File manager - Edit - /var/www/payraty/helpdesk/vendor/teamtnt/tntsearch/src/Support/EdgeNgramTokenizer.php
Back
<?php namespace TeamTNT\TNTSearch\Support; class EdgeNgramTokenizer extends AbstractTokenizer implements TokenizerInterface { protected static $pattern = '/[\s,\.]+/'; public function tokenize($text, $stopwords = []) { $text = mb_strtolower($text); $ngrams = []; $splits = preg_split($this->getPattern(), $text, -1, PREG_SPLIT_NO_EMPTY); foreach ($splits as $split) { for ($i = 2; $i <= mb_strlen($split); $i++) { $ngrams[] = mb_substr($split, 0, $i); } } return $ngrams; } }
| ver. 1.4 |
Github
|
.
| PHP 8.3.30 | Generation time: 0 |
proxy
|
phpinfo
|
Settings