Sid Gifari File Manager
🏠 Root
/
home
/
genremedia08
/
musicjukebox.overlookedtracks.com
/
vendor
/
teamtnt
/
tntsearch
/
src
/
Support
/
Editing: Tokenizer.php
<?php namespace TeamTNT\TNTSearch\Support; class Tokenizer extends AbstractTokenizer implements TokenizerInterface { static protected $pattern = '/[^\p{L}\p{N}\p{Pc}\p{Pd}@]+/u'; public function tokenize($text, $stopwords = []) { $text = mb_strtolower($text); $split = preg_split($this->getPattern(), $text, -1, PREG_SPLIT_NO_EMPTY); return array_diff($split, $stopwords); } }
Save
Cancel
