]>
git.immae.eu Git - github/shaarli/Shaarli.git/blob - application/LinkFilter.php
6 * Perform search and filter operation on link data list.
11 * @var string permalinks.
13 public static $FILTER_HASH = 'permalink';
16 * @var string text search.
18 public static $FILTER_TEXT = 'fulltext';
21 * @var string tag filter.
23 public static $FILTER_TAG = 'tags';
26 * @var string filter by day.
28 public static $FILTER_DAY = 'FILTER_DAY';
31 * @var string Allowed characters for hashtags (regex syntax).
33 public static $HASHTAG_CHARS = '\p{Pc}\p{N}\p{L}\p{Mn}';
36 * @var LinkDB all available links.
41 * @param LinkDB $links initialization.
43 public function __construct($links)
45 $this->links
= $links;
49 * Filter links according to parameters.
51 * @param string $type Type of filter (eg. tags, permalink, etc.).
52 * @param mixed $request Filter content.
53 * @param bool $casesensitive Optional: Perform case sensitive filter if true.
54 * @param string $visibility Optional: return only all/private/public links
55 * @param string $untaggedonly Optional: return only untagged links. Applies only if $type includes FILTER_TAG
57 * @return array filtered link list.
59 public function filter($type, $request, $casesensitive = false, $visibility = 'all', $untaggedonly = false)
61 if (! in_array($visibility, ['all', 'public', 'private'])) {
66 case self
::$FILTER_HASH:
67 return $this->filterSmallHash($request);
68 case self
::$FILTER_TAG | self
::$FILTER_TEXT: // == "vuotext"
69 $noRequest = empty($request) || (empty($request[0]) && empty($request[1]));
72 return $this->filterUntagged($visibility);
74 return $this->noFilter($visibility);
77 $filtered = $this->filterUntagged($visibility);
79 $filtered = $this->links
;
81 if (!empty($request[0])) {
82 $filtered = (new LinkFilter($filtered))->filterTags($request[0], $casesensitive, $visibility);
84 if (!empty($request[1])) {
85 $filtered = (new LinkFilter($filtered))->filterFulltext($request[1], $visibility);
88 case self
::$FILTER_TEXT:
89 return $this->filterFulltext($request, $visibility);
90 case self
::$FILTER_TAG:
92 return $this->filterUntagged($visibility);
94 return $this->filterTags($request, $casesensitive, $visibility);
96 case self
::$FILTER_DAY:
97 return $this->filterDay($request);
99 return $this->noFilter($visibility);
104 * Unknown filter, but handle private only.
106 * @param string $visibility Optional: return only all/private/public links
108 * @return array filtered links.
110 private function noFilter($visibility = 'all')
112 if ($visibility === 'all') {
117 foreach ($this->links
as $key => $value) {
118 if ($value['private'] && $visibility === 'private') {
120 } elseif (! $value['private'] && $visibility === 'public') {
129 * Returns the shaare corresponding to a smallHash.
131 * @param string $smallHash permalink hash.
133 * @return array $filtered array containing permalink data.
135 * @throws LinkNotFoundException if the smallhash doesn't match any link.
137 private function filterSmallHash($smallHash)
140 foreach ($this->links
as $key => $l) {
141 if ($smallHash == $l['shorturl']) {
142 // Yes, this is ugly and slow
143 $filtered[$key] = $l;
148 if (empty($filtered)) {
149 throw new LinkNotFoundException();
156 * Returns the list of links corresponding to a full-text search
159 * - in the URLs, title and description;
160 * - are case-insensitive;
161 * - terms surrounded by quotes " are exact terms search.
162 * - terms starting with a dash - are excluded (except exact terms).
165 * print_r($mydb->filterFulltext('hollandais'));
167 * mb_convert_case($val, MB_CASE_LOWER, 'UTF-8')
168 * - allows to perform searches on Unicode text
169 * - see https://github.com/shaarli/Shaarli/issues/75 for examples
171 * @param string $searchterms search query.
172 * @param string $visibility Optional: return only all/private/public links.
174 * @return array search results.
176 private function filterFulltext($searchterms, $visibility = 'all')
178 if (empty($searchterms)) {
179 return $this->noFilter($visibility);
183 $search = mb_convert_case(html_entity_decode($searchterms), MB_CASE_LOWER
, 'UTF-8');
184 $exactRegex = '/"([^"]+)"/';
185 // Retrieve exact search terms.
186 preg_match_all($exactRegex, $search, $exactSearch);
187 $exactSearch = array_values(array_filter($exactSearch[1]));
189 // Remove exact search terms to get AND terms search.
190 $explodedSearchAnd = explode(' ', trim(preg_replace($exactRegex, '', $search)));
191 $explodedSearchAnd = array_values(array_filter($explodedSearchAnd));
193 // Filter excluding terms and update andSearch.
194 $excludeSearch = array();
195 $andSearch = array();
196 foreach ($explodedSearchAnd as $needle) {
197 if ($needle[0] == '-' && strlen($needle) > 1) {
198 $excludeSearch[] = substr($needle, 1);
200 $andSearch[] = $needle;
204 $keys = array('title', 'description', 'url', 'tags');
206 // Iterate over every stored link.
207 foreach ($this->links
as $id => $link) {
208 // ignore non private links when 'privatonly' is on.
209 if ($visibility !== 'all') {
210 if (! $link['private'] && $visibility === 'private') {
212 } elseif ($link['private'] && $visibility === 'public') {
217 // Concatenate link fields to search across fields.
218 // Adds a '\' separator for exact search terms.
220 foreach ($keys as $key) {
221 $content .= mb_convert_case($link[$key], MB_CASE_LOWER
, 'UTF-8') . '\\';
227 // First, we look for exact term search
228 for ($i = 0; $i < count($exactSearch) && $found; $i++
) {
229 $found = strpos($content, $exactSearch[$i]) !== false;
232 // Iterate over keywords, if keyword is not found,
233 // no need to check for the others. We want all or nothing.
234 for ($i = 0; $i < count($andSearch) && $found; $i++
) {
235 $found = strpos($content, $andSearch[$i]) !== false;
239 for ($i = 0; $i < count($excludeSearch) && $found; $i++
) {
240 $found = strpos($content, $excludeSearch[$i]) === false;
244 $filtered[$id] = $link;
252 * generate a regex fragment out of a tag
253 * @param string $tag to to generate regexs from. may start with '-' to negate, contain '*' as wildcard
254 * @return string generated regex fragment
256 private static function tag2regex($tag)
259 if (!$len || $tag === "-" || $tag === "*") {
260 // nothing to search, return empty regex
263 if ($tag[0] === "-") {
265 $i = 1; // use offset to start after '-' character
266 $regex = '(?!'; // create negative lookahead
268 $i = 0; // start at first character
269 $regex = '(?='; // use positive lookahead
271 $regex .= '.*(?:^| )'; // before tag may only be a space or the beginning
272 // iterate over string, separating it into placeholder and content
273 for (; $i < $len; $i++
) {
274 if ($tag[$i] === '*') {
278 // regular characters
279 $offset = strpos($tag, '*', $i);
280 if ($offset === false) {
281 // no placeholder found, set offset to end of string
284 // subtract one, as we want to get before the placeholder or end of string
286 // we got a tag name that we want to search for. escape any regex characters to prevent conflicts.
287 $regex .= preg_quote(substr($tag, $i, $offset - $i +
1), '/');
292 $regex .= '(?:$| ))'; // after the tag may only be a space or the end
297 * Returns the list of links associated with a given list of tags
299 * You can specify one or more tags, separated by space or a comma, e.g.
300 * print_r($mydb->filterTags('linux programming'));
302 * @param string $tags list of tags separated by commas or blank spaces.
303 * @param bool $casesensitive ignore case if false.
304 * @param string $visibility Optional: return only all/private/public links.
306 * @return array filtered links.
308 public function filterTags($tags, $casesensitive = false, $visibility = 'all')
310 // get single tags (we may get passed an array, even though the docs say different)
312 if (!is_array($tags)) {
313 // we got an input string, split tags
314 $inputTags = preg_split('/(?:\s+)|,/', $inputTags, -1, PREG_SPLIT_NO_EMPTY
);
317 if (!count($inputTags)) {
319 return $this->noFilter($visibility);
322 // build regex from all tags
323 $re = '/^' . implode(array_map("self::tag2regex", $inputTags)) . '.*$/';
324 if (!$casesensitive) {
325 // make regex case insensitive
329 // create resulting array
332 // iterate over each link
333 foreach ($this->links
as $key => $link) {
334 // check level of visibility
335 // ignore non private links when 'privateonly' is on.
336 if ($visibility !== 'all') {
337 if (! $link['private'] && $visibility === 'private') {
339 } elseif ($link['private'] && $visibility === 'public') {
343 $search = $link['tags']; // build search string, start with tags of current link
344 if (strlen(trim($link['description'])) && strpos($link['description'], '#') !== false) {
345 // description given and at least one possible tag found
347 // find all tags in the form of #tag in the description
349 '/(?<![' . self
::$HASHTAG_CHARS . '])#([' . self
::$HASHTAG_CHARS . ']+?)\b/sm',
350 $link['description'],
353 if (count($descTags[1])) {
354 // there were some tags in the description, add them to the search string
355 $search .= ' ' . implode(' ', $descTags[1]);
358 // match regular expression with search string
359 if (!preg_match($re, $search)) {
360 // this entry does _not_ match our regex
363 $filtered[$key] = $link;
369 * Return only links without any tag.
371 * @param string $visibility return only all/private/public links.
373 * @return array filtered links.
375 public function filterUntagged($visibility)
378 foreach ($this->links
as $key => $link) {
379 if ($visibility !== 'all') {
380 if (! $link['private'] && $visibility === 'private') {
382 } elseif ($link['private'] && $visibility === 'public') {
387 if (empty(trim($link['tags']))) {
388 $filtered[$key] = $link;
396 * Returns the list of articles for a given day, chronologically sorted
398 * Day must be in the form 'YYYYMMDD' (e.g. '20120125'), e.g.
399 * print_r($mydb->filterDay('20120125'));
401 * @param string $day day to filter.
403 * @return array all link matching given day.
405 * @throws Exception if date format is invalid.
407 public function filterDay($day)
409 if (! checkDateFormat('Ymd', $day)) {
410 throw new Exception('Invalid date format');
414 foreach ($this->links
as $key => $l) {
415 if ($l['created']->format('Ymd') == $day) {
416 $filtered[$key] = $l;
421 return array_reverse($filtered, true);
425 * Convert a list of tags (str) to an array. Also
426 * - handle case sensitivity.
427 * - accepts spaces commas as separator.
429 * @param string $tags string containing a list of tags.
430 * @param bool $casesensitive will convert everything to lowercase if false.
432 * @return array filtered tags string.
434 public static function tagsStrToArray($tags, $casesensitive)
436 // We use UTF-8 conversion to handle various graphemes (i.e. cyrillic, or greek)
437 $tagsOut = $casesensitive ? $tags : mb_convert_case($tags, MB_CASE_LOWER
, 'UTF-8');
438 $tagsOut = str_replace(',', ' ', $tagsOut);
440 return preg_split('/\s+/', $tagsOut, -1, PREG_SPLIT_NO_EMPTY
);
444 class LinkNotFoundException
extends Exception
447 * LinkNotFoundException constructor.
449 public function __construct()
451 $this->message
= t('The link you are trying to reach does not exist or has been deleted.');