.oO SearXNG Developer Documentation Oo.
Loading...
Searching...
No Matches
tracker_url_remover.py
Go to the documentation of this file.
1# SPDX-License-Identifier: AGPL-3.0-or-later
2# pylint: disable=missing-module-docstring
3
4from __future__ import annotations
5
6import re
7from urllib.parse import urlunparse, parse_qsl, urlencode
8
9from flask_babel import gettext
10
11regexes = {
12 re.compile(r'utm_[^&]+'),
13 re.compile(r'(wkey|wemail)[^&]*'),
14 re.compile(r'(_hsenc|_hsmi|hsCtaTracking|__hssc|__hstc|__hsfp)[^&]*'),
15 re.compile(r'&$'),
16}
17
18name = gettext('Tracker URL remover')
19description = gettext('Remove trackers arguments from the returned URL')
20default_on = True
21preference_section = 'privacy'
22
23
24def on_result(_request, _search, result) -> bool:
25
26 parsed_url = getattr(result, "parsed_url", None)
27 if not parsed_url:
28 return True
29
30 if parsed_url.query == "":
31 return True
32
33 parsed_query = parse_qsl(parsed_url.query)
34 changes = 0
35 for i, (param_name, _) in enumerate(list(parsed_query)):
36 for reg in regexes:
37 if reg.match(param_name):
38 parsed_query.pop(i - changes)
39 changes += 1
40 result.parsed_url = result.parsed_url._replace(query=urlencode(parsed_query))
41 result.url = urlunparse(result.parsed_url)
42 break
43
44 return True
bool on_result(_request, _search, result)