searx.engines.destatis Namespace Reference

Functions
	request (query, params)
	response (resp)

Variables
dict	about
list	categories = []
bool	paging = True
str	base_url = "https://www.destatis.de"
str	search_url = f"{base_url}/SiteGlobals/Forms/Suche/Expertensuche_Formular.html"
str	results_xpath = '//div[contains(@class, "l-content-wrapper")]/div[contains(@class, "row")]/div[contains(@class, "column")]/div[contains(@class, "c-result"){extra}]'
str	results_xpath_filter_recommended = " and not(contains(@class, 'c-result--recommended'))"
str	url_xpath = './/a/@href'
str	title_xpath = './/a/text()'
str	date_xpath = './/a/span[contains(@class, "c-result__date")]'
str	content_xpath = './/div[contains(@class, "column")]/p/text()'
str	doctype_xpath = './/div[contains(@class, "c-result__doctype")]/p'

Detailed Description

DeStatis

Function Documentation

request()

searx.engines.destatis.request	(		query,
			params )

Definition at line 34 of file destatis.py.

def request(query, params):
    args = {
        'templateQueryString': query,
        'gtp': f"474_list%3D{params['pageno']}",
    }
    params['url'] = f"{search_url}?{urlencode(args)}"
    return params
 
 

response()

searx.engines.destatis.response

(

resp

)

Definition at line 43 of file destatis.py.

def response(resp):
    results = []
 
    dom = html.fromstring(resp.text)
 
    # filter out suggested results on further page because they're the same on each page
    extra_xpath = results_xpath_filter_recommended if resp.search_params['pageno'] > 1 else ''
    res_xpath = results_xpath.format(extra=extra_xpath)
 
    for result in eval_xpath_list(dom, res_xpath):
        doctype = extract_text(eval_xpath(result, doctype_xpath))
        date = extract_text(eval_xpath(result, date_xpath))
 
        metadata = [meta for meta in (doctype, date) if meta != ""]
 
        results.append(
            {
                'url': base_url + "/" + extract_text(eval_xpath(result, url_xpath)),
                'title': extract_text(eval_xpath(result, title_xpath)),
                'content': extract_text(eval_xpath(result, content_xpath)),
                'metadata': ', '.join(metadata),
            }
        )
 
    return results

Variable Documentation

about

dict searx.engines.destatis.about

Initial value:

=  {
    'website': 'https://www.destatis.de',
    'official_api_documentation': 'https://destatis.api.bund.dev/',
    'use_official_api': False,
    'require_api_key': False,
    'results': 'HTML',
    'language': 'de',
}

Definition at line 9 of file destatis.py.

base_url

str searx.engines.destatis.base_url = "https://www.destatis.de"

Definition at line 21 of file destatis.py.

categories

list searx.engines.destatis.categories = []

Definition at line 18 of file destatis.py.

content_xpath

str searx.engines.destatis.content_xpath = './/div[contains(@class, "column")]/p/text()'

Definition at line 30 of file destatis.py.

date_xpath

str searx.engines.destatis.date_xpath = './/a/span[contains(@class, "c-result__date")]'

Definition at line 29 of file destatis.py.

doctype_xpath

str searx.engines.destatis.doctype_xpath = './/div[contains(@class, "c-result__doctype")]/p'

Definition at line 31 of file destatis.py.

paging

bool searx.engines.destatis.paging = True

Definition at line 19 of file destatis.py.

results_xpath

str searx.engines.destatis.results_xpath = '//div[contains(@class, "l-content-wrapper")]/div[contains(@class, "row")]/div[contains(@class, "column")]/div[contains(@class, "c-result"){extra}]'

Definition at line 25 of file destatis.py.

results_xpath_filter_recommended

str searx.engines.destatis.results_xpath_filter_recommended = " and not(contains(@class, 'c-result--recommended'))"

Definition at line 26 of file destatis.py.

search_url

str searx.engines.destatis.search_url = f"{base_url}/SiteGlobals/Forms/Suche/Expertensuche_Formular.html"

Definition at line 22 of file destatis.py.

title_xpath

str searx.engines.destatis.title_xpath = './/a/text()'

Definition at line 28 of file destatis.py.

url_xpath

str searx.engines.destatis.url_xpath = './/a/@href'

Definition at line 27 of file destatis.py.