searx.engines.quark Namespace Reference

Functions
	is_alibaba_captcha (html)
	init (_)
	request (query, params)
	response (resp)
	parse_addition (data)
	parse_ai_page (data)
	parse_baike_sc (data)
	parse_finance_shuidi (data)
	parse_kk_yidian_all (data)
	parse_life_show_general_image (data)
	parse_med_struct (data)
	parse_music_new_song (data)
	parse_nature_result (data)
	parse_news_uchq (data)
	parse_ss_doc (data)
	parse_ss_note (data)
	parse_travel_dest_overview (data)
	parse_travel_ranking_list (data)

Variables
dict	about
list	categories = []
bool	paging = True
int	results_per_page = 10
str	quark_category = 'general'
bool	time_range_support = True
dict	time_range_dict = {'day': '4', 'week': '3', 'month': '2', 'year': '1'}
str	CAPTCHA_PATTERN = r'\{[^{]*?"action"\s*:\s*"captcha"\s*,\s*"url"\s*:\s*"([^"]+)"[^{]*?\}'

Detailed Description

Quark (Shenma) search engine for searxng

Function Documentation

init()

searx.engines.quark.init

(

_

)

Definition at line 46 of file quark.py.

def init(_):
    if quark_category not in ('general', 'images'):
        raise SearxEngineAPIException(f"Unsupported category: {quark_category}")
 
 

is_alibaba_captcha()

searx.engines.quark.is_alibaba_captcha

(

html

)

Detects if the response contains an Alibaba X5SEC CAPTCHA page.

Quark may return a CAPTCHA challenge after 9 requests in a short period.

Typically, the ban duration is around 15 minutes.

Definition at line 35 of file quark.py.

def is_alibaba_captcha(html):
    """
    Detects if the response contains an Alibaba X5SEC CAPTCHA page.
 
    Quark may return a CAPTCHA challenge after 9 requests in a short period.
 
    Typically, the ban duration is around 15 minutes.
    """
    return bool(re.search(CAPTCHA_PATTERN, html))
 
 

Referenced by response().

Here is the caller graph for this function:

parse_addition()

searx.engines.quark.parse_addition

(

data

)

Definition at line 165 of file quark.py.

def parse_addition(data):
    return {
        "title": html_to_text(data.get('title', {}).get('content')),
        "url": data.get('source', {}).get('url'),
        "content": html_to_text(data.get('summary', {}).get('content')),
    }
 
 

parse_ai_page()

searx.engines.quark.parse_ai_page

(

data

)

Definition at line 173 of file quark.py.

def parse_ai_page(data):
    results = []
    for item in data.get('list', []):
        content = (
            " | ".join(map(str, item.get('content', [])))
            if isinstance(item.get('content'), list)
            else str(item.get('content'))
        )
 
        try:
            published_date = datetime.fromtimestamp(int(item.get('source', {}).get('time')))
        except (ValueError, TypeError):
            published_date = None
 
        results.append(
            {
                "title": html_to_text(item.get('title')),
                "url": item.get('url'),
                "content": html_to_text(content),
                "publishedDate": published_date,
            }
        )
    return results
 
 

parse_baike_sc()

searx.engines.quark.parse_baike_sc

(

data

)

Definition at line 198 of file quark.py.

def parse_baike_sc(data):
    return {
        "title": html_to_text(data.get('data', {}).get('title')),
        "url": data.get('data', {}).get('url'),
        "content": html_to_text(data.get('data', {}).get('abstract')),
        "thumbnail": data.get('data', {}).get('img').replace("http://", "https://"),
    }
 
 

parse_finance_shuidi()

searx.engines.quark.parse_finance_shuidi

(

data

)

Definition at line 207 of file quark.py.

def parse_finance_shuidi(data):
    content = " | ".join(
        (
            info
            for info in [
                data.get('establish_time'),
                data.get('company_status'),
                data.get('controled_type'),
                data.get('company_type'),
                data.get('capital'),
                data.get('address'),
                data.get('business_scope'),
            ]
            if info
        )
    )
    return {
        "title": html_to_text(data.get('company_name')),
        "url": data.get('title_url'),
        "content": html_to_text(content),
    }
 
 

parse_kk_yidian_all()

searx.engines.quark.parse_kk_yidian_all

(

data

)

Definition at line 230 of file quark.py.

def parse_kk_yidian_all(data):
    content_list = []
    for section in data.get('list_container', []):
        for item in section.get('list_container', []):
            if 'dot_text' in item:
                content_list.append(item['dot_text'])
 
    return {
        "title": html_to_text(data.get('title')),
        "url": data.get('title_url'),
        "content": html_to_text(' '.join(content_list)),
    }
 
 

parse_life_show_general_image()

searx.engines.quark.parse_life_show_general_image

(

data

)

Definition at line 244 of file quark.py.

def parse_life_show_general_image(data):
    results = []
    for item in data.get('image', []):
        try:
            published_date = datetime.fromtimestamp(int(item.get("publish_time")))
        except (ValueError, TypeError):
            published_date = None
 
        results.append(
            {
                "template": "images.html",
                "url": item.get("imgUrl"),
                "thumbnail_src": item.get("img"),
                "img_src": item.get("bigPicUrl"),
                "title": item.get("title"),
                "source": item.get("site"),
                "resolution": f"{item['width']} x {item['height']}",
                "publishedDate": published_date,
            }
        )
    return results
 
 

parse_med_struct()

searx.engines.quark.parse_med_struct

(

data

)

Definition at line 267 of file quark.py.

def parse_med_struct(data):
    return {
        "title": html_to_text(data.get('title')),
        "url": data.get('message', {}).get('statistics', {}).get('nu'),
        "content": html_to_text(data.get('message', {}).get('content_text')),
        "thumbnail": data.get('message', {}).get('video_img').replace("http://", "https://"),
    }
 
 

parse_music_new_song()

searx.engines.quark.parse_music_new_song

(

data

)

Definition at line 276 of file quark.py.

def parse_music_new_song(data):
    results = []
    for item in data.get('hit3', []):
        results.append(
            {
                "title": f"{item['song_name']} | {item['song_singer']}",
                "url": item.get("play_url"),
                "content": html_to_text(item.get("lyrics")),
                "thumbnail": item.get("image_url").replace("http://", "https://"),
            }
        )
    return results
 
 

parse_nature_result()

searx.engines.quark.parse_nature_result

(

data

)

Definition at line 290 of file quark.py.

def parse_nature_result(data):
    return {"title": html_to_text(data.get('title')), "url": data.get('url'), "content": html_to_text(data.get('desc'))}
 
 

parse_news_uchq()

searx.engines.quark.parse_news_uchq

(

data

)

Definition at line 294 of file quark.py.

def parse_news_uchq(data):
    results = []
    for item in data.get('feed', []):
        try:
            published_date = datetime.strptime(item.get('time'), "%Y-%m-%d")
        except (ValueError, TypeError):
            # Sometime Quark will return non-standard format like "1天前", set published_date as None
            published_date = None
 
        results.append(
            {
                "title": html_to_text(item.get('title')),
                "url": item.get('url'),
                "content": html_to_text(item.get('summary')),
                "thumbnail": item.get('image').replace("http://", "https://"),
                "publishedDate": published_date,
            }
        )
    return results
 
 

parse_ss_doc()

searx.engines.quark.parse_ss_doc

(

data

)

Definition at line 315 of file quark.py.

def parse_ss_doc(data):
    published_date = None
    try:
        timestamp = int(data.get('sourceProps', {}).get('time'))
 
        # Sometime Quark will return 0, set published_date as None
        if timestamp != 0:
            published_date = datetime.fromtimestamp(timestamp)
    except (ValueError, TypeError):
        pass
 
    try:
        thumbnail = data.get('picListProps', [])[0].get('src').replace("http://", "https://")
    except (ValueError, TypeError, IndexError):
        thumbnail = None
 
    return {
        "title": html_to_text(
            data.get('titleProps', {}).get('content')
            # ss_kv variant 1 & 2
            or data.get('title')
        ),
        "url": data.get('sourceProps', {}).get('dest_url')
        # ss_kv variant 1
        or data.get('normal_url')
        # ss_kv variant 2
        or data.get('url'),
        "content": html_to_text(
            data.get('summaryProps', {}).get('content')
            # ss_doc variant 1
            or data.get('message', {}).get('replyContent')
            # ss_kv variant 1
            or data.get('show_body')
            # ss_kv variant 2
            or data.get('desc')
        ),
        "publishedDate": published_date,
        "thumbnail": thumbnail,
    }
 
 

parse_ss_note()

searx.engines.quark.parse_ss_note

(

data

)

Definition at line 356 of file quark.py.

def parse_ss_note(data):
    try:
        published_date = datetime.fromtimestamp(int(data.get('source', {}).get('time')))
    except (ValueError, TypeError):
        published_date = None
 
    return {
        "title": html_to_text(data.get('title', {}).get('content')),
        "url": data.get('source', {}).get('dest_url'),
        "content": html_to_text(data.get('summary', {}).get('content')),
        "publishedDate": published_date,
    }
 
 

parse_travel_dest_overview()

searx.engines.quark.parse_travel_dest_overview

(

data

)

Definition at line 370 of file quark.py.

def parse_travel_dest_overview(data):
    return {
        "title": html_to_text(data.get('strong', {}).get('title')),
        "url": data.get('strong', {}).get('baike_url'),
        "content": html_to_text(data.get('strong', {}).get('baike_text')),
    }
 
 

parse_travel_ranking_list()

searx.engines.quark.parse_travel_ranking_list

(

data

)

Definition at line 378 of file quark.py.

def parse_travel_ranking_list(data):
    return {
        "title": html_to_text(data.get('title', {}).get('text')),
        "url": data.get('title', {}).get('url'),
        "content": html_to_text(data.get('title', {}).get('title_tag')),
    }

request()

searx.engines.quark.request	(		query,
			params )

Definition at line 51 of file quark.py.

def request(query, params):
    page_num = params["pageno"]
 
    category_config = {
        'general': {
            'endpoint': 'https://quark.sm.cn/s',
            'params': {
                "q": query,
                "layout": "html",
                "page": page_num,
            },
        },
        'images': {
            'endpoint': 'https://vt.sm.cn/api/pic/list',
            'params': {
                "query": query,
                "limit": results_per_page,
                "start": (page_num - 1) * results_per_page,
            },
        },
    }
 
    query_params = category_config[quark_category]['params']
    query_url = category_config[quark_category]['endpoint']
 
    if time_range_dict.get(params['time_range']) and quark_category == 'general':
        query_params["tl_request"] = time_range_dict.get(params['time_range'])
 
    params["url"] = f"{query_url}?{urlencode(query_params)}"
    params["headers"] = {
        "User-Agent": gen_useragent(),
    }
    return params
 
 

response()

searx.engines.quark.response

(

resp

)

Definition at line 86 of file quark.py.

def response(resp):
    results = []
    text = resp.text
 
    if is_alibaba_captcha(text):
        raise SearxEngineCaptchaException(
            suspended_time=900, message="Alibaba CAPTCHA detected. Please try again later."
        )
 
    if quark_category == 'images':
        data = json.loads(text)
        for item in data.get('data', {}).get('hit', {}).get('imgInfo', {}).get('item', []):
            try:
                published_date = datetime.fromtimestamp(int(item.get("publish_time")))
            except (ValueError, TypeError):
                published_date = None
 
            results.append(
                {
                    "template": "images.html",
                    "url": item.get("imgUrl"),
                    "thumbnail_src": item.get("img"),
                    "img_src": item.get("bigPicUrl"),
                    "title": item.get("title"),
                    "source": item.get("site"),
                    "resolution": f"{item['width']} x {item['height']}",
                    "publishedDate": published_date,
                }
            )
 
    if quark_category == 'general':
        # Quark returns a variety of different sc values on a single page, depending on the query type.
        source_category_parsers = {
            'addition': parse_addition,
            'ai_page': parse_ai_page,
            'baike_sc': parse_baike_sc,
            'finance_shuidi': parse_finance_shuidi,
            'kk_yidian_all': parse_kk_yidian_all,
            'life_show_general_image': parse_life_show_general_image,
            'med_struct': parse_med_struct,
            'music_new_song': parse_music_new_song,
            'nature_result': parse_nature_result,
            'news_uchq': parse_news_uchq,
            'ss_note': parse_ss_note,
            # ss_kv, ss_pic, ss_text, ss_video, baike, structure_web_novel use the same struct as ss_doc
            'ss_doc': parse_ss_doc,
            'ss_kv': parse_ss_doc,
            'ss_pic': parse_ss_doc,
            'ss_text': parse_ss_doc,
            'ss_video': parse_ss_doc,
            'baike': parse_ss_doc,
            'structure_web_novel': parse_ss_doc,
            'travel_dest_overview': parse_travel_dest_overview,
            'travel_ranking_list': parse_travel_ranking_list,
        }
 
        pattern = r'<script\s+type="application/json"\s+id="s-data-[^"]+"\s+data-used-by="hydrate">(.*?)</script>'
        matches = re.findall(pattern, text, re.DOTALL)
 
        for match in matches:
            data = json.loads(match)
            initial_data = data.get('data', {}).get('initialData', {})
            extra_data = data.get('extraData', {})
 
            source_category = extra_data.get('sc')
 
            parsers = source_category_parsers.get(source_category)
            if parsers:
                parsed_results = parsers(initial_data)
                if isinstance(parsed_results, list):
                    # Extend if the result is a list
                    results.extend(parsed_results)
                else:
                    # Append if it's a single result
                    results.append(parsed_results)
 
    return results
 
 

References is_alibaba_captcha().

Here is the call graph for this function:

Variable Documentation

about

dict searx.engines.quark.about

Initial value:

=  {
    "website": "https://quark.sm.cn/",
    "wikidata_id": "Q48816502",
    "use_official_api": False,
    "require_api_key": False,
    "results": "HTML",
    "language": "zh",
}

Definition at line 13 of file quark.py.

CAPTCHA_PATTERN

str searx.engines.quark.CAPTCHA_PATTERN = r'\{[^{]*?"action"\s*:\s*"captcha"\s*,\s*"url"\s*:\s*"([^"]+)"[^{]*?\}'

Definition at line 32 of file quark.py.

categories

list searx.engines.quark.categories = []

Definition at line 23 of file quark.py.

paging

bool searx.engines.quark.paging = True

Definition at line 24 of file quark.py.

quark_category

str searx.engines.quark.quark_category = 'general'

Definition at line 27 of file quark.py.

results_per_page

int searx.engines.quark.results_per_page = 10

Definition at line 25 of file quark.py.

time_range_dict

dict searx.engines.quark.time_range_dict = {'day': '4', 'week': '3', 'month': '2', 'year': '1'}

Definition at line 30 of file quark.py.

time_range_support

bool searx.engines.quark.time_range_support = True

Definition at line 29 of file quark.py.