niconico.py

Go to the documentation of this file.

# SPDX-License-Identifier: AGPL-3.0-or-later
"""Niconico search engine for searxng"""
 
from urllib.parse import urlencode
from datetime import datetime, timedelta
from lxml import html
 
from searx.utils import eval_xpath_getindex, eval_xpath_list, eval_xpath, extract_text
 
about = {
    "website": "https://www.nicovideo.jp/",
    "wikidata_id": "Q697233",
    "use_official_api": False,
    "require_api_key": False,
    "results": "HTML",
    "language": "ja",
}
 
categories = ["videos"]
paging = True
 
time_range_support = True
time_range_dict = {"day": 1, "week": 7, "month": 30, "year": 365}
 
base_url = "https://www.nicovideo.jp"
embed_url = "https://embed.nicovideo.jp"
 
results_xpath = '//li[@data-video-item]'
url_xpath = './/a[@class="itemThumbWrap"]/@href'
video_length_xpath = './/span[@class="videoLength"]'
upload_time_xpath = './/p[@class="itemTime"]//span[@class="time"]/text()'
title_xpath = './/p[@class="itemTitle"]/a'
content_xpath = './/p[@class="itemDescription"]/@title'
thumbnail_xpath = './/img[@class="thumb"]/@src'
 
 
def request(query, params):
    query_params = {"page": params['pageno']}
 
    if time_range_dict.get(params['time_range']):
        time_diff_days = time_range_dict[params['time_range']]
        start_date = datetime.now() - timedelta(days=time_diff_days)
        query_params['start'] = start_date.strftime('%Y-%m-%d')
 
    params['url'] = f"{base_url}/search/{query}?{urlencode(query_params)}"
    return params
 
 
def response(resp):
    results = []
    dom = html.fromstring(resp.text)
 
    for item in eval_xpath_list(dom, results_xpath):
        relative_url = eval_xpath_getindex(item, url_xpath, 0)
        video_id = relative_url.rsplit('?', maxsplit=1)[0].split('/')[-1]
 
        url = f"{base_url}/watch/{video_id}"
        iframe_src = f"{embed_url}/watch/{video_id}"
 
        length = None
        video_length = eval_xpath_getindex(item, video_length_xpath, 0)
        if len(video_length) > 0:
            try:
                timediff = datetime.strptime(video_length, "%M:%S")
                length = timedelta(minutes=timediff.minute, seconds=timediff.second)
            except ValueError:
                pass
 
        published_date = None
        upload_time = eval_xpath_getindex(item, upload_time_xpath, 0)
        if len(upload_time) > 0:
            try:
                published_date = datetime.strptime(upload_time, "%Y/%m/%d %H:%M")
            except ValueError:
                pass
 
        results.append(
            {
                'template': 'videos.html',
                'title': extract_text(eval_xpath(item, title_xpath)),
                'content': eval_xpath_getindex(item, content_xpath, 0),
                'url': url,
                "iframe_src": iframe_src,
                'thumbnail': eval_xpath_getindex(item, thumbnail_xpath, 0),
                'length': length,
                "publishedDate": published_date,
            }
        )
 
    return results