Functions
	request (query, params)

	response (resp)

	parse_next_page_response (response_text)

	parse_first_page_response (response_text)

	get_text_from_json (element)

Variables
dict	about

list	categories = ['videos', 'music']

bool	paging = True

bool	language_support = False

bool	time_range_support = True

str	base_url = 'https://www.youtube.com/results'

str	search_url = base_url + '?search_query={query}&page={page}'

str	time_range_url = '&sp=EgII{time_range}%253D%253D'

str	next_page_url = 'https://www.youtube.com/youtubei/v1/search?key=AIzaSyAO_FJ2SlqU8Q4STEHLGCilw_Y9_11qcW8'

dict	time_range_dict = {'day': 'Ag', 'week': 'Aw', 'month': 'BA', 'year': 'BQ'}

str	base_youtube_url = 'https://www.youtube.com/watch?v='

Detailed Description

Youtube (Videos)

Function Documentation

◆ get_text_from_json()

searx.engines.youtube_noapi.get_text_from_json ( element )

Definition at line 169 of file youtube_noapi.py.

def get_text_from_json(element):
    if 'runs' in element:
        return reduce(lambda a, b: a + b.get('text', ''), element.get('runs'), '')
    return element.get('simpleText', '')

Referenced by searx.engines.youtube_noapi.parse_first_page_response().

Here is the caller graph for this function:

◆ parse_first_page_response()

searx.engines.youtube_noapi.parse_first_page_response ( response_text )

Definition at line 112 of file youtube_noapi.py.

def parse_first_page_response(response_text):
    results = []
    results_data = extr(response_text, 'ytInitialData = ', ';</script>')
 
    results_json = loads(results_data) if results_data else {}
    sections = (
        results_json.get('contents', {})
        .get('twoColumnSearchResultsRenderer', {})
        .get('primaryContents', {})
        .get('sectionListRenderer', {})
        .get('contents', [])
    )
 
    for section in sections:
        if "continuationItemRenderer" in section:
            next_page_token = (
                section["continuationItemRenderer"]
                .get("continuationEndpoint", {})
                .get("continuationCommand", {})
                .get("token", "")
            )
            if next_page_token:
                results.append(
                    {
                        "engine_data": next_page_token,
                        "key": "next_page_token",
                    }
                )
        for video_container in section.get('itemSectionRenderer', {}).get('contents', []):
            video = video_container.get('videoRenderer', {})
            videoid = video.get('videoId')
            if videoid is not None:
                url = base_youtube_url + videoid
                thumbnail = 'https://i.ytimg.com/vi/' + videoid + '/hqdefault.jpg'
                title = get_text_from_json(video.get('title', {}))
                content = get_text_from_json(video.get('descriptionSnippet', {}))
                author = get_text_from_json(video.get('ownerText', {}))
                length = get_text_from_json(video.get('lengthText', {}))
 
                # append result
                results.append(
                    {
                        'url': url,
                        'title': title,
                        'content': content,
                        'author': author,
                        'length': length,
                        'template': 'videos.html',
                        'iframe_src': 'https://www.youtube-nocookie.com/embed/' + videoid,
                        'thumbnail': thumbnail,
                    }
                )
 
    # return results
    return results
 
 

References searx.engines.youtube_noapi.get_text_from_json().

Referenced by searx.engines.youtube_noapi.response().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ parse_next_page_response()

searx.engines.youtube_noapi.parse_next_page_response ( response_text )

Definition at line 67 of file youtube_noapi.py.

def parse_next_page_response(response_text):
    results = []
    result_json = loads(response_text)
    for section in (
        result_json['onResponseReceivedCommands'][0]
        .get('appendContinuationItemsAction')['continuationItems'][0]
        .get('itemSectionRenderer')['contents']
    ):
        if 'videoRenderer' not in section:
            continue
        section = section['videoRenderer']
        content = "-"
        if 'descriptionSnippet' in section:
            content = ' '.join(x['text'] for x in section['descriptionSnippet']['runs'])
        results.append(
            {
                'url': base_youtube_url + section['videoId'],
                'title': ' '.join(x['text'] for x in section['title']['runs']),
                'content': content,
                'author': section['ownerText']['runs'][0]['text'],
                'length': section['lengthText']['simpleText'],
                'template': 'videos.html',
                'iframe_src': 'https://www.youtube-nocookie.com/embed/' + section['videoId'],
                'thumbnail': section['thumbnail']['thumbnails'][-1]['url'],
            }
        )
    try:
        token = (
            result_json['onResponseReceivedCommands'][0]
            .get('appendContinuationItemsAction')['continuationItems'][1]
            .get('continuationItemRenderer')['continuationEndpoint']
            .get('continuationCommand')['token']
        )
        results.append(
            {
                "engine_data": token,
                "key": "next_page_token",
            }
        )
    except:  # pylint: disable=bare-except
        pass
 
    return results
 
 

Referenced by searx.engines.youtube_noapi.response().

Here is the caller graph for this function:

◆ request()

searx.engines.youtube_noapi.request	(		query,
			params )

Definition at line 40 of file youtube_noapi.py.

def request(query, params):
    params['cookies']['CONSENT'] = "YES+"
    if not params['engine_data'].get('next_page_token'):
        params['url'] = search_url.format(query=quote_plus(query), page=params['pageno'])
        if params['time_range'] in time_range_dict:
            params['url'] += time_range_url.format(time_range=time_range_dict[params['time_range']])
    else:
        params['url'] = next_page_url
        params['method'] = 'POST'
        params['data'] = dumps(
            {
                'context': {"client": {"clientName": "WEB", "clientVersion": "2.20210310.12.01"}},
                'continuation': params['engine_data']['next_page_token'],
            }
        )
        params['headers']['Content-Type'] = 'application/json'
 
    return params
 
 
# get response from search-request

◆ response()

searx.engines.youtube_noapi.response ( resp )

Definition at line 61 of file youtube_noapi.py.

def response(resp):
    if resp.search_params.get('engine_data'):
        return parse_next_page_response(resp.text)
    return parse_first_page_response(resp.text)
 
 

References searx.engines.youtube_noapi.parse_first_page_response(), and searx.engines.youtube_noapi.parse_next_page_response().

Here is the call graph for this function:

Variable Documentation

◆ about

dict searx.engines.youtube_noapi.about

Initial value:

=  {
    "website": 'https://www.youtube.com/',
    "wikidata_id": 'Q866',
    "official_api_documentation": 'https://developers.google.com/youtube/v3/docs/search/list?apix=true',
    "use_official_api": False,
    "require_api_key": False,
    "results": 'HTML',
}

Definition at line 13 of file youtube_noapi.py.

◆ base_url

str searx.engines.youtube_noapi.base_url = 'https://www.youtube.com/results'

Definition at line 29 of file youtube_noapi.py.

◆ base_youtube_url

str searx.engines.youtube_noapi.base_youtube_url = 'https://www.youtube.com/watch?v='

Definition at line 36 of file youtube_noapi.py.

◆ categories

list searx.engines.youtube_noapi.categories = ['videos', 'music']

Definition at line 23 of file youtube_noapi.py.

◆ language_support

bool searx.engines.youtube_noapi.language_support = False

Definition at line 25 of file youtube_noapi.py.

◆ next_page_url

str searx.engines.youtube_noapi.next_page_url = 'https://www.youtube.com/youtubei/v1/search?key=AIzaSyAO_FJ2SlqU8Q4STEHLGCilw_Y9_11qcW8'

Definition at line 33 of file youtube_noapi.py.

◆ paging

bool searx.engines.youtube_noapi.paging = True

Definition at line 24 of file youtube_noapi.py.

◆ search_url

str searx.engines.youtube_noapi.search_url = base_url + '?search_query={query}&page={page}'

Definition at line 30 of file youtube_noapi.py.

◆ time_range_dict

dict searx.engines.youtube_noapi.time_range_dict = {'day': 'Ag', 'week': 'Aw', 'month': 'BA', 'year': 'BQ'}

Definition at line 34 of file youtube_noapi.py.

◆ time_range_support

bool searx.engines.youtube_noapi.time_range_support = True

Definition at line 26 of file youtube_noapi.py.

◆ time_range_url

str searx.engines.youtube_noapi.time_range_url = '&sp=EgII{time_range}%253D%253D'

Definition at line 31 of file youtube_noapi.py.

Functions

Variables

Detailed Description

Function Documentation

◆ get_text_from_json()

◆ parse_first_page_response()

◆ parse_next_page_response()

◆ request()

◆ response()

Variable Documentation

◆ about

◆ base_url

◆ base_youtube_url

◆ categories

◆ language_support

◆ next_page_url

◆ paging

◆ search_url

◆ time_range_dict

◆ time_range_support

◆ time_range_url