114 dom = html.fromstring(resp.text)
117 for result
in dom.xpath(xpath_results):
118 link = result.xpath(xpath_link)[0]
119 href = urljoin(url, link.attrib.get(
'href'))
120 title = extract_text(link)
121 content = extract_text(result.xpath(xpath_content))
123 results.append({
'url': href,
'title': title,
'content': content})