76def response(resp):
77 results = []
78
79 search_results = etree.XML(resp.content)
80
81 for entry in search_results.xpath('./result/doc'):
82 content = "No description available"
83
84 date = datetime.now()
85 for item in entry:
86 if item.attrib["name"] == "dcdate":
87 date = item.text
88
89 elif item.attrib["name"] == "dctitle":
90 title = item.text
91
92 elif item.attrib["name"] == "dclink":
93 url = item.text
94
95 elif item.attrib["name"] == "dcdescription":
96 content = item.text[:300]
97 if len(item.text) > 300:
98 content += "..."
99
100
101 publishedDate = None
102 for date_format in ['%Y-%m-%dT%H:%M:%SZ', '%Y-%m-%d', '%Y-%m', '%Y']:
103 try:
104 publishedDate = datetime.strptime(date, date_format)
105 break
106 except:
107 pass
108
109 if publishedDate is not None:
110 res_dict = {'url': url, 'title': title, 'publishedDate': publishedDate, 'content': content}
111 else:
112 res_dict = {'url': url, 'title': title, 'content': content}
113
114 results.append(res_dict)
115
116 return results
1.10.0