|
@@ -142,8 +142,7 @@ def response(resp):
|
|
|
title = extract_text(title)[offset:]
|
|
|
|
|
|
content = eval_xpath_getindex(result, './/div[contains(@class, "compText")]', 0, default='')
|
|
|
- if content:
|
|
|
- content = extract_text(content)
|
|
|
+ content = extract_text(content, allow_none=True)
|
|
|
|
|
|
|
|
|
results.append({'url': url, 'title': title, 'content': content})
|