修复搜索和重复检查问题
1. 搜索文章时增加URL字段搜索,解决重复抓取问题 2. 优化搜索结果解析,多获取几个结果确保返回足够数量
This commit is contained in:
+4
-4
@@ -157,16 +157,16 @@ class Database:
|
||||
if category:
|
||||
cursor.execute('''
|
||||
SELECT * FROM articles
|
||||
WHERE (product_names LIKE ? OR keywords LIKE ? OR summary LIKE ? OR content LIKE ?)
|
||||
WHERE (product_names LIKE ? OR keywords LIKE ? OR summary LIKE ? OR content LIKE ? OR url LIKE ?)
|
||||
AND category = ?
|
||||
ORDER BY fetch_date DESC
|
||||
''', (f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', category))
|
||||
''', (f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', category))
|
||||
else:
|
||||
cursor.execute('''
|
||||
SELECT * FROM articles
|
||||
WHERE product_names LIKE ? OR keywords LIKE ? OR summary LIKE ? OR content LIKE ?
|
||||
WHERE product_names LIKE ? OR keywords LIKE ? OR summary LIKE ? OR content LIKE ? OR url LIKE ?
|
||||
ORDER BY fetch_date DESC
|
||||
''', (f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%'))
|
||||
''', (f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%', f'%{keyword}%'))
|
||||
return [dict(row) for row in cursor.fetchall()]
|
||||
|
||||
def get_article_by_id(self, article_id):
|
||||
|
||||
Reference in New Issue
Block a user