fix: content quality, image format, task monitor, calendar data source, search UI & sort
This commit is contained in:
+10
-4
@@ -23,6 +23,7 @@ import subprocess
|
||||
# scripts/collector.py 位于 <project_root>/scripts/,因此向上2级即可
|
||||
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
||||
sys.path.insert(0, str(PROJECT_ROOT))
|
||||
sys.path.insert(0, str(PROJECT_ROOT / "platform" / "backend"))
|
||||
|
||||
# 配置路径
|
||||
CONFIG_DIR = PROJECT_ROOT / "config"
|
||||
@@ -39,6 +40,7 @@ logging.basicConfig(
|
||||
logging.StreamHandler()
|
||||
]
|
||||
)
|
||||
logger = logging.getLogger(__name__)
|
||||
DEFAULT_CHINA_PAINS = {
|
||||
"循环消费": "以旧换新流程繁琐、二手商品信任缺失、租赁市场不规范",
|
||||
"低碳出行": "新能源车充电设施不足、城市规划不支持骑行、通勤距离长",
|
||||
@@ -364,8 +366,11 @@ class SustainabilityCollector:
|
||||
content = title
|
||||
|
||||
search_text = (title + content).lower()
|
||||
keywords = source_keywords if source_keywords else _load_rss_keywords()
|
||||
if any(keyword.lower() in search_text for keyword in keywords):
|
||||
if source_keywords:
|
||||
keyword_match = any(keyword.lower() in search_text for keyword in source_keywords)
|
||||
else:
|
||||
keyword_match = True
|
||||
if keyword_match:
|
||||
articles.append({
|
||||
'title': title,
|
||||
'url': entry.get('link', ''),
|
||||
@@ -395,7 +400,7 @@ class SustainabilityCollector:
|
||||
if not query:
|
||||
logger.warning(f"web_search源 {source.name} 未配置查询词")
|
||||
return []
|
||||
results = search(query, max_results=8, use_cache=False)
|
||||
results = search(query, max_results=8)
|
||||
articles = []
|
||||
for r in results:
|
||||
articles.append({
|
||||
@@ -943,7 +948,8 @@ def main():
|
||||
sys.exit(1)
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"收集任务失败: {e}")
|
||||
try: logger.error(f"收集任务失败: {e}")
|
||||
except: pass
|
||||
print(f"ERROR: {e}")
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user