任务页面全面改版: 模块输入/输出/历史详情抽屉
后端新增:
- GET /api/tasks/modules/{module_id}/detail
每个模块返回: inputs(自动填充的参数)、outputs(格式化产出结果)、
history(今日运行记录)、log_excerpt(日志原文)
前端重构 tasks.html:
- 上半: 定时任务模块卡片网格(与仪表盘风格统一)
- 点击卡片→右侧抽屉展示3个tab:
📥 输入参数: 搜索词/类别/待处理数量等(自动填充)
📤 产出结果: 表格/标签/评分/建议等(按类型格式化)
📋 运行记录: 日志原文+时间轴
- 底部保留创作任务列表(分页/筛选/详情)
- 抽屉底部立即运行按钮
This commit is contained in:
Yuzhiran Dev
@@ -200,6 +200,213 @@ def cancel_task(
|
||||
return {"ok": True}
|
||||
|
||||
|
||||
@router.get("/modules/{module_id}/detail")
|
||||
def get_module_detail(module_id: str, db: Session = Depends(get_db), current_user=Depends(get_current_user)):
|
||||
"""获取定时任务模块的详情：输入参数、产出结果、运行历史"""
|
||||
from datetime import datetime as dt_mod, date as date_mod
|
||||
from pathlib import Path as PathMod
|
||||
import json as json_mod
|
||||
import re as re_mod
|
||||
|
||||
ROOT = PathMod(__file__).resolve().parents[4]
|
||||
DATA_DIR = ROOT / "automation" / "data"
|
||||
LOGS_DIR = ROOT / "automation" / "logs"
|
||||
today_str = date_mod.today().isoformat()
|
||||
|
||||
MODULE_META = {
|
||||
"scheduled_refresh_search_cache": {"name": "🔍 搜索缓存", "description": "通过 opencode webfetch 联网搜索，刷新 8 个分类的搜索缓存，供内容采集器使用"},
|
||||
"scheduled_fetch_trends": {"name": "🔥 热点趋势", "description": "从百度、微博、知乎实时热搜 API 抓取当天热点，LLM 补充，存入 trends.json"},
|
||||
"scheduled_collect": {"name": "📡 内容采集", "description": "读取搜索缓存 + 热点趋势 + 历史表现 + AI 建议，经 LLM 分析后生成选题"},
|
||||
"scheduled_generate": {"name": "🤖 内容创作", "description": "基于选题，LLM 生成三平台文章（知乎、微信、小红书），存入 articles 表"},
|
||||
"scheduled_optimize": {"name": "🔍 合规审查", "description": "LLM 审查已创作文章，检查合规、打分数、优化建议"},
|
||||
"scheduled_optimize_sources": {"name": "📡 信息源优化", "description": "AI 分析当前类别和信息源的市场匹配度，给出调整建议"},
|
||||
"scheduled_metrics_sync": {"name": "📊 指标同步", "description": "从各平台公开 API 获取已发布文章的互动数据（点赞、阅读、评论等）"},
|
||||
}
|
||||
|
||||
meta = MODULE_META.get(module_id, {"name": module_id, "description": ""})
|
||||
|
||||
# Inputs
|
||||
inputs = {}
|
||||
outputs = {}
|
||||
history = []
|
||||
|
||||
if module_id == "scheduled_refresh_search_cache":
|
||||
cache_file = DATA_DIR / "search_cache.json"
|
||||
if cache_file.exists():
|
||||
try:
|
||||
cache = json_mod.loads(cache_file.read_text(encoding="utf-8"))
|
||||
meta_ = cache.pop("_metadata", {})
|
||||
for q, results in cache.items():
|
||||
inputs.setdefault("搜索词", []).append(q)
|
||||
outputs.setdefault("各分类结果", []).append({
|
||||
"query": q, "count": len(results),
|
||||
"samples": [r.get("title","")[:50] for r in results[:3]]
|
||||
})
|
||||
outputs["更新时间"] = meta_.get("updated_at", "")
|
||||
outputs["结果总数"] = sum(len(v) for v in cache.values())
|
||||
except Exception:
|
||||
pass
|
||||
# try reading queries from yaml
|
||||
try:
|
||||
import yaml
|
||||
cfg_path = ROOT / "config" / "sources.yaml"
|
||||
if cfg_path.exists():
|
||||
cfg = yaml.safe_load(cfg_path.read_text(encoding="utf-8"))
|
||||
ws = cfg.get("sustainability_sources", {}).get("web_search", [])
|
||||
if ws:
|
||||
inputs["采集来源"] = f"config/sources.yaml ({len(ws)} 个搜索词)"
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
elif module_id == "scheduled_fetch_trends":
|
||||
trends_file = DATA_DIR / "trends.json"
|
||||
if trends_file.exists():
|
||||
try:
|
||||
data = json_mod.loads(trends_file.read_text(encoding="utf-8"))
|
||||
trends = data.get("trends", [])
|
||||
outputs["采集日期"] = data.get("date", "")
|
||||
outputs["更新时间"] = data.get("updated_at", "")
|
||||
outputs["热点总数"] = len(trends)
|
||||
by_source = {}
|
||||
for t in trends:
|
||||
s = t.get("source", "unknown")
|
||||
by_source.setdefault({"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.get(s, s), 0)
|
||||
by_source[[k for k,v in {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.items() if v==s or k==s][0] if s in ("weibo","zhihu","baidu","llm") else s] += 1
|
||||
# count by source properly
|
||||
by_source_clean = {}
|
||||
for t in trends:
|
||||
s = t.get("source", "")
|
||||
label = {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM生成"}.get(s, s)
|
||||
by_source_clean[label] = by_source_clean.get(label, 0) + 1
|
||||
outputs["来源分布"] = by_source_clean
|
||||
outputs["热点列表"] = [{"topic": t.get("topic",""), "domain": t.get("domain",""), "platform": t.get("platform",""), "source": {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.get(t.get("source",""),"")} for t in trends[:20]]
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
elif module_id == "scheduled_collect":
|
||||
from ..models import Topic, CollectorCategory
|
||||
pending = db.query(Topic).filter(Topic.status.in_(["pending", "待处理"])).count()
|
||||
total_topics = db.query(Topic).count()
|
||||
cats = db.query(CollectorCategory).filter(CollectorCategory.is_active == True).all()
|
||||
inputs["采集类别"] = [c.name for c in cats]
|
||||
inputs["采集数量"] = f"{len(cats)} 个类别"
|
||||
outputs["选题总数"] = total_topics
|
||||
outputs["待处理"] = pending
|
||||
# recent topics
|
||||
recent = db.query(Topic).order_by(Topic.created_at.desc()).limit(5).all()
|
||||
outputs["最新选题"] = [{"id": t.id, "title": t.title, "field": t.field, "status": t.status, "created": t.created_at.isoformat() if t.created_at else ""} for t in recent]
|
||||
|
||||
elif module_id == "scheduled_generate":
|
||||
review = db.query(Topic).filter(Topic.status.in_(["review", "待审查"])).count()
|
||||
pending_t = db.query(Topic).filter(Topic.status.in_(["pending", "待处理"])).count()
|
||||
inputs["待创作选题"] = pending_t
|
||||
outputs["待审查"] = review
|
||||
from ..models import Article
|
||||
recent_articles = db.query(Article, Topic.title.label("topic_title")).join(Topic, Article.topic_id == Topic.id, isouter=True).order_by(Article.created_at.desc()).limit(5).all()
|
||||
outputs["最新文章"] = []
|
||||
seen_articles = set()
|
||||
for a in recent_articles:
|
||||
art = a.Article if hasattr(a, 'Article') else a[0]
|
||||
tid = a.topic_title if hasattr(a, 'topic_title') else (a[1] if len(a) > 1 else "")
|
||||
if art.id not in seen_articles:
|
||||
seen_articles.add(art.id)
|
||||
outputs["最新文章"].append({"id": art.id, "platform": art.platform, "topic": tid, "status": art.status, "created": art.created_at.isoformat() if art.created_at else ""})
|
||||
|
||||
elif module_id == "scheduled_optimize":
|
||||
outputs["待审查选题"] = db.query(Topic).filter(Topic.status.in_(["review", "待审查"])).count()
|
||||
outputs["已审查"] = db.query(Topic).filter(Topic.status.in_(["ready", "待发布", "published", "已发布"])).count()
|
||||
# read latest report
|
||||
drafts_dir = DATA_DIR / "drafts"
|
||||
if drafts_dir.exists():
|
||||
dates = sorted([d for d in drafts_dir.iterdir() if d.is_dir() and d.name[:4].isdigit()], reverse=True)
|
||||
if dates:
|
||||
report_file = dates[0] / "optimization_report.json"
|
||||
if report_file.exists():
|
||||
try:
|
||||
report = json_mod.loads(report_file.read_text(encoding="utf-8"))
|
||||
summary = report.get("summary", {})
|
||||
outputs["最新报告"] = {"total": summary.get("total_articles", 0), "avg_score": summary.get("average_score", 0), "date": dates[0].name}
|
||||
if summary.get("articles"):
|
||||
outputs["文章评分"] = [{"title": a.get("title","")[:30], "score": a.get("score","")} for a in summary["articles"][:5]]
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
elif module_id == "scheduled_optimize_sources":
|
||||
from ..models import SystemConfig, CollectorCategory as Cat2, CollectorSource as Src2
|
||||
cats = db.query(Cat2).filter(Cat2.is_active == True).all()
|
||||
srcs = db.query(Src2).filter(Src2.is_active == True).all()
|
||||
inputs["当前类别"] = [c.name for c in cats]
|
||||
inputs["当前信息源"] = [f"{s.name}({s.source_type})" for s in srcs]
|
||||
sc = db.query(SystemConfig).filter(SystemConfig.key == "collector_ai_advice").first()
|
||||
if sc and sc.value:
|
||||
try:
|
||||
advice = json_mod.loads(sc.value)
|
||||
outputs["AI建议摘要"] = advice.get("summary", "")
|
||||
outputs["建议新增类别"] = advice.get("suggested_new_categories", [])
|
||||
outputs["建议新增源"] = advice.get("suggested_new_sources", [])
|
||||
outputs["类别评估"] = advice.get("category_assessment", [])
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
elif module_id == "scheduled_metrics_sync":
|
||||
from ..models import ContentMetrics as CM
|
||||
total = db.query(CM).count()
|
||||
outputs["已同步文章"] = total
|
||||
feedback_file = DATA_DIR / "metrics_feedback.json"
|
||||
if feedback_file.exists():
|
||||
try:
|
||||
fb = json_mod.loads(feedback_file.read_text(encoding="utf-8"))
|
||||
outputs["高互动领域"] = fb.get("top_domains", [])
|
||||
outputs["详情"] = fb.get("detail", [])
|
||||
except Exception:
|
||||
pass
|
||||
latest = db.query(CM, Topic.title.label("t")).join(Topic, CM.topic_id == Topic.id, isouter=True).order_by(CM.last_fetched.desc()).limit(5).all()
|
||||
outputs["最新指标"] = []
|
||||
for row in latest:
|
||||
m = row.CM if hasattr(row, 'CM') else row[0]
|
||||
ttl = row.t if hasattr(row, 't') else (row[1] if len(row) > 1 else "")
|
||||
outputs["最新指标"].append({"topic": ttl, "views": m.views, "likes": m.likes, "comments": m.comments, "favorites": m.favorites, "fetched": m.last_fetched.isoformat() if m.last_fetched else ""})
|
||||
|
||||
# History from log files
|
||||
log_map = {
|
||||
"scheduled_refresh_search_cache": LOGS_DIR / f"opencode_search_{today_str}.log",
|
||||
"scheduled_fetch_trends": LOGS_DIR / f"trends_{today_str}.log",
|
||||
"scheduled_collect": LOGS_DIR / f"collector_{today_str}.log",
|
||||
"scheduled_generate": LOGS_DIR / f"creator_{today_str}.log",
|
||||
"scheduled_optimize": LOGS_DIR / f"optimizer_{today_str}.log",
|
||||
"scheduled_optimize_sources": LOGS_DIR / f"optimizer_sources_{today_str}.log",
|
||||
"scheduled_metrics_sync": LOGS_DIR / f"metrics_sync_{today_str}.log",
|
||||
}
|
||||
log_file = log_map.get(module_id)
|
||||
log_lines = []
|
||||
if log_file and log_file.exists():
|
||||
content = log_file.read_text(encoding="utf-8", errors="ignore")
|
||||
log_lines = content.splitlines()[-30:]
|
||||
# Build history from log entries
|
||||
for line in log_lines:
|
||||
m = re_mod.match(r'^(\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}:\d{2}).*', line)
|
||||
if m:
|
||||
ts = m.group(1)
|
||||
is_success = "完成" in line or "success" in line.lower() or "SUCCESS" in line
|
||||
is_error = "失败" in line or "failed" in line.lower() or "ERROR" in line
|
||||
if is_success or is_error:
|
||||
history.append({"time": ts, "status": "success" if is_success else "error", "msg": line.strip()[-60:]})
|
||||
history = history[-10:]
|
||||
|
||||
# Log excerpt
|
||||
log_excerpt = "\n".join(log_lines[-15:]) if log_lines else ""
|
||||
|
||||
return {
|
||||
"module_id": module_id,
|
||||
"title": meta["name"],
|
||||
"description": meta["description"],
|
||||
"status": "running", # client will override from modules/status
|
||||
"inputs": inputs,
|
||||
"outputs": outputs,
|
||||
"history": history,
|
||||
"log_excerpt": log_excerpt,
|
||||
}
|
||||
|
||||
@router.post("/run-creator")
|
||||
def run_creator_task(
|
||||
topic_id: Optional[str] = None,
|
||||
|
||||
Reference in New Issue
Block a user