diff --git a/platform/backend/app/api/tasks.py b/platform/backend/app/api/tasks.py index dc20edf..2515a74 100644 --- a/platform/backend/app/api/tasks.py +++ b/platform/backend/app/api/tasks.py @@ -200,6 +200,213 @@ def cancel_task( return {"ok": True} +@router.get("/modules/{module_id}/detail") +def get_module_detail(module_id: str, db: Session = Depends(get_db), current_user=Depends(get_current_user)): + """获取定时任务模块的详情：输入参数、产出结果、运行历史""" + from datetime import datetime as dt_mod, date as date_mod + from pathlib import Path as PathMod + import json as json_mod + import re as re_mod + + ROOT = PathMod(__file__).resolve().parents[4] + DATA_DIR = ROOT / "automation" / "data" + LOGS_DIR = ROOT / "automation" / "logs" + today_str = date_mod.today().isoformat() + + MODULE_META = { + "scheduled_refresh_search_cache": {"name": "🔍 搜索缓存", "description": "通过 opencode webfetch 联网搜索，刷新 8 个分类的搜索缓存，供内容采集器使用"}, + "scheduled_fetch_trends": {"name": "🔥 热点趋势", "description": "从百度、微博、知乎实时热搜 API 抓取当天热点，LLM 补充，存入 trends.json"}, + "scheduled_collect": {"name": "📡 内容采集", "description": "读取搜索缓存 + 热点趋势 + 历史表现 + AI 建议，经 LLM 分析后生成选题"}, + "scheduled_generate": {"name": "🤖 内容创作", "description": "基于选题，LLM 生成三平台文章（知乎、微信、小红书），存入 articles 表"}, + "scheduled_optimize": {"name": "🔍 合规审查", "description": "LLM 审查已创作文章，检查合规、打分数、优化建议"}, + "scheduled_optimize_sources": {"name": "📡 信息源优化", "description": "AI 分析当前类别和信息源的市场匹配度，给出调整建议"}, + "scheduled_metrics_sync": {"name": "📊 指标同步", "description": "从各平台公开 API 获取已发布文章的互动数据（点赞、阅读、评论等）"}, + } + + meta = MODULE_META.get(module_id, {"name": module_id, "description": ""}) + + # Inputs + inputs = {} + outputs = {} + history = [] + + if module_id == "scheduled_refresh_search_cache": + cache_file = DATA_DIR / "search_cache.json" + if cache_file.exists(): + try: + cache = json_mod.loads(cache_file.read_text(encoding="utf-8")) + meta_ = cache.pop("_metadata", {}) + for q, results in cache.items(): + inputs.setdefault("搜索词", []).append(q) + outputs.setdefault("各分类结果", []).append({ + "query": q, "count": len(results), + "samples": [r.get("title","")[:50] for r in results[:3]] + }) + outputs["更新时间"] = meta_.get("updated_at", "") + outputs["结果总数"] = sum(len(v) for v in cache.values()) + except Exception: + pass + # try reading queries from yaml + try: + import yaml + cfg_path = ROOT / "config" / "sources.yaml" + if cfg_path.exists(): + cfg = yaml.safe_load(cfg_path.read_text(encoding="utf-8")) + ws = cfg.get("sustainability_sources", {}).get("web_search", []) + if ws: + inputs["采集来源"] = f"config/sources.yaml ({len(ws)} 个搜索词)" + except Exception: + pass + + elif module_id == "scheduled_fetch_trends": + trends_file = DATA_DIR / "trends.json" + if trends_file.exists(): + try: + data = json_mod.loads(trends_file.read_text(encoding="utf-8")) + trends = data.get("trends", []) + outputs["采集日期"] = data.get("date", "") + outputs["更新时间"] = data.get("updated_at", "") + outputs["热点总数"] = len(trends) + by_source = {} + for t in trends: + s = t.get("source", "unknown") + by_source.setdefault({"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.get(s, s), 0) + by_source[[k for k,v in {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.items() if v==s or k==s][0] if s in ("weibo","zhihu","baidu","llm") else s] += 1 + # count by source properly + by_source_clean = {} + for t in trends: + s = t.get("source", "") + label = {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM生成"}.get(s, s) + by_source_clean[label] = by_source_clean.get(label, 0) + 1 + outputs["来源分布"] = by_source_clean + outputs["热点列表"] = [{"topic": t.get("topic",""), "domain": t.get("domain",""), "platform": t.get("platform",""), "source": {"weibo":"微博","zhihu":"知乎","baidu":"百度","llm":"LLM"}.get(t.get("source",""),"")} for t in trends[:20]] + except Exception: + pass + + elif module_id == "scheduled_collect": + from ..models import Topic, CollectorCategory + pending = db.query(Topic).filter(Topic.status.in_(["pending", "待处理"])).count() + total_topics = db.query(Topic).count() + cats = db.query(CollectorCategory).filter(CollectorCategory.is_active == True).all() + inputs["采集类别"] = [c.name for c in cats] + inputs["采集数量"] = f"{len(cats)} 个类别" + outputs["选题总数"] = total_topics + outputs["待处理"] = pending + # recent topics + recent = db.query(Topic).order_by(Topic.created_at.desc()).limit(5).all() + outputs["最新选题"] = [{"id": t.id, "title": t.title, "field": t.field, "status": t.status, "created": t.created_at.isoformat() if t.created_at else ""} for t in recent] + + elif module_id == "scheduled_generate": + review = db.query(Topic).filter(Topic.status.in_(["review", "待审查"])).count() + pending_t = db.query(Topic).filter(Topic.status.in_(["pending", "待处理"])).count() + inputs["待创作选题"] = pending_t + outputs["待审查"] = review + from ..models import Article + recent_articles = db.query(Article, Topic.title.label("topic_title")).join(Topic, Article.topic_id == Topic.id, isouter=True).order_by(Article.created_at.desc()).limit(5).all() + outputs["最新文章"] = [] + seen_articles = set() + for a in recent_articles: + art = a.Article if hasattr(a, 'Article') else a[0] + tid = a.topic_title if hasattr(a, 'topic_title') else (a[1] if len(a) > 1 else "") + if art.id not in seen_articles: + seen_articles.add(art.id) + outputs["最新文章"].append({"id": art.id, "platform": art.platform, "topic": tid, "status": art.status, "created": art.created_at.isoformat() if art.created_at else ""}) + + elif module_id == "scheduled_optimize": + outputs["待审查选题"] = db.query(Topic).filter(Topic.status.in_(["review", "待审查"])).count() + outputs["已审查"] = db.query(Topic).filter(Topic.status.in_(["ready", "待发布", "published", "已发布"])).count() + # read latest report + drafts_dir = DATA_DIR / "drafts" + if drafts_dir.exists(): + dates = sorted([d for d in drafts_dir.iterdir() if d.is_dir() and d.name[:4].isdigit()], reverse=True) + if dates: + report_file = dates[0] / "optimization_report.json" + if report_file.exists(): + try: + report = json_mod.loads(report_file.read_text(encoding="utf-8")) + summary = report.get("summary", {}) + outputs["最新报告"] = {"total": summary.get("total_articles", 0), "avg_score": summary.get("average_score", 0), "date": dates[0].name} + if summary.get("articles"): + outputs["文章评分"] = [{"title": a.get("title","")[:30], "score": a.get("score","")} for a in summary["articles"][:5]] + except Exception: + pass + + elif module_id == "scheduled_optimize_sources": + from ..models import SystemConfig, CollectorCategory as Cat2, CollectorSource as Src2 + cats = db.query(Cat2).filter(Cat2.is_active == True).all() + srcs = db.query(Src2).filter(Src2.is_active == True).all() + inputs["当前类别"] = [c.name for c in cats] + inputs["当前信息源"] = [f"{s.name}({s.source_type})" for s in srcs] + sc = db.query(SystemConfig).filter(SystemConfig.key == "collector_ai_advice").first() + if sc and sc.value: + try: + advice = json_mod.loads(sc.value) + outputs["AI建议摘要"] = advice.get("summary", "") + outputs["建议新增类别"] = advice.get("suggested_new_categories", []) + outputs["建议新增源"] = advice.get("suggested_new_sources", []) + outputs["类别评估"] = advice.get("category_assessment", []) + except Exception: + pass + + elif module_id == "scheduled_metrics_sync": + from ..models import ContentMetrics as CM + total = db.query(CM).count() + outputs["已同步文章"] = total + feedback_file = DATA_DIR / "metrics_feedback.json" + if feedback_file.exists(): + try: + fb = json_mod.loads(feedback_file.read_text(encoding="utf-8")) + outputs["高互动领域"] = fb.get("top_domains", []) + outputs["详情"] = fb.get("detail", []) + except Exception: + pass + latest = db.query(CM, Topic.title.label("t")).join(Topic, CM.topic_id == Topic.id, isouter=True).order_by(CM.last_fetched.desc()).limit(5).all() + outputs["最新指标"] = [] + for row in latest: + m = row.CM if hasattr(row, 'CM') else row[0] + ttl = row.t if hasattr(row, 't') else (row[1] if len(row) > 1 else "") + outputs["最新指标"].append({"topic": ttl, "views": m.views, "likes": m.likes, "comments": m.comments, "favorites": m.favorites, "fetched": m.last_fetched.isoformat() if m.last_fetched else ""}) + + # History from log files + log_map = { + "scheduled_refresh_search_cache": LOGS_DIR / f"opencode_search_{today_str}.log", + "scheduled_fetch_trends": LOGS_DIR / f"trends_{today_str}.log", + "scheduled_collect": LOGS_DIR / f"collector_{today_str}.log", + "scheduled_generate": LOGS_DIR / f"creator_{today_str}.log", + "scheduled_optimize": LOGS_DIR / f"optimizer_{today_str}.log", + "scheduled_optimize_sources": LOGS_DIR / f"optimizer_sources_{today_str}.log", + "scheduled_metrics_sync": LOGS_DIR / f"metrics_sync_{today_str}.log", + } + log_file = log_map.get(module_id) + log_lines = [] + if log_file and log_file.exists(): + content = log_file.read_text(encoding="utf-8", errors="ignore") + log_lines = content.splitlines()[-30:] + # Build history from log entries + for line in log_lines: + m = re_mod.match(r'^(\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}:\d{2}).*', line) + if m: + ts = m.group(1) + is_success = "完成" in line or "success" in line.lower() or "SUCCESS" in line + is_error = "失败" in line or "failed" in line.lower() or "ERROR" in line + if is_success or is_error: + history.append({"time": ts, "status": "success" if is_success else "error", "msg": line.strip()[-60:]}) + history = history[-10:] + + # Log excerpt + log_excerpt = "\n".join(log_lines[-15:]) if log_lines else "" + + return { + "module_id": module_id, + "title": meta["name"], + "description": meta["description"], + "status": "running", # client will override from modules/status + "inputs": inputs, + "outputs": outputs, + "history": history, + "log_excerpt": log_excerpt, + } + @router.post("/run-creator") def run_creator_task( topic_id: Optional[str] = None, diff --git a/platform/frontend/tasks.html b/platform/frontend/tasks.html index 68449ba..c9f224a 100644 --- a/platform/frontend/tasks.html +++ b/platform/frontend/tasks.html @@ -51,6 +51,17 @@ .schedule-row { padding: 10px 12px; gap: 10px; flex-wrap: wrap; } .schedule-next { width: 100%; margin-left: 46px; } } + .module-grid { display: grid; grid-template-columns: repeat(auto-fill, minmax(280px, 1fr)); gap: 16px; } + .module-card { border: 1px solid #ebeef5; border-radius: 12px; padding: 16px; transition: all 0.3s; background: #fff; } + .module-card:hover { border-color: #409eff; box-shadow: 0 2px 12px rgba(64,158,255,0.12); transform: translateY(-2px); } + .module-header { display: flex; justify-content: space-between; align-items: center; margin-bottom: 12px; } + .module-title { font-weight: 600; font-size: 15px; color: #303133; } + .module-status { font-size: 12px; padding: 2px 10px; border-radius: 12px; background: #f4f4f5; color: #909399; } + .module-status.running { background: #f0f9eb; color: #67c23a; } + .module-content > div { display: flex; justify-content: space-between; padding: 6px 0; border-bottom: 1px solid #f5f5f5; font-size: 13px; } + .module-content > div > span:first-child { color: #909399; } + .module-content > div > span:last-child { color: #303133; font-weight: 500; } + .task-drawer .el-drawer__body { padding: 16px 24px; overflow: hidden; display: flex; flex-direction: column; } @@ -64,27 +75,140 @@

定时任务

- 刷新 + 调度器运行中 + 调度器未启动 + 刷新
-
加载中...
-
-
暂无定时任务
-
-
-
-
{{ job.name }}
-
每日 {{ job.time }}
-
{{ job.id }}
+
加载中...
+
暂无定时任务
+
+
+
+ {{ mod.title }} + {{ mod.status === 'running' ? '运行中' : '已停止' }} +
+
+
最后运行{{ mod.last_run }}
+
下次运行{{ mod.next_run }}
+
今日任务{{ mod.task_count }} 个
+
成功率{{ mod.success_rate > 0 ? mod.success_rate + '%' : '暂无' }}
+
+ 立即运行 + 查看详情 +
-
- - {{ job.active ? '运行中' : '等待中' }} - 下次: {{ job.next_run }}
-
+ + + +
加载中...
+
{{ drawerError }}
+
+
+ {{ drawerData.module_id }} +

{{ drawerData.description }}

+
+ + +
无需手动输入，数据自动获取
+
+
{{ key }}
+
+ {{ item }} +
+
{{ val }}
+
+ + +
暂无产出数据，运行任务后将在此展示
+
+
{{ key }}
+
+ + + + + +
+
+ + + + + + +
+
+ + + +
+
+
+
{{ item.query }} {{ item.count }}条
+
● {{ s }}
+
+
+
+
+ {{ item.title }} + +
+
+
{{ val }}
+
+
+
{{ item.name }}
+
{{ item.reason }}
+
+
+
+
+ {{ item.status }} + {{ item.name }} — {{ item.reason }} +
+
+
+
+ {{ src }}: {{ cnt }}条 +
+
+
+
+ {{ item[0] }}: {{ item[1] }}分 +
+
+
+
+ {{ k }}: {{ v }} +
+
+
{{ val }}
+
+ + +
+
今日日志（最近15行）
+ 
{{ drawerData.log_excerpt }}
+
+
+ + + {{ h.msg }} + + +
+
暂无运行记录
+ + +
+ 立即运行此任务 +
+
+
@@ -178,17 +302,29 @@ const TasksApp = { 'scheduled_optimize': { icon: 'IconSearch', name: '合规审查', defaultTime: '04:30' }, 'scheduled_optimize_sources': { icon: 'IconSetting', name: '信息源优化', defaultTime: '05:00' }, 'scheduled_metrics_sync': { icon: 'IconDashboard', name: '指标同步', defaultTime: '06:00' }, + 'scheduled_refresh_search_cache': { icon: 'IconRefresh', name: '搜索缓存', defaultTime: '01:00' }, + 'scheduled_fetch_trends': { icon: 'IconRefresh', name: '热点趋势', defaultTime: '01:10' }, + }; + const MODULE_TRIGGER_ENDPOINTS = { + scheduled_collect: '/api/system/collect/run', + scheduled_refresh_search_cache: '/api/system/refresh-search-cache/run', + scheduled_fetch_trends: '/api/system/trends/run', + scheduled_generate: '/api/system/generate/run', + scheduled_optimize: '/api/system/review/run', + scheduled_optimize_sources: '/api/system/optimize-sources/run', + scheduled_metrics_sync: '/api/system/metrics-sync/run', }; const STAGE_NAMES = { 'creator': '创作', 'optimize': '审查', 'review': '审查', 'publish': '发布' }; const STATUS_NAMES = { 'pending': '等待中', 'running': '进行中', 'completed': '已完成', 'failed': '失败', 'cancelled': '已取消' }; return { currentUser: { username: '' }, isAdmin: false, isLoggedIn: false, - allTasks: [], tasks: [], loading: false, filterStatus: '', + allTasks: [], loading: false, filterStatus: '', showDetailDialog: false, detailTask: null, - schedulerJobs: [], schedulerLoading: false, + modules: [], moduleLoading: false, schedulerRunning: false, runningModule: null, currentPage: 1, pageSize: 10, + showDrawer: false, drawerTitle: '', drawerData: null, drawerLoading: false, drawerError: '', drawerTab: 'inputs', pollTimer: null, - SCHEDULER_JOBS, + SCHEDULER_JOBS, MODULE_TRIGGER_ENDPOINTS, } }, computed: { @@ -213,30 +349,49 @@ const TasksApp = { if (!token) { window.location.href = '/login.html'; return; } fetch('/api/auth/me', { headers: { 'Authorization': 'Bearer ' + token } }) .then(r => r.ok ? r.json() : Promise.reject()) - .then(data => { this.currentUser = data.user; this.isAdmin = data.user.role === 'admin'; this.isLoggedIn = true; this.loadTasks(); this.loadSchedulerStatus(); }) + .then(data => { this.currentUser = data.user; this.isAdmin = data.user.role === 'admin'; this.isLoggedIn = true; this.loadModules(); this.loadTasks(); }) .catch(() => { localStorage.removeItem('authToken'); localStorage.removeItem('userRole'); localStorage.removeItem('currentUser'); window.location.href = '/login.html'; }); }, - async loadSchedulerStatus() { - this.schedulerLoading = true; + async loadModules() { + this.moduleLoading = true; try { - const data = await this.api('/api/system/scheduler/status'); + const data = await this.api('/api/system/modules/status'); if (!data) return; - this.schedulerJobs = (data.jobs || []).map(job => { - const info = this.SCHEDULER_JOBS[job.id] || { icon: 'IconClock', name: job.id, defaultTime: '' }; - // Parse cron trigger for time display - let time = info.defaultTime; - const m = job.trigger && job.trigger.match(/hour='?(\d+)'?,\s*minute='?(\d+)'?/); - if (m) time = m[1].padStart(2,'0') + ':' + m[2].padStart(2,'0'); - // Format next_run_time - let next_run = ''; - if (job.next_run_time) { - try { next_run = new Date(job.next_run_time).toLocaleString('zh-CN', { month: '2-digit', day: '2-digit', hour: '2-digit', minute: '2-digit' }); } catch(e) { next_run = job.next_run_time; } - } - return { id: job.id, icon: info.icon, name: info.name, time, active: data.running, next_run }; - }); - } catch (e) { console.error(e); this.$message.error('加载调度状态失败: ' + e.message); } - finally { this.schedulerLoading = false; } + this.modules = data.modules || []; + this.schedulerRunning = data.scheduler && data.scheduler.running === true; + } catch (e) { console.error(e); } + finally { this.moduleLoading = false; } }, + async openModuleDetail(mod) { + this.showDrawer = true; + this.drawerTitle = mod.title + ' 详情'; + this.drawerData = null; + this.drawerError = ''; + this.drawerLoading = true; + this.drawerTab = 'inputs'; + try { + const data = await this.api('/api/tasks/modules/' + mod.id + '/detail'); + if (data) { + data.status = mod.status; + this.drawerData = data; + } else { + this.drawerError = '加载失败'; + } + } catch (e) { this.drawerError = e.message; } + finally { this.drawerLoading = false; } + }, + async triggerModule(modId) { + const endpoint = this.MODULE_TRIGGER_ENDPOINTS[modId]; + if (!endpoint) { this.$message.error('未知模块'); return; } + this.runningModule = modId; + try { + await this.api(endpoint, { method: 'POST' }); + this.$message.success('任务已启动'); + setTimeout(() => this.loadModules(), 2000); + } catch (e) { this.$message.error('启动失败: ' + e.message); } + finally { this.runningModule = null; } + }, + parseScore(v) { const n = parseFloat(v); return isNaN(n) ? 0 : n; }, getStatusLabel(status) { return { 'pending': '等待中', 'running': '进行中', 'completed': '已完成', 'failed': '失败', 'cancelled': '已取消' }[status] || status; }, getStageLabel(stage) { return { 'creator': '创作', 'optimize': '审查', 'review': '审查', 'publish': '发布' }[stage] || stage; }, formatDate(dateStr) {