Deploy v3.7.1 P0 architecture refactor phase 2

README.md

@@ -9,7 +9,7 @@ app_port: 7860
 
 # Global Marine Foundation Data Agent
 
-Current UI release: **v3.7.0**.
+Current UI release: **v3.7.1**.
 
 
 ## v3.4.0 稳定性重构（第一阶段）

VERSION

@@ -1 +1 @@
-3.7.0
+3.7.1

app.html

@@ -132,6 +132,8 @@ window.__SQUID_CONFIG__ = {
 };
 </script>
 <script src="/static/js/app.js?v=__APP_VERSION__"></script>
+<script src="/static/js/data-health.js?v=__APP_VERSION__"></script>
+<script src="/static/js/project-package.js?v=__APP_VERSION__"></script>
 
 
 </body>

services/user_state.py

@@ -0,0 +1,143 @@
+from __future__ import annotations
+import json, time
+from datetime import datetime
+from pathlib import Path
+from typing import Any, Callable
+
+class UserStateStore:
+    """Server-side persistence for workspace/settings/favorites.
+
+    Keeps file persistence concerns out of the FastAPI assembly module.
+    """
+
+    def __init__(self, root: Path, validator: Callable[[str], bool], max_favorites: int = 300):
+        self.root = Path(root)
+        self.validator = validator
+        self.max_favorites = int(max_favorites)
+
+    def _require_user(self, user_id: str) -> str:
+        uid = str(user_id or "").strip()
+        if not self.validator(uid):
+            raise ValueError("invalid user_id")
+        return uid
+
+    def workspace_state_file(self, user_id: str) -> Path:
+        return self.root / f"{self._require_user(user_id)}.workspace.json"
+
+    def sanitize_workspace_sessions(self, items: Any) -> list[dict[str, Any]]:
+        out=[]
+        for x in items if isinstance(items,list) else []:
+            if not isinstance(x,dict): continue
+            thread_id=str(x.get("thread_id") or "")[:200]
+            if not thread_id: continue
+            messages=[]
+            for m in (x.get("messages") if isinstance(x.get("messages"),list) else [])[-80:]:
+                if not isinstance(m,dict): continue
+                messages.append({
+                    "role":"assistant" if m.get("role")=="assistant" else "user",
+                    "text":str(m.get("text") or "")[:50000],
+                    "meta":str(m.get("meta") or "")[:1000],
+                    "time":int(m.get("time") or int(time.time()*1000)),
+                })
+            out.append({
+                "thread_id":thread_id,
+                "title":str(x.get("title") or "")[:500],
+                "messages":messages,
+                "created_at":int(x.get("created_at") or int(time.time()*1000)),
+                "updated_at":int(x.get("updated_at") or int(time.time()*1000)),
+            })
+        out.sort(key=lambda x:int(x.get("updated_at") or 0), reverse=True)
+        return out[:100]
+
+    def sanitize_workspace_settings(self, value: Any) -> dict[str, Any]:
+        if not isinstance(value,dict): return {}
+        allowed={"fontSize","enterToSend","refreshSeconds","accent","defaultView","compact","reduceMotion","longitudeRange","timeDisplay","exportFormat","answerDetail","historyLimit","confirmDownload","messageActionTrigger"}
+        return {str(k):v for k,v in value.items() if k in allowed}
+
+    def read_workspace(self, user_id: str) -> dict[str, Any]:
+        path=self.workspace_state_file(user_id)
+        if not path.exists(): return {"sessions":[],"settings":{},"updated_at":""}
+        try: raw=json.loads(path.read_text(encoding="utf-8"))
+        except Exception: return {"sessions":[],"settings":{},"updated_at":""}
+        return {
+            "sessions":self.sanitize_workspace_sessions(raw.get("sessions",[])),
+            "settings":self.sanitize_workspace_settings(raw.get("settings",{})),
+            "updated_at":str(raw.get("updated_at") or ""),
+        }
+
+    def write_workspace(self, user_id: str, sessions: Any, settings: Any) -> dict[str, Any]:
+        clean_sessions=self.sanitize_workspace_sessions(sessions)
+        clean_settings=self.sanitize_workspace_settings(settings)
+        payload={
+            "schema":"squid-server-workspace",
+            "schema_version":1,
+            "updated_at":datetime.now().astimezone().isoformat(timespec="seconds"),
+            "sessions":clean_sessions,
+            "settings":clean_settings,
+        }
+        path=self.workspace_state_file(user_id)
+        path.parent.mkdir(parents=True, exist_ok=True)
+        tmp=path.with_suffix(path.suffix+".tmp")
+        tmp.write_text(json.dumps(payload,ensure_ascii=False,indent=2),encoding="utf-8")
+        tmp.replace(path)
+        return payload
+
+    def favorite_state_file(self, user_id: str) -> Path:
+        return self.root / f"{self._require_user(user_id)}.favorites.json"
+
+    def sanitize_favorite(self, item: Any) -> dict[str, Any] | None:
+        if not isinstance(item, dict): return None
+        kind=str(item.get("kind") or "answer")
+        if kind not in {"dataset","file","answer"}: kind="answer"
+        def cut(key: str, n: int) -> str: return str(item.get(key) or "")[:n]
+        return {
+            "kind":kind,
+            "id":cut("id",240),
+            "key":cut("key",800),
+            "title":cut("title",400),
+            "content":cut("content",60000),
+            "prompt":cut("prompt",10000),
+            "repository":cut("repository",500),
+            "path":cut("path",2000),
+            "created_at":int(item.get("created_at") or int(time.time()*1000)),
+        }
+
+    def read_favorites(self, user_id: str) -> list[dict[str, Any]]:
+        path=self.favorite_state_file(user_id)
+        if not path.exists(): return []
+        try: raw=json.loads(path.read_text(encoding="utf-8"))
+        except Exception: return []
+        items=raw.get("favorites",[]) if isinstance(raw,dict) else raw
+        out=[]
+        for item in items if isinstance(items,list) else []:
+            clean=self.sanitize_favorite(item)
+            if clean: out.append(clean)
+        return out[:self.max_favorites]
+
+    def write_favorites(self, user_id: str, favorites: list[dict[str, Any]]) -> list[dict[str, Any]]:
+        cleaned=[]; seen=set()
+        for item in favorites:
+            clean=self.sanitize_favorite(item)
+            if not clean: continue
+            ident=clean.get("id") or f"{clean.get('kind')}:{clean.get('key')}:{clean.get('title')}"
+            if ident in seen: continue
+            seen.add(ident); cleaned.append(clean)
+            if len(cleaned)>=self.max_favorites: break
+        path=self.favorite_state_file(user_id)
+        path.parent.mkdir(parents=True, exist_ok=True)
+        tmp=path.with_suffix(path.suffix+".tmp")
+        payload={
+            "schema":"squid-server-favorites",
+            "schema_version":1,
+            "updated_at":datetime.now().astimezone().isoformat(timespec="seconds"),
+            "favorites":cleaned,
+        }
+        tmp.write_text(json.dumps(payload,ensure_ascii=False,indent=2),encoding="utf-8")
+        tmp.replace(path)
+        return cleaned
+
+    def storage_mode(self) -> str:
+        try:
+            return "persistent" if str(self.root.resolve()).startswith("/data/") else "server_session"
+        except Exception:
+            return "server_session"

static/js/app.js

@@ -903,167 +903,6 @@ function openServiceDiagnostics(data,appState){
   wrap.querySelector(".service-download-report").onclick=()=>{const blob=new Blob([JSON.stringify(payload,null,2)],{type:"application/json;charset=utf-8"}),a=document.createElement("a");a.href=URL.createObjectURL(blob);a.download="marine-service-diagnostic-"+new Date().toISOString().replace(/[:.]/g,"-")+".json";a.click();setTimeout(()=>URL.revokeObjectURL(a.href),1000)};
 }
 
-function projectPlanHtml(plan){
-  const ocean=plan.ocean||[],fish=plan.fisheries||[],profile=plan.project_profile||{},reqs=plan.requirements||[],psum=plan.priority_summary||{};
-  const pbadge=p=>'<span class="tag">'+esc(p||'推荐')+'</span>';
-  const alt=x=>(x.alternatives?.length?'<div class="detail-note" style="margin-top:6px">替代：'+x.alternatives.map(esc).join(' / ')+'</div>':'');
-  const oceanCard=x=>'<label class="package-rec selectable"><input class="pkg-source-check" type="checkbox" data-kind="ocean" data-key="'+esc(x.key)+'" checked><div class="package-rec-main"><div><b>'+esc(x.name_zh||x.name)+'</b><span>Ocean</span>'+pbadge(x.priority)+'</div><p>'+esc(x.reason||'')+'</p>'+(x.variables?.length?'<div class="tags">'+x.variables.slice(0,8).map(v=>'<span class="tag">'+esc(v)+'</span>').join('')+'</div>':'')+alt(x)+'</div></label>';
-  const fishCard=x=>'<label class="package-rec selectable"><input class="pkg-source-check" type="checkbox" data-kind="fish" data-key="'+esc(x.name)+'" checked><div class="package-rec-main"><div><b>'+esc(x.name_zh||x.name)+'</b><span>'+esc(x.database||'Fisheries')+'</span>'+pbadge(x.priority)+'</div><p>'+esc(x.reason||'')+'</p>'+alt(x)+'</div></label>';
-  const missing=plan.missing_conditions||[];
-  const reqHtml=reqs.length?'<div class="detail-section"><h3>项目需要什么数据</h3><div class="package-estimate-grid">'+reqs.map(x=>'<div class="package-estimate-card"><b>'+esc(x.name)+' '+pbadge(x.priority)+'</b><span>'+esc(x.why||'')+'</span></div>').join('')+'</div></div>':'';
-  return '<div class="package-plan-head"><div><span>任务类型</span><b>'+esc(profile.task_type||'综合分析')+'</b></div><div><span>研究领域</span><b>'+esc(profile.research_domain||'海洋综合')+'</b></div><div><span>研究对象</span><b>'+esc(profile.research_object||(profile.species||[]).join('、')||'未识别')+'</b></div><div><span>区域</span><b>'+esc(plan.region_name||'未识别')+'</b></div><div><span>时间</span><b>'+esc(plan.time_range||plan.date||'未识别')+'</b></div><div><span>推荐分级</span><b>必需 '+esc(psum.required||0)+' · 推荐 '+esc(psum.recommended||0)+' · 可选 '+esc(psum.optional||0)+'</b></div><div><span>Ocean 自动导出</span><b>'+(plan.ocean_export_ready?'可执行':'需补充精确日期/区域')+'</b></div></div>'+ 
-    (missing.length?'<div class="package-warning">为了提高数据方案准确度，建议补充：<b>'+esc(missing.join('、'))+'</b>。当前仍可继续预估和打包。</div>':'')+
-    reqHtml+
-    '<div class="package-review-toolbar"><div><b>确认要打包的数据</b><span id="pkgSelectionSummary"></span></div><div><button id="pkgSelectAll" class="view-btn compact">全选</button><button id="pkgClearAll" class="view-btn compact">清空</button></div></div>'+ 
-    '<div class="detail-section"><h3>Ocean 环境数据</h3>'+(ocean.length?ocean.map(oceanCard).join(''):'<div class="detail-note">当前项目描述未识别到需要的 Ocean 数据。</div>')+'</div>'+ 
-    '<div class="detail-section"><h3>渔业数据</h3>'+(fish.length?fish.map(fishCard).join(''):'<div class="detail-note">当前项目描述未识别到需要的渔业数据。</div>')+'</div>'+ 
-    '<div class="detail-note">'+esc(plan.note||'')+'</div>';
-}
-
-
-function openQualityDrilldown(title,rows,type){
-  document.querySelector(".drawer-backdrop")?.remove();
-  const wrap=document.createElement("div");wrap.className="drawer-backdrop";
-  const table=(rows||[]).length?(
-    '<div class="quality-drill-scroll"><table class="quality-drill-table"><thead><tr>'+
-    (type==='duplicate_groups'
-      ?'<th>同名文件</th><th>数量</th><th>路径</th>'
-      :type==='unmapped_files'||type==='zero_byte_files'
-        ?'<th>文件路径</th><th>原因</th>'
-        :'<th>领域</th><th>数据源</th><th>字段</th><th>可信度</th><th>建议</th>')+
-    '</tr></thead><tbody>'+
-    (rows||[]).map(x=>{
-      if(type==='duplicate_groups')return '<tr><td>'+esc(x.basename||'')+'</td><td>'+esc(x.count||0)+'</td><td>'+esc((x.paths||[]).join('；'))+'</td></tr>';
-      if(type==='unmapped_files'||type==='zero_byte_files')return '<tr><td>'+esc(x.path||'')+'</td><td>'+esc(x.reason||'')+'</td></tr>';
-      return '<tr><td>'+esc(x.group||'')+'</td><td>'+esc(x.source||'')+'</td><td>'+esc(x.field||'')+'</td><td>'+esc(x.confidence??'-')+'%</td><td>'+esc(x.action||'')+'</td></tr>';
-    }).join('')+'</tbody></table></div>'
-  ):'<div class="quality-empty">当前没有此类问题。</div>';
-  wrap.innerHTML='<aside class="detail-drawer" role="dialog" aria-modal="true"><div class="drawer-head"><div><h2>'+esc(title)+'</h2><p>���接定位到具体数据源、字段或仓库文件。</p></div><button class="drawer-close" aria-label="关闭">×</button></div>'+table+'</aside>';
-  document.body.appendChild(wrap);const close=()=>wrap.remove();wrap.querySelector(".drawer-close").onclick=close;wrap.onclick=e=>{if(e.target===wrap)close()};
-}
-
-async function renderDataHealth(refresh=false){
-  const root=$("workspaceInner");
-  root.innerHTML='<div class="view-head"><div><h1>数据质量健康中心</h1><p>原生质量中心：完整度、可信度、仓库卫生度分开计算，并可下钻到具体问题。</p></div><div class="view-actions"><button id="healthRepoDetail" class="view-btn">仓库体检</button><button id="healthMetaDetail" class="view-btn">元数据审计</button><button id="healthExport" class="view-btn" disabled>↓ 导出报告</button><button id="healthRefresh" class="view-btn">↻ 重新检查</button></div></div><div class="loading">正在读取实时目录并计算健康度…</div>';
-  $("healthRefresh").onclick=()=>renderDataHealth(true);$("healthRepoDetail").onclick=openDatasetQuality;$("healthMetaDetail").onclick=openMetadataAudit;
-  try{
-    const d=await j('/api/sidebar/data-health'+(refresh?'?refresh=true':'')),s=d.summary||{},domains=d.domains||[],recs=d.recommendations||[],issues=d.issue_details||{};
-    const gradeText='等级 '+esc(d.grade||'-')+' · '+esc(d.label||'');
-    const detailBtn=(type,label,count)=>'<button class="health-link health-detail-btn" data-detail-type="'+esc(type)+'">'+esc(label)+' '+esc(count)+' →</button>';
-    const domainHtml=domains.map(x=>{
-      const missing=Number(x.missing_field_count||0),pending=Number(x.pending_field_count||0);
-      return '<div class="health-domain"><div class="health-domain-head"><div><b>'+esc(x.group)+'</b><div class="row-meta">已接入 '+esc(x.available_count)+' / '+esc(x.dataset_count)+' 个来源</div></div></div>'+
-        '<div class="health-domain-metrics"><div class="health-domain-metric"><span>完整度</span><b>'+esc(x.metadata_score)+'%</b></div><div class="health-domain-metric"><span>可信度</span><b>'+esc(x.confidence_score)+'%</b></div></div>'+
-        '<div class="health-domain-links">'+
-          (missing?detailBtn('missing_fields','查看缺失字段',missing):'<span class="row-meta">缺失字段 0</span>')+
-          (pending?detailBtn('pending_checks','查看待核验字段',pending):'<span class="row-meta">待文件级核验 0</span>')+
-        '</div></div>'
-    }).join('');
-    const recHtml=recs.map(x=>'<div class="health-rec-item '+esc(x.severity||'info')+'"><b>'+esc(x.title||'')+'</b><p>'+esc(x.detail||'')+'</p>'+(x.detail_type?'<button class="health-link health-detail-btn" data-detail-type="'+esc(x.detail_type)+'">查看明细 →</button>':'')+'</div>').join('');
-    root.innerHTML='<div class="view-head"><div><h1>数据质量健康中心</h1><p>检查时间：'+esc(formatTime(d.checked_at))+'。完整度与可信度分开统计；健康分用于数据资产治理，不等同于科学适用性评分。</p></div><div class="view-actions"><button id="healthRepoDetail" class="view-btn">仓库体检</button><button id="healthMetaDetail" class="view-btn">元数据审计</button><button id="healthExport" class="view-btn">↓ 导出报告</button><button id="healthRefresh" class="view-btn">↻ 重新检查</button></div></div>'+
-      '<div class="health-hero"><div class="health-score-card"><div class="health-score">'+esc(d.health_score)+'</div><div class="health-grade">'+gradeText+'</div><div class="row-meta" style="margin-top:6px">综合健康度 / 100</div></div><div class="health-panel"><div class="health-subgrid">'+
-        '<div class="health-kpi"><span>元数据完整度</span><b>'+esc(d.metadata_score)+'%</b></div>'+
-        '<div class="health-kpi"><span>数据可信度</span><b>'+esc(d.confidence_score)+'%</b></div>'+
-        '<div class="health-kpi"><span>仓库卫生度</span><b>'+esc(d.hygiene_score)+'%</b></div>'+
-        '<div class="health-kpi"><span>实时文件</span><b>'+esc(s.file_count||0)+'</b></div>'+
-        '<div class="health-kpi"><span>数据总量</span><b>'+esc(formatBytes(s.total_size_bytes||0))+'</b></div>'+
-        '<div class="health-kpi"><span>零字节文件</span><b>'+esc(s.zero_byte_count||0)+'</b></div>'+
-        '<div class="health-kpi actionable health-detail-btn" data-detail-type="unmapped_files"><span>未归类文件</span><b>'+esc(s.unmapped_file_count||0)+'</b><span class="row-meta">点击查看</span></div>'+
-        '<div class="health-kpi actionable health-detail-btn" data-detail-type="duplicate_groups"><span>同名文件组</span><b>'+esc(s.duplicate_group_count||0)+'</b><span class="row-meta">点击查看</span></div>'+
-      '</div></div></div>'+
-      '<div class="detail-section"><h3>分领域质量</h3><div class="health-domain-grid">'+domainHtml+'</div></div>'+
-      '<div class="detail-section"><h3>整改建议</h3><div class="health-rec">'+recHtml+'</div></div>'+
-      '<div class="health-method"><b>评分方法：</b>'+esc(d.method?.formula||'')+'。'+esc(d.method?.note||'')+'<br><b>解释：</b>完整度回答“字段齐不齐”；可信度回答“这些字段是否经过接口/文件读取核验”。因此 Fisheries 即使仓库级元数据完整，也会因为内容字段待核验而降低可信度。</div>';
-    $("healthRefresh").onclick=()=>renderDataHealth(true);$("healthRepoDetail").onclick=openDatasetQuality;$("healthMetaDetail").onclick=openMetadataAudit;
-    $("healthExport").onclick=()=>{const blob=new Blob([JSON.stringify(d,null,2)],{type:'application/json;charset=utf-8'}),url=URL.createObjectURL(blob),a=document.createElement('a');a.href=url;a.download='marine_data_health_'+new Date().toISOString().slice(0,10)+'.json';a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);toast('数据质量报告已导出')};
-    root.querySelectorAll('.health-detail-btn').forEach(btn=>btn.onclick=()=>{
-      const type=btn.dataset.detailType;
-      const titles={unmapped_files:'未归类文件',zero_byte_files:'零字节文件',duplicate_groups:'同名文件组',missing_fields:'缺失字段',pending_checks:'待文件级核验'};
-      openQualityDrilldown(titles[type]||'质量问题明细',issues[type]||[],type);
-    });
-    const badge=$("navHealthBadge");if(badge){badge.textContent=String(d.grade||'-');badge.classList.toggle('warn',Number(d.health_score||0)<80)}
-  }catch(err){root.innerHTML='<div class="empty-view"><b>数据质量检查失败</b>'+esc(err.message||String(err))+'</div>'}
-}
-
-async function renderProjectPackage(){
-  const root=$("workspaceInner");
-  root.innerHTML='<div class="package-chat"><div class="package-hero"><div class="package-icon">📦</div><h1>需要什么数据？ <span style="font-size:10px;opacity:.48">v'+esc(APP_VERSION)+'</span></h1><p>描述项目目标，我先给出数据方案；你确认需要哪些数据源后，再生成按数据库分类的 ZIP。</p></div>'+ 
-    '<div class="package-composer"><textarea id="projectPackageText" class="package-text" rows="4" placeholder="例如：研究 2002-08-15 西北太平洋柔鱼适生区，需要 SST、叶绿素、海流和历史捕捞努力量……"></textarea>'+ 
-    '<div class="package-composer-foot"><div class="package-options"><label><input id="pkgOcean" type="checkbox" checked> Ocean</label><label><input id="pkgTuna" type="checkbox" checked> Tuna</label><label><input id="pkgSquid" type="checkbox" checked> Squid</label><label>ZIP <select id="pkgSize"><option value="100">100 MB</option><option value="300" selected>300 MB</option><option value="600">600 MB</option><option value="1200">1.2 GB</option></select></label></div><button id="pkgAnalyze" class="view-btn primary package-send">分析数据 →</button></div></div>'+ 
-    '<div class="package-hint">推荐流程：描述项目 → 分析数据 → 确认数据源 → 预估大小 → 生成 ZIP</div><div id="packageResult"></div></div>';
-  let lastPlan=null;
-  const selected=()=>{
-    if(!lastPlan)return {ocean:null,fish:null};
-    const checks=[...document.querySelectorAll('.pkg-source-check')];
-    return {
-      ocean:checks.filter(x=>x.dataset.kind==='ocean'&&x.checked).map(x=>x.dataset.key),
-      fish:checks.filter(x=>x.dataset.kind==='fish'&&x.checked).map(x=>x.dataset.key)
-    };
-  };
-  const payload=()=>{
-    const pick=selected();
-    return {project:$("projectPackageText").value.trim(),max_package_mb:Number($("pkgSize").value),include_ocean:$("pkgOcean").checked,include_tuna:$("pkgTuna").checked,include_squid:$("pkgSquid").checked,selected_ocean_keys:pick.ocean,selected_fisheries_names:pick.fish};
-  };
-  const updateSelectionSummary=()=>{
-    const el=$("pkgSelectionSummary"); if(!el)return;
-    const pick=selected();
-    el.textContent='已选 '+pick.ocean.length+' 个 Ocean + '+pick.fish.length+' 个 Fisheries 数据源';
-  };
-  const bindPlanControls=()=>{
-    document.querySelectorAll('.pkg-source-check').forEach(x=>x.onchange=updateSelectionSummary);
-    $("pkgSelectAll")?.addEventListener('click',()=>{document.querySelectorAll('.pkg-source-check').forEach(x=>x.checked=true);updateSelectionSummary()});
-    $("pkgClearAll")?.addEventListener('click',()=>{document.querySelectorAll('.pkg-source-check').forEach(x=>x.checked=false);updateSelectionSummary()});
-    updateSelectionSummary();
-  };
-  const estimate=async()=>{
-    const b=$("pkgEstimate"),box=$("packageEstimateResult"),body=payload();
-    const chosen=(body.selected_ocean_keys?.length||0)+(body.selected_fisheries_names?.length||0);
-    if(!lastPlan||!chosen){toast("请先分析并至少选择一个数据源");return}
-    b.disabled=true;b.textContent="预估中…";box.innerHTML='<div class="loading">正在读取实时文件树并计算预计内容…</div>';
-    try{
-      const r=await j("/api/sidebar/project-package/estimate",{method:"POST",body:JSON.stringify(body)}),db=r.per_database||{};
-      const cards=Object.entries(db).map(([name,x])=>'<div class="package-estimate-card"><b>'+esc(name)+'</b><span>'+esc(x.file_count||0)+' 个候选文件 · '+esc(formatBytes(x.size_bytes||0))+'</span></div>').join('');
-      const ocean=r.ocean||{};
-      box.innerHTML='<div class="package-estimate"><b>预计数据包</b><div class="row-meta">已知大小 '+esc(formatBytes(r.estimated_known_bytes||0))+' / 上限 '+esc(formatBytes(r.package_limit_bytes||0))+' · '+esc(r.estimated_known_file_count||0)+' 个渔业候选文件'+(ocean.request_count?' · '+esc(ocean.request_count)+' 个 Ocean 请求':'')+'</div><div class="package-estimate-grid">'+cards+'</div><div class="detail-note" style="margin-top:8px">'+esc(r.note||'')+'</div></div>';
-    }catch(err){box.innerHTML='<div class="detail-note">预估失败：'+esc(err.message||String(err))+'</div>'}
-    finally{b.disabled=false;b.textContent="预估数据包"}
-  };
-  const build=async()=>{
-    const b=$("pkgBuild"),out=$("packageResult"),body=payload();
-    if(!lastPlan){toast("请先分析数据需求");return}
-    const chosen=(body.selected_ocean_keys?.length||0)+(body.selected_fisheries_names?.length||0);
-    if(!chosen){toast("请至少选择一个数据源");return}
-    b.disabled=true;b.textContent="正在打包…";
-    out.insertAdjacentHTML("afterbegin",'<div id="packageBuildStatus" class="loading">正在读取所选真实文件并按数据库分类打包…</div>');
-    try{
-      const r=await j("/api/sidebar/project-package/build",{method:"POST",body:JSON.stringify(body)}),status=$("packageBuildStatus");
-      if(status)status.outerHTML='<div class="package-ready"><b>✓ ZIP 已生成</b><span>'+esc(r.included_file_count)+' 个真实数据文件 · '+formatBytes(r.size_bytes)+' · '+esc(r.skipped_count)+' 项未加入</span><button id="packageManifest" class="view-btn">查看清单</button><button id="packageDownload" class="view-btn primary">↓ 下载 ZIP</button></div><div id="packageManifestBox"></div>';
-      $("packageManifest").onclick=()=>{
-        const box=$("packageManifestBox"),files=r.included_files||[],skipped=r.skipped||[];
-        if(box.innerHTML){box.innerHTML="";return}
-        const rows=files.map(x=>'<div class="package-manifest-row"><b>'+esc(x.database||'')+'</b><span title="'+esc(x.path||'')+'">'+esc(x.source||'')+' · '+esc(x.path||'')+'</span><span>'+esc(formatBytes(x.size_bytes||0))+'</span></div>').join('');
-        const skip=skipped.length?'<div class="detail-note" style="margin-top:8px">另有 '+esc(skipped.length)+' 项未加入，可在 ZIP 的 manifest.json 查看原因。</div>':'';
-        box.innerHTML='<div class="package-manifest">'+(rows||'<div class="detail-note">没有已加入文件。</div>')+'</div>'+skip;
-      };
-      $("packageDownload").onclick=async()=>{const btn=$("packageDownload");btn.disabled=true;btn.textContent="下载中…";try{const resp=await fetch(r.download_url,{headers:authHeaders()});if(!resp.ok)throw Error(await resp.text());const blob=await resp.blob(),url=URL.createObjectURL(blob),a=document.createElement("a");a.href=url;a.download="project_data_package.zip";a.click();setTimeout(()=>URL.revokeObjectURL(url),2000);toast("项目数据包已下载")}catch(err){toast("下载失败："+(err.message||String(err)))}finally{btn.disabled=false;btn.textContent="↓ 下载 ZIP"}};
-    }catch(err){const status=$("packageBuildStatus");if(status)status.outerHTML='<div class="empty-view"><b>打包失败</b>'+esc(err.message||String(err))+'</div>'}
-    finally{b.disabled=false;b.textContent="生成所选 ZIP"}
-  };
-  $("pkgAnalyze").onclick=async()=>{
-    const b=$("pkgAnalyze"),out=$("packageResult"),body=payload();
-    body.selected_ocean_keys=null;body.selected_fisheries_names=null;
-    if(!body.project){toast("请先描述项目");return}
-    b.disabled=true;b.textContent="分析中…";out.innerHTML='<div class="loading">正在理解项目目标并规划必需 / 推荐 / 可选数据…</div>';
-    try{
-      lastPlan=await j("/api/sidebar/project-package/analyze",{method:"POST",body:JSON.stringify(body)});
-      out.innerHTML='<div class="package-result"><div class="view-head"><div><h2>Agent 数据方案</h2><p>先理解研究任务，再按“必需 / 推荐 / 可选”映射到真实数据源；你可以在打包前调整。</p></div></div>'+projectPlanHtml(lastPlan)+'<div class="package-actions"><button id="pkgEstimate" class="view-btn">预估数据包</button><button id="pkgBuild" class="view-btn primary">生成所选 ZIP</button></div><div id="packageEstimateResult"></div></div>';
-      bindPlanControls();$("pkgEstimate").onclick=estimate;$("pkgBuild").onclick=build;
-    }catch(err){out.innerHTML='<div class="empty-view"><b>分析失败</b>'+esc(err.message||String(err))+'</div>'}
-    finally{b.disabled=false;b.textContent="分析数据 →"}
-  };
-  $("projectPackageText").addEventListener("keydown",e=>{if(e.key==="Enter"&&(e.ctrlKey||e.metaKey)){e.preventDefault();$("pkgAnalyze").click()}});
-}
-
 async function renderServices(){
   const root=$("workspaceInner");
   root.innerHTML='<div class="view-head"><div><h1>数据服务</h1><p>实时检查模型运行时、Marine API、Ocean 与 Hugging Face 数据平面，并给出响应时延和诊断建议。</p></div><button id="refreshServices" class="view-btn">↻ 立即检测</button></div><div class="loading">正在检测服务…</div>';

static/js/data-health.js

@@ -0,0 +1,64 @@
+/* v3.7.1 P0 phase 2: data quality UI module */
+function openQualityDrilldown(title,rows,type){
+  document.querySelector(".drawer-backdrop")?.remove();
+  const wrap=document.createElement("div");wrap.className="drawer-backdrop";
+  const table=(rows||[]).length?(
+    '<div class="quality-drill-scroll"><table class="quality-drill-table"><thead><tr>'+
+    (type==='duplicate_groups'
+      ?'<th>同名文件</th><th>数量</th><th>路径</th>'
+      :type==='unmapped_files'||type==='zero_byte_files'
+        ?'<th>文件路径</th><th>原因</th>'
+        :'<th>领域</th><th>数据源</th><th>字段</th><th>可信度</th><th>建议</th>')+
+    '</tr></thead><tbody>'+
+    (rows||[]).map(x=>{
+      if(type==='duplicate_groups')return '<tr><td>'+esc(x.basename||'')+'</td><td>'+esc(x.count||0)+'</td><td>'+esc((x.paths||[]).join('；'))+'</td></tr>';
+      if(type==='unmapped_files'||type==='zero_byte_files')return '<tr><td>'+esc(x.path||'')+'</td><td>'+esc(x.reason||'')+'</td></tr>';
+      return '<tr><td>'+esc(x.group||'')+'</td><td>'+esc(x.source||'')+'</td><td>'+esc(x.field||'')+'</td><td>'+esc(x.confidence??'-')+'%</td><td>'+esc(x.action||'')+'</td></tr>';
+    }).join('')+'</tbody></table></div>'
+  ):'<div class="quality-empty">当前没有此类问题。</div>';
+  wrap.innerHTML='<aside class="detail-drawer" role="dialog" aria-modal="true"><div class="drawer-head"><div><h2>'+esc(title)+'</h2><p>直接定位到具体数据源、字段或仓库文件。</p></div><button class="drawer-close" aria-label="关闭">×</button></div>'+table+'</aside>';
+  document.body.appendChild(wrap);const close=()=>wrap.remove();wrap.querySelector(".drawer-close").onclick=close;wrap.onclick=e=>{if(e.target===wrap)close()};
+}
+
+async function renderDataHealth(refresh=false){
+  const root=$("workspaceInner");
+  root.innerHTML='<div class="view-head"><div><h1>数据质量健康中心</h1><p>原生质量中心：完整度、可信度、仓库卫生度分开计算，并可下钻到具体问题。</p></div><div class="view-actions"><button id="healthRepoDetail" class="view-btn">仓库体检</button><button id="healthMetaDetail" class="view-btn">元数据审计</button><button id="healthExport" class="view-btn" disabled>↓ 导出报告</button><button id="healthRefresh" class="view-btn">↻ 重新检查</button></div></div><div class="loading">正在读取实时目录并计算健康度…</div>';
+  $("healthRefresh").onclick=()=>renderDataHealth(true);$("healthRepoDetail").onclick=openDatasetQuality;$("healthMetaDetail").onclick=openMetadataAudit;
+  try{
+    const d=await j('/api/sidebar/data-health'+(refresh?'?refresh=true':'')),s=d.summary||{},domains=d.domains||[],recs=d.recommendations||[],issues=d.issue_details||{};
+    const gradeText='等级 '+esc(d.grade||'-')+' · '+esc(d.label||'');
+    const detailBtn=(type,label,count)=>'<button class="health-link health-detail-btn" data-detail-type="'+esc(type)+'">'+esc(label)+' '+esc(count)+' →</button>';
+    const domainHtml=domains.map(x=>{
+      const missing=Number(x.missing_field_count||0),pending=Number(x.pending_field_count||0);
+      return '<div class="health-domain"><div class="health-domain-head"><div><b>'+esc(x.group)+'</b><div class="row-meta">已接入 '+esc(x.available_count)+' / '+esc(x.dataset_count)+' 个来源</div></div></div>'+
+        '<div class="health-domain-metrics"><div class="health-domain-metric"><span>完整度</span><b>'+esc(x.metadata_score)+'%</b></div><div class="health-domain-metric"><span>可信度</span><b>'+esc(x.confidence_score)+'%</b></div></div>'+
+        '<div class="health-domain-links">'+
+          (missing?detailBtn('missing_fields','查看缺失字段',missing):'<span class="row-meta">缺失字段 0</span>')+
+          (pending?detailBtn('pending_checks','查看待核验字段',pending):'<span class="row-meta">待文件级核验 0</span>')+
+        '</div></div>'
+    }).join('');
+    const recHtml=recs.map(x=>'<div class="health-rec-item '+esc(x.severity||'info')+'"><b>'+esc(x.title||'')+'</b><p>'+esc(x.detail||'')+'</p>'+(x.detail_type?'<button class="health-link health-detail-btn" data-detail-type="'+esc(x.detail_type)+'">查看明细 →</button>':'')+'</div>').join('');
+    root.innerHTML='<div class="view-head"><div><h1>数据质量健康中心</h1><p>检查时间：'+esc(formatTime(d.checked_at))+'。完整度与可信度分开统计；健康分用于数据资产治理，不等同于科学适用性评分。</p></div><div class="view-actions"><button id="healthRepoDetail" class="view-btn">仓库体检</button><button id="healthMetaDetail" class="view-btn">元数据审计</button><button id="healthExport" class="view-btn">↓ 导出报告</button><button id="healthRefresh" class="view-btn">↻ 重新检查</button></div></div>'+
+      '<div class="health-hero"><div class="health-score-card"><div class="health-score">'+esc(d.health_score)+'</div><div class="health-grade">'+gradeText+'</div><div class="row-meta" style="margin-top:6px">综合健康度 / 100</div></div><div class="health-panel"><div class="health-subgrid">'+
+        '<div class="health-kpi"><span>元数据完整度</span><b>'+esc(d.metadata_score)+'%</b></div>'+
+        '<div class="health-kpi"><span>数据可信度</span><b>'+esc(d.confidence_score)+'%</b></div>'+
+        '<div class="health-kpi"><span>仓库卫生度</span><b>'+esc(d.hygiene_score)+'%</b></div>'+
+        '<div class="health-kpi"><span>实时文件</span><b>'+esc(s.file_count||0)+'</b></div>'+
+        '<div class="health-kpi"><span>数据总量</span><b>'+esc(formatBytes(s.total_size_bytes||0))+'</b></div>'+
+        '<div class="health-kpi"><span>零字节文件</span><b>'+esc(s.zero_byte_count||0)+'</b></div>'+
+        '<div class="health-kpi actionable health-detail-btn" data-detail-type="unmapped_files"><span>未归类文件</span><b>'+esc(s.unmapped_file_count||0)+'</b><span class="row-meta">点击查看</span></div>'+
+        '<div class="health-kpi actionable health-detail-btn" data-detail-type="duplicate_groups"><span>同名文件组</span><b>'+esc(s.duplicate_group_count||0)+'</b><span class="row-meta">点击查看</span></div>'+
+      '</div></div></div>'+
+      '<div class="detail-section"><h3>分领域质量</h3><div class="health-domain-grid">'+domainHtml+'</div></div>'+
+      '<div class="detail-section"><h3>整改建议</h3><div class="health-rec">'+recHtml+'</div></div>'+
+      '<div class="health-method"><b>评分方法：</b>'+esc(d.method?.formula||'')+'。'+esc(d.method?.note||'')+'<br><b>解释：</b>完整度回答“字段齐不齐”；可信度回答“这些字段是否经过接口/文件读取核验”。因此 Fisheries 即使仓库级元数据完整，也会因为内容字段待核验而降低可信度。</div>';
+    $("healthRefresh").onclick=()=>renderDataHealth(true);$("healthRepoDetail").onclick=openDatasetQuality;$("healthMetaDetail").onclick=openMetadataAudit;
+    $("healthExport").onclick=()=>{const blob=new Blob([JSON.stringify(d,null,2)],{type:'application/json;charset=utf-8'}),url=URL.createObjectURL(blob),a=document.createElement('a');a.href=url;a.download='marine_data_health_'+new Date().toISOString().slice(0,10)+'.json';a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);toast('数据质量报告已导出')};
+    root.querySelectorAll('.health-detail-btn').forEach(btn=>btn.onclick=()=>{
+      const type=btn.dataset.detailType;
+      const titles={unmapped_files:'未归类文件',zero_byte_files:'零字节文件',duplicate_groups:'同名文件组',missing_fields:'缺失字段',pending_checks:'待文件级核验'};
+      openQualityDrilldown(titles[type]||'质量问题明细',issues[type]||[],type);
+    });
+    const badge=$("navHealthBadge");if(badge){badge.textContent=String(d.grade||'-');badge.classList.toggle('warn',Number(d.health_score||0)<80)}
+  }catch(err){root.innerHTML='<div class="empty-view"><b>数据质量检查失败</b>'+esc(err.message||String(err))+'</div>'}
+}

static/js/project-package.js

@@ -0,0 +1,96 @@
+/* v3.7.1 P0 phase 2: project data package UI module */
+function projectPlanHtml(plan){
+  const ocean=plan.ocean||[],fish=plan.fisheries||[],profile=plan.project_profile||{},reqs=plan.requirements||[],psum=plan.priority_summary||{};
+  const pbadge=p=>'<span class="tag">'+esc(p||'推荐')+'</span>';
+  const alt=x=>(x.alternatives?.length?'<div class="detail-note" style="margin-top:6px">替代：'+x.alternatives.map(esc).join(' / ')+'</div>':'');
+  const oceanCard=x=>'<label class="package-rec selectable"><input class="pkg-source-check" type="checkbox" data-kind="ocean" data-key="'+esc(x.key)+'" checked><div class="package-rec-main"><div><b>'+esc(x.name_zh||x.name)+'</b><span>Ocean</span>'+pbadge(x.priority)+'</div><p>'+esc(x.reason||'')+'</p>'+(x.variables?.length?'<div class="tags">'+x.variables.slice(0,8).map(v=>'<span class="tag">'+esc(v)+'</span>').join('')+'</div>':'')+alt(x)+'</div></label>';
+  const fishCard=x=>'<label class="package-rec selectable"><input class="pkg-source-check" type="checkbox" data-kind="fish" data-key="'+esc(x.name)+'" checked><div class="package-rec-main"><div><b>'+esc(x.name_zh||x.name)+'</b><span>'+esc(x.database||'Fisheries')+'</span>'+pbadge(x.priority)+'</div><p>'+esc(x.reason||'')+'</p>'+alt(x)+'</div></label>';
+  const missing=plan.missing_conditions||[];
+  const reqHtml=reqs.length?'<div class="detail-section"><h3>项目需要什么数据</h3><div class="package-estimate-grid">'+reqs.map(x=>'<div class="package-estimate-card"><b>'+esc(x.name)+' '+pbadge(x.priority)+'</b><span>'+esc(x.why||'')+'</span></div>').join('')+'</div></div>':'';
+  return '<div class="package-plan-head"><div><span>任务类型</span><b>'+esc(profile.task_type||'综合分析')+'</b></div><div><span>研究领域</span><b>'+esc(profile.research_domain||'海洋综合')+'</b></div><div><span>研究对象</span><b>'+esc(profile.research_object||(profile.species||[]).join('、')||'未识别')+'</b></div><div><span>区域</span><b>'+esc(plan.region_name||'未识别')+'</b></div><div><span>时间</span><b>'+esc(plan.time_range||plan.date||'未识别')+'</b></div><div><span>推荐分级</span><b>必需 '+esc(psum.required||0)+' · 推荐 '+esc(psum.recommended||0)+' · 可选 '+esc(psum.optional||0)+'</b></div><div><span>Ocean 自动导出</span><b>'+(plan.ocean_export_ready?'可执行':'需补充精确日期/区域')+'</b></div></div>'+ 
+    (missing.length?'<div class="package-warning">为了提高数据方案准确度，建议补充：<b>'+esc(missing.join('、'))+'</b>。当前仍可继续预估和打包。</div>':'')+
+    reqHtml+
+    '<div class="package-review-toolbar"><div><b>确认要打包的数据</b><span id="pkgSelectionSummary"></span></div><div><button id="pkgSelectAll" class="view-btn compact">全选</button><button id="pkgClearAll" class="view-btn compact">清空</button></div></div>'+ 
+    '<div class="detail-section"><h3>Ocean 环境数据</h3>'+(ocean.length?ocean.map(oceanCard).join(''):'<div class="detail-note">当前项目描述未识别到需要的 Ocean 数据。</div>')+'</div>'+ 
+    '<div class="detail-section"><h3>渔业数据</h3>'+(fish.length?fish.map(fishCard).join(''):'<div class="detail-note">当前项目描述未识别到需要的渔业数据。</div>')+'</div>'+ 
+    '<div class="detail-note">'+esc(plan.note||'')+'</div>';
+}
+
+async function renderProjectPackage(){
+  const root=$("workspaceInner");
+  root.innerHTML='<div class="package-chat"><div class="package-hero"><div class="package-icon">📦</div><h1>需要什么数据？ <span style="font-size:10px;opacity:.48">v'+esc(APP_VERSION)+'</span></h1><p>描述项目目标，我先给出数据方案；你确认需要哪些数据源后，再生成按数据库分类的 ZIP。</p></div>'+ 
+    '<div class="package-composer"><textarea id="projectPackageText" class="package-text" rows="4" placeholder="例如：研究 2002-08-15 西北太平洋柔鱼适生区，需要 SST、叶绿素、海流和历史捕捞努力量……"></textarea>'+ 
+    '<div class="package-composer-foot"><div class="package-options"><label><input id="pkgOcean" type="checkbox" checked> Ocean</label><label><input id="pkgTuna" type="checkbox" checked> Tuna</label><label><input id="pkgSquid" type="checkbox" checked> Squid</label><label>ZIP <select id="pkgSize"><option value="100">100 MB</option><option value="300" selected>300 MB</option><option value="600">600 MB</option><option value="1200">1.2 GB</option></select></label></div><button id="pkgAnalyze" class="view-btn primary package-send">分析数据 →</button></div></div>'+ 
+    '<div class="package-hint">推荐流程：描述项目 → 分析数据 → 确认数据源 → 预估大小 → 生成 ZIP</div><div id="packageResult"></div></div>';
+  let lastPlan=null;
+  const selected=()=>{
+    if(!lastPlan)return {ocean:null,fish:null};
+    const checks=[...document.querySelectorAll('.pkg-source-check')];
+    return {
+      ocean:checks.filter(x=>x.dataset.kind==='ocean'&&x.checked).map(x=>x.dataset.key),
+      fish:checks.filter(x=>x.dataset.kind==='fish'&&x.checked).map(x=>x.dataset.key)
+    };
+  };
+  const payload=()=>{
+    const pick=selected();
+    return {project:$("projectPackageText").value.trim(),max_package_mb:Number($("pkgSize").value),include_ocean:$("pkgOcean").checked,include_tuna:$("pkgTuna").checked,include_squid:$("pkgSquid").checked,selected_ocean_keys:pick.ocean,selected_fisheries_names:pick.fish};
+  };
+  const updateSelectionSummary=()=>{
+    const el=$("pkgSelectionSummary"); if(!el)return;
+    const pick=selected();
+    el.textContent='已选 '+pick.ocean.length+' 个 Ocean + '+pick.fish.length+' 个 Fisheries 数据源';
+  };
+  const bindPlanControls=()=>{
+    document.querySelectorAll('.pkg-source-check').forEach(x=>x.onchange=updateSelectionSummary);
+    $("pkgSelectAll")?.addEventListener('click',()=>{document.querySelectorAll('.pkg-source-check').forEach(x=>x.checked=true);updateSelectionSummary()});
+    $("pkgClearAll")?.addEventListener('click',()=>{document.querySelectorAll('.pkg-source-check').forEach(x=>x.checked=false);updateSelectionSummary()});
+    updateSelectionSummary();
+  };
+  const estimate=async()=>{
+    const b=$("pkgEstimate"),box=$("packageEstimateResult"),body=payload();
+    const chosen=(body.selected_ocean_keys?.length||0)+(body.selected_fisheries_names?.length||0);
+    if(!lastPlan||!chosen){toast("请先分析并至少选择一个数据源");return}
+    b.disabled=true;b.textContent="预估中…";box.innerHTML='<div class="loading">正在读取实时文件树并计算预计内容…</div>';
+    try{
+      const r=await j("/api/sidebar/project-package/estimate",{method:"POST",body:JSON.stringify(body)}),db=r.per_database||{};
+      const cards=Object.entries(db).map(([name,x])=>'<div class="package-estimate-card"><b>'+esc(name)+'</b><span>'+esc(x.file_count||0)+' 个候选文件 · '+esc(formatBytes(x.size_bytes||0))+'</span></div>').join('');
+      const ocean=r.ocean||{};
+      box.innerHTML='<div class="package-estimate"><b>预计数据包</b><div class="row-meta">已知大小 '+esc(formatBytes(r.estimated_known_bytes||0))+' / 上限 '+esc(formatBytes(r.package_limit_bytes||0))+' · '+esc(r.estimated_known_file_count||0)+' 个渔业候选文件'+(ocean.request_count?' · '+esc(ocean.request_count)+' 个 Ocean 请求':'')+'</div><div class="package-estimate-grid">'+cards+'</div><div class="detail-note" style="margin-top:8px">'+esc(r.note||'')+'</div></div>';
+    }catch(err){box.innerHTML='<div class="detail-note">预估失败：'+esc(err.message||String(err))+'</div>'}
+    finally{b.disabled=false;b.textContent="预估数据包"}
+  };
+  const build=async()=>{
+    const b=$("pkgBuild"),out=$("packageResult"),body=payload();
+    if(!lastPlan){toast("请先分析数据需求");return}
+    const chosen=(body.selected_ocean_keys?.length||0)+(body.selected_fisheries_names?.length||0);
+    if(!chosen){toast("请至少选择一个数据源");return}
+    b.disabled=true;b.textContent="正在打包…";
+    out.insertAdjacentHTML("afterbegin",'<div id="packageBuildStatus" class="loading">正在读取所选真实文件并按数据库分类打包…</div>');
+    try{
+      const r=await j("/api/sidebar/project-package/build",{method:"POST",body:JSON.stringify(body)}),status=$("packageBuildStatus");
+      if(status)status.outerHTML='<div class="package-ready"><b>✓ ZIP 已生成</b><span>'+esc(r.included_file_count)+' 个真实数据文件 · '+formatBytes(r.size_bytes)+' · '+esc(r.skipped_count)+' 项未加入</span><button id="packageManifest" class="view-btn">查看清单</button><button id="packageDownload" class="view-btn primary">↓ 下载 ZIP</button></div><div id="packageManifestBox"></div>';
+      $("packageManifest").onclick=()=>{
+        const box=$("packageManifestBox"),files=r.included_files||[],skipped=r.skipped||[];
+        if(box.innerHTML){box.innerHTML="";return}
+        const rows=files.map(x=>'<div class="package-manifest-row"><b>'+esc(x.database||'')+'</b><span title="'+esc(x.path||'')+'">'+esc(x.source||'')+' · '+esc(x.path||'')+'</span><span>'+esc(formatBytes(x.size_bytes||0))+'</span></div>').join('');
+        const skip=skipped.length?'<div class="detail-note" style="margin-top:8px">另有 '+esc(skipped.length)+' 项未加入，可在 ZIP 的 manifest.json 查看原因。</div>':'';
+        box.innerHTML='<div class="package-manifest">'+(rows||'<div class="detail-note">没有已加入文件。</div>')+'</div>'+skip;
+      };
+      $("packageDownload").onclick=async()=>{const btn=$("packageDownload");btn.disabled=true;btn.textContent="下载中…";try{const resp=await fetch(r.download_url,{headers:authHeaders()});if(!resp.ok)throw Error(await resp.text());const blob=await resp.blob(),url=URL.createObjectURL(blob),a=document.createElement("a");a.href=url;a.download="project_data_package.zip";a.click();setTimeout(()=>URL.revokeObjectURL(url),2000);toast("项目数据包已下载")}catch(err){toast("下载失败："+(err.message||String(err)))}finally{btn.disabled=false;btn.textContent="↓ 下载 ZIP"}};
+    }catch(err){const status=$("packageBuildStatus");if(status)status.outerHTML='<div class="empty-view"><b>打包失败</b>'+esc(err.message||String(err))+'</div>'}
+    finally{b.disabled=false;b.textContent="生成所选 ZIP"}
+  };
+  $("pkgAnalyze").onclick=async()=>{
+    const b=$("pkgAnalyze"),out=$("packageResult"),body=payload();
+    body.selected_ocean_keys=null;body.selected_fisheries_names=null;
+    if(!body.project){toast("请先描述项目");return}
+    b.disabled=true;b.textContent="分析中…";out.innerHTML='<div class="loading">正在理解项目目标并规划必需 / 推荐 / 可选数据…</div>';
+    try{
+      lastPlan=await j("/api/sidebar/project-package/analyze",{method:"POST",body:JSON.stringify(body)});
+      out.innerHTML='<div class="package-result"><div class="view-head"><div><h2>Agent 数据方案</h2><p>先理解研究任务，再按“必需 / 推荐 / 可选”映射到真实数据源；你可以在打包前调整。</p></div></div>'+projectPlanHtml(lastPlan)+'<div class="package-actions"><button id="pkgEstimate" class="view-btn">预估数据包</button><button id="pkgBuild" class="view-btn primary">生成所选 ZIP</button></div><div id="packageEstimateResult"></div></div>';
+      bindPlanControls();$("pkgEstimate").onclick=estimate;$("pkgBuild").onclick=build;
+    }catch(err){out.innerHTML='<div class="empty-view"><b>分析失败</b>'+esc(err.message||String(err))+'</div>'}
+    finally{b.disabled=false;b.textContent="分析数据 →"}
+  };
+  $("projectPackageText").addEventListener("keydown",e=>{if(e.key==="Enter"&&(e.ctrlKey||e.metaKey)){e.preventDefault();$("pkgAnalyze").click()}});
+}

tests/test_p0_phase2_v371.py

@@ -0,0 +1,27 @@
+
+import pathlib
+ROOT=pathlib.Path(__file__).resolve().parents[1]
+
+def test_version():
+    assert (ROOT/"VERSION").read_text(encoding="utf-8").strip()=="3.7.1"
+
+def test_frontend_feature_modules_exist():
+    html=(ROOT/"app.html").read_text(encoding="utf-8")
+    assert "/static/js/data-health.js" in html
+    assert "/static/js/project-package.js" in html
+    assert (ROOT/"static/js/data-health.js").exists()
+    assert (ROOT/"static/js/project-package.js").exists()
+
+def test_core_js_no_longer_owns_extracted_views():
+    core=(ROOT/"static/js/app.js").read_text(encoding="utf-8")
+    assert "async function renderDataHealth" not in core
+    assert "async function renderProjectPackage" not in core
+    assert "function projectPlanHtml" not in core
+
+def test_user_state_service_extracted():
+    ui=(ROOT/"ui_server.py").read_text(encoding="utf-8")
+    svc=(ROOT/"services/user_state.py").read_text(encoding="utf-8")
+    assert "from services.user_state import UserStateStore" in ui
+    assert "class UserStateStore" in svc
+    assert "def read_workspace" in svc
+    assert "def write_favorites" in svc

tests/test_quality_center_v362.py

@@ -2,8 +2,8 @@
 import pathlib
 ROOT = pathlib.Path(__file__).resolve().parents[1]
 
-def test_version_370():
-    assert (ROOT / "VERSION").read_text(encoding="utf-8").strip() == "3.7.0"
+def test_version_371():
+    assert (ROOT / "VERSION").read_text(encoding="utf-8").strip() == "3.7.1"
 
 def test_native_health_backend():
     text = (ROOT / "routes" / "data_health.py").read_text(encoding="utf-8")
@@ -12,7 +12,7 @@ def test_native_health_backend():
     assert "40% metadata completeness + 35% evidence confidence + 25% repository hygiene" in text
 
 def test_native_health_frontend():
-    text = (ROOT / "static" / "js" / "app.js").read_text(encoding="utf-8")
+    text = "\n".join((ROOT / "static" / "js" / name).read_text(encoding="utf-8") for name in ("app.js","data-health.js","project-package.js"))
     assert "function openQualityDrilldown" in text
     assert "数据可信度" in text
     assert "health-detail-btn" in text

tests/test_release_stability.py

@@ -7,7 +7,7 @@ def test_version_is_single_source():
     version = (ROOT / "VERSION").read_text(encoding="utf-8").strip()
     ui = (ROOT / "ui_server.py").read_text(encoding="utf-8")
     html = (ROOT / "app.html").read_text(encoding="utf-8")
-    assert version == "3.7.0"
+    assert version == "3.7.1"
     assert 'with_name("VERSION")' in ui
     assert "__APP_VERSION__" in html
 

ui_server.py

@@ -376,122 +376,39 @@ class WorkspaceSyncRequest(BaseModel):
     sessions: list[dict[str, Any]] = Field(default_factory=list)
     settings: dict[str, Any] = Field(default_factory=dict)
 
-def _workspace_state_file(user_id: str) -> Path:
-    if not valid_user_id(user_id):
-        raise HTTPException(400, "invalid user_id")
-    return USER_STATE_ROOT / f"{user_id}.workspace.json"
-
-def _sanitize_workspace_sessions(items: Any) -> list[dict[str, Any]]:
-    out=[]
-    for x in items if isinstance(items,list) else []:
-        if not isinstance(x,dict): continue
-        thread_id=str(x.get("thread_id") or "")[:200]
-        if not thread_id: continue
-        messages=[]
-        for m in (x.get("messages") if isinstance(x.get("messages"),list) else [])[-80:]:
-            if not isinstance(m,dict): continue
-            messages.append({
-                "role":"assistant" if m.get("role")=="assistant" else "user",
-                "text":str(m.get("text") or "")[:50000],
-                "meta":str(m.get("meta") or "")[:1000],
-                "time":int(m.get("time") or int(time.time()*1000)),
-            })
-        out.append({"thread_id":thread_id,"title":str(x.get("title") or "新对话")[:200],"updated":int(x.get("updated") or int(time.time()*1000)),"messages":messages})
-        if len(out)>=50: break
-    return out
-
-def _sanitize_workspace_settings(value: Any) -> dict[str, Any]:
-    if not isinstance(value,dict): return {}
-    allowed={"fontSize","enterToSend","refreshSeconds","accent","defaultView","compact","reduceMotion","longitudeRange","timeDisplay","exportFormat","answerDetail","historyLimit","confirmDownload","messageActionTrigger"}
-    return {str(k):v for k,v in value.items() if k in allowed}
-
-def _read_server_workspace(user_id: str) -> dict[str, Any]:
-    path=_workspace_state_file(user_id)
-    if not path.exists(): return {"sessions":[],"settings":{},"updated_at":""}
-    try: raw=json.loads(path.read_text(encoding="utf-8"))
-    except Exception: return {"sessions":[],"settings":{},"updated_at":""}
-    return {"sessions":_sanitize_workspace_sessions(raw.get("sessions",[])),"settings":_sanitize_workspace_settings(raw.get("settings",{})),"updated_at":str(raw.get("updated_at") or "")}
-
-def _write_server_workspace(user_id: str, sessions: Any, settings: Any) -> dict[str, Any]:
-    clean_sessions=_sanitize_workspace_sessions(sessions)
-    clean_settings=_sanitize_workspace_settings(settings)
-    payload={"schema":"squid-server-workspace","schema_version":1,"updated_at":datetime.now().astimezone().isoformat(timespec="seconds"),"sessions":clean_sessions,"settings":clean_settings}
-    path=_workspace_state_file(user_id); tmp=path.with_suffix(path.suffix+".tmp")
-    tmp.write_text(json.dumps(payload,ensure_ascii=False,indent=2),encoding="utf-8"); tmp.replace(path)
-    return payload
-
-def _favorite_state_file(user_id: str) -> Path:
-    if not valid_user_id(user_id):
-        raise HTTPException(400, "invalid user_id")
-    return USER_STATE_ROOT / f"{user_id}.favorites.json"
 
-def _sanitize_favorite(item: Any) -> dict[str, Any] | None:
-    if not isinstance(item, dict):
-        return None
-    kind = str(item.get("kind") or "answer")
-    if kind not in {"dataset", "file", "answer"}:
-        kind = "answer"
-    def cut(key: str, n: int) -> str:
-        return str(item.get(key) or "")[:n]
-    return {
-        "kind": kind,
-        "id": cut("id", 240),
-        "key": cut("key", 800),
-        "title": cut("title", 400),
-        "content": cut("content", 60000),
-        "prompt": cut("prompt", 10000),
-        "repository": cut("repository", 500),
-        "path": cut("path", 2000),
-        "created_at": int(item.get("created_at") or int(time.time() * 1000)),
-    }
 
-def _read_server_favorites(user_id: str) -> list[dict[str, Any]]:
-    path = _favorite_state_file(user_id)
-    if not path.exists():
-        return []
-    try:
-        raw = json.loads(path.read_text(encoding="utf-8"))
-    except Exception:
-        return []
-    items = raw.get("favorites", []) if isinstance(raw, dict) else raw
-    out = []
-    for item in items if isinstance(items, list) else []:
-        clean = _sanitize_favorite(item)
-        if clean:
-            out.append(clean)
-    return out[:USER_STATE_MAX_FAVORITES]
-
-def _write_server_favorites(user_id: str, favorites: list[dict[str, Any]]) -> list[dict[str, Any]]:
-    cleaned = []
-    seen = set()
-    for item in favorites:
-        clean = _sanitize_favorite(item)
-        if not clean:
-            continue
-        ident = clean.get("id") or f"{clean.get('kind')}:{clean.get('key')}:{clean.get('title')}"
-        if ident in seen:
-            continue
-        seen.add(ident)
-        cleaned.append(clean)
-        if len(cleaned) >= USER_STATE_MAX_FAVORITES:
-            break
-    path = _favorite_state_file(user_id)
-    tmp = path.with_suffix(path.suffix + ".tmp")
-    payload = {
-        "schema": "squid-server-favorites",
-        "schema_version": 1,
-        "updated_at": datetime.now().astimezone().isoformat(timespec="seconds"),
-        "favorites": cleaned,
-    }
-    tmp.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8")
-    tmp.replace(path)
-    return cleaned
 
-def _favorites_storage_mode() -> str:
-    try:
-        return "persistent" if str(USER_STATE_ROOT.resolve()).startswith("/data/") else "server_session"
-    except Exception:
-        return "server_session"
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+from services.user_state import UserStateStore
+
+_USER_STATE = UserStateStore(USER_STATE_ROOT, valid_user_id, USER_STATE_MAX_FAVORITES)
+_workspace_state_file = _USER_STATE.workspace_state_file
+_sanitize_workspace_sessions = _USER_STATE.sanitize_workspace_sessions
+_sanitize_workspace_settings = _USER_STATE.sanitize_workspace_settings
+_read_server_workspace = _USER_STATE.read_workspace
+_write_server_workspace = _USER_STATE.write_workspace
+_favorite_state_file = _USER_STATE.favorite_state_file
+_sanitize_favorite = _USER_STATE.sanitize_favorite
+_read_server_favorites = _USER_STATE.read_favorites
+_write_server_favorites = _USER_STATE.write_favorites
+_favorites_storage_mode = _USER_STATE.storage_mode
 
 
 def _request_bearer_token(request:Request):