deploy standalone ASR pipeline on tools-pve
This commit is contained in:
Codex
@@ -0,0 +1,305 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Ephemeral, capability-URL mobile UI for the human review queue."""
|
||||
from __future__ import annotations
|
||||
|
||||
import hmac
|
||||
import html
|
||||
import json
|
||||
import os
|
||||
import secrets
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
import urllib.parse
|
||||
from http import HTTPStatus
|
||||
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||
from pathlib import Path
|
||||
|
||||
from . import review
|
||||
from .config import CFG
|
||||
from .log import log
|
||||
|
||||
STATE = CFG.state_dir / "review-web.json"
|
||||
UNIT = "asr-review-web.service"
|
||||
|
||||
|
||||
def _url(token: str) -> str:
|
||||
return f"http://{CFG.review_public_host}:{CFG.review_port}/r/{token}/"
|
||||
|
||||
|
||||
def request_start(job_id: str = "") -> bool:
|
||||
"""Ensure control service is running and send a task-scoped review URL."""
|
||||
try:
|
||||
r = subprocess.run(["systemctl", "--user", "start", UNIT],
|
||||
capture_output=True, text=True, timeout=15)
|
||||
if r.returncode:
|
||||
log(f"review web start failed: {r.stderr.strip()[:240]}", level="WARN")
|
||||
return False
|
||||
from . import control_web
|
||||
job = control_web._job(job_id) if job_id else None
|
||||
if job_id and not job:
|
||||
log(f"review notification missing job: {job_id}", level="WARN")
|
||||
return False
|
||||
url = control_web._review_url(job_id)
|
||||
rows = (control_web._pending_for_job(job, 1000)
|
||||
if job else review.pending(1000))
|
||||
from . import vault
|
||||
n = len(rows)
|
||||
title = str(job.get("title") or job["original_name"]) if job else "ASR"
|
||||
vault.notify("ASR 快速确认",
|
||||
f"{title}：{n} 个问题待确认\n{url}\n"
|
||||
f"录音上传入口：http://{CFG.review_public_host}:{CFG.review_port}/",
|
||||
redact_log=True)
|
||||
return True
|
||||
except Exception as e:
|
||||
log(f"review web start failed: {e}", level="WARN")
|
||||
return False
|
||||
|
||||
|
||||
def read_state() -> dict | None:
|
||||
try:
|
||||
return json.loads(STATE.read_text(encoding="utf-8"))
|
||||
except (OSError, ValueError):
|
||||
return None
|
||||
|
||||
|
||||
def _write_state(token: str, started: float) -> None:
|
||||
CFG.state_dir.mkdir(parents=True, exist_ok=True)
|
||||
data = {
|
||||
"pid": os.getpid(), "url": _url(token), "port": CFG.review_port,
|
||||
"started_at": started, "expires_at": started + CFG.review_max_seconds,
|
||||
}
|
||||
tmp = STATE.with_suffix(".tmp")
|
||||
tmp.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||
os.chmod(tmp, 0o600)
|
||||
tmp.replace(STATE)
|
||||
|
||||
|
||||
def _page(title: str, body: str) -> bytes:
|
||||
return f"""<!doctype html>
|
||||
<html lang="zh-CN"><head>
|
||||
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
||||
<meta name="color-scheme" content="light">
|
||||
<meta http-equiv="Cache-Control" content="no-store">
|
||||
<title>{html.escape(title)}</title>
|
||||
<style>
|
||||
:root{{--ink:#17202a;--muted:#637083;--line:#d9dee5;--paper:#f7f8fa;
|
||||
--accent:#176b5b;--accent2:#c84b31;--white:#fff}}
|
||||
*{{box-sizing:border-box}} body{{margin:0;background:var(--paper);color:var(--ink);
|
||||
font-family:system-ui,-apple-system,"PingFang SC","Microsoft YaHei",sans-serif;
|
||||
font-size:17px;line-height:1.55;letter-spacing:0}}
|
||||
header{{background:var(--white);border-bottom:1px solid var(--line);padding:16px 18px}}
|
||||
header strong{{font-size:18px}} header span{{display:block;color:var(--muted);font-size:14px}}
|
||||
main{{max-width:680px;margin:0 auto;padding:18px 14px 40px}}
|
||||
.question{{background:var(--white);border:1px solid var(--line);border-radius:8px;padding:18px}}
|
||||
h1{{font-size:21px;line-height:1.35;margin:0 0 12px}} .source{{margin:14px 0;
|
||||
padding:12px;border-left:4px solid #d4a72c;background:#fff9e8;color:#39424e}}
|
||||
form{{display:grid;gap:10px}} button{{width:100%;min-height:50px;border:0;border-radius:6px;
|
||||
padding:12px 14px;background:var(--accent);color:white;font:inherit;font-weight:650}}
|
||||
button.secondary{{background:#e9edf1;color:var(--ink);border:1px solid var(--line)}}
|
||||
input{{width:100%;min-height:50px;border:1px solid #9aa5b1;border-radius:6px;
|
||||
padding:10px 12px;font:inherit;background:white}} .custom{{display:flex;gap:8px}}
|
||||
.custom input{{min-width:0;flex:1}} .custom button{{width:auto;min-width:82px}}
|
||||
.meta{{color:var(--muted);font-size:14px;margin-bottom:10px}} .done{{text-align:center;
|
||||
background:var(--white);border:1px solid var(--line);border-radius:8px;padding:36px 18px}}
|
||||
.draft{{margin:14px 0;border:1px solid var(--line);border-radius:6px;background:#fbfcfd}}
|
||||
.draft summary{{padding:12px 14px;font-weight:650;cursor:pointer}}
|
||||
.draft pre{{margin:0;padding:14px;border-top:1px solid var(--line);max-height:58vh;
|
||||
overflow:auto;white-space:pre-wrap;overflow-wrap:anywhere;font:14px/1.55 ui-monospace,
|
||||
SFMono-Regular,Consolas,monospace}}
|
||||
.done h1{{color:var(--accent)}} @media(max-width:420px){{main{{padding:12px 10px 28px}}
|
||||
.question{{padding:15px}} .custom{{display:grid}} .custom button{{width:100%}}}}
|
||||
</style></head><body><header><strong>ASR 快速确认</strong>
|
||||
<span>确认结果会写入个人事实库，并用于后续录音</span></header>
|
||||
<main>{body}</main></body></html>""".encode("utf-8")
|
||||
|
||||
|
||||
class Server(ThreadingHTTPServer):
|
||||
daemon_threads = True
|
||||
|
||||
def __init__(self, addr, handler, token: str):
|
||||
super().__init__(addr, handler)
|
||||
self.token = token
|
||||
self.started_at = time.time()
|
||||
self.last_activity = self.started_at
|
||||
self.opened = False
|
||||
self.finish_at: float | None = None
|
||||
|
||||
|
||||
class Handler(BaseHTTPRequestHandler):
|
||||
server_version = "ASRReview/1"
|
||||
|
||||
def log_message(self, fmt, *args):
|
||||
# BaseHTTPRequestHandler includes the full URL in its default log line.
|
||||
# The path is a bearer capability, so never persist it.
|
||||
status = args[1] if len(args) > 1 else "?"
|
||||
log(f"review web request: {self.command} status={status}")
|
||||
|
||||
def _headers(self, status=HTTPStatus.OK, content_type="text/html; charset=utf-8"):
|
||||
self.send_response(status)
|
||||
self.send_header("Content-Type", content_type)
|
||||
self.send_header("Cache-Control", "no-store, no-cache, must-revalidate")
|
||||
self.send_header("Pragma", "no-cache")
|
||||
self.send_header("X-Content-Type-Options", "nosniff")
|
||||
self.send_header("X-Frame-Options", "DENY")
|
||||
self.send_header("Referrer-Policy", "no-referrer")
|
||||
self.send_header("Content-Security-Policy",
|
||||
"default-src 'none'; style-src 'unsafe-inline'; "
|
||||
"form-action 'self'; base-uri 'none'; frame-ancestors 'none'")
|
||||
|
||||
def _valid_path(self) -> bool:
|
||||
parts = urllib.parse.urlsplit(self.path)
|
||||
want = f"/r/{self.server.token}/"
|
||||
return hmac.compare_digest(parts.path, want)
|
||||
|
||||
def _send(self, data: bytes, status=HTTPStatus.OK):
|
||||
self._headers(status)
|
||||
self.send_header("Content-Length", str(len(data)))
|
||||
self.end_headers()
|
||||
self.wfile.write(data)
|
||||
|
||||
def do_GET(self):
|
||||
if self.path == "/health":
|
||||
body = json.dumps({"ok": True, "pending": len(review.pending(100))}).encode()
|
||||
self._headers(content_type="application/json")
|
||||
self.send_header("Content-Length", str(len(body)))
|
||||
self.end_headers()
|
||||
self.wfile.write(body)
|
||||
return
|
||||
if not self._valid_path():
|
||||
self._send(b"Not found", HTTPStatus.NOT_FOUND)
|
||||
return
|
||||
self.server.last_activity = time.time()
|
||||
self.server.opened = True
|
||||
rows = review.pending(100)
|
||||
if not rows:
|
||||
if self.server.finish_at is None:
|
||||
self.server.finish_at = time.time() + 10
|
||||
self._send(_page("完成",
|
||||
'<section class="done"><h1>本轮确认完成</h1>'
|
||||
'<p>结果已经写入个人事实库，本页面即将自动关闭。</p></section>'))
|
||||
return
|
||||
row = rows[0]
|
||||
payload = json.loads(row["payload"] or "{}")
|
||||
choices = payload.get("candidates") or []
|
||||
buttons = []
|
||||
for value in choices:
|
||||
v = html.escape(str(value), quote=True)
|
||||
buttons.append(
|
||||
f'<button type="submit" name="answer" value="{v}">{v}</button>')
|
||||
buttons.append(
|
||||
'<button class="secondary" type="submit" name="answer" '
|
||||
'value="无法确认，保留原文">都不是 / 无法确认</button>')
|
||||
source = html.escape(str(payload.get("sentence", "")))
|
||||
source_html = f'<div class="source">{source}</div>' if source else ""
|
||||
draft_html = ""
|
||||
draft_path = payload.get("draft_path")
|
||||
if draft_path:
|
||||
try:
|
||||
path = Path(draft_path).resolve()
|
||||
path.relative_to(CFG.drafts.resolve())
|
||||
draft = path.read_text(encoding="utf-8", errors="ignore")
|
||||
draft_html = (
|
||||
'<details class="draft"><summary>查看完整草稿</summary><pre>'
|
||||
+ html.escape(draft) + "</pre></details>")
|
||||
except (OSError, ValueError):
|
||||
draft_html = ""
|
||||
placeholder = ("只输入姓名，例如：高瑶"
|
||||
if payload.get("kind") == "voiceprint"
|
||||
else ("背景不准时，在这里写明正确背景并提交重跑"
|
||||
if payload.get("kind") == "background_check"
|
||||
else "输入正确名称或补充说明"))
|
||||
body = f"""<section class="question">
|
||||
<div class="meta">剩余 {len(rows)} 个 · 问题 #{row['id']}</div>
|
||||
<h1>{html.escape(row['question'])}</h1>{source_html}{draft_html}
|
||||
<form method="post" action="/r/{self.server.token}/">
|
||||
<input type="hidden" name="id" value="{row['id']}">
|
||||
{''.join(buttons)}
|
||||
<div class="custom"><input name="custom" maxlength="120" autocomplete="off"
|
||||
placeholder="{html.escape(placeholder, quote=True)}"><button type="submit">提交</button></div>
|
||||
</form></section>"""
|
||||
self._send(_page("ASR 快速确认", body))
|
||||
|
||||
def do_POST(self):
|
||||
if not self._valid_path():
|
||||
self._send(b"Not found", HTTPStatus.NOT_FOUND)
|
||||
return
|
||||
try:
|
||||
length = min(int(self.headers.get("Content-Length", "0")), 4096)
|
||||
form = urllib.parse.parse_qs(self.rfile.read(length).decode("utf-8"))
|
||||
qid = int(form.get("id", ["0"])[0])
|
||||
custom = form.get("custom", [""])[0].strip()
|
||||
answer = custom or form.get("answer", [""])[0].strip()
|
||||
if not qid or not answer or len(answer) > 120:
|
||||
raise ValueError("invalid answer")
|
||||
pending_ids = {r["id"] for r in review.pending(1000)}
|
||||
if qid not in pending_ids:
|
||||
raise ValueError("问题已处理或不存在")
|
||||
review.answer(qid, answer)
|
||||
self.server.last_activity = time.time()
|
||||
self.send_response(HTTPStatus.SEE_OTHER)
|
||||
self.send_header("Location", f"/r/{self.server.token}/")
|
||||
self.send_header("Cache-Control", "no-store")
|
||||
self.end_headers()
|
||||
except Exception as e:
|
||||
self._send(_page("提交失败",
|
||||
f'<section class="done"><h1>提交失败</h1><p>{html.escape(str(e))}</p></section>'),
|
||||
HTTPStatus.BAD_REQUEST)
|
||||
|
||||
|
||||
def serve() -> int:
|
||||
rows = review.pending(100)
|
||||
if not rows:
|
||||
log("review web: no pending questions")
|
||||
return 0
|
||||
token = secrets.token_urlsafe(32)
|
||||
started = time.time()
|
||||
try:
|
||||
server = Server((CFG.review_host, CFG.review_port), Handler, token)
|
||||
except OSError as e:
|
||||
STATE.unlink(missing_ok=True)
|
||||
log(f"review web bind failed on {CFG.review_host}:{CFG.review_port}: {e}",
|
||||
level="ERROR")
|
||||
return 1
|
||||
_write_state(token, started)
|
||||
server.timeout = 1
|
||||
url = _url(token)
|
||||
log(f"review web listening on {CFG.review_public_host}:{CFG.review_port} "
|
||||
f"({len(rows)} question(s))")
|
||||
try:
|
||||
from . import vault
|
||||
vault.notify("ASR 快速确认",
|
||||
f"{len(rows)} 个问题待确认：{url}\n"
|
||||
f"链接最多保留 {CFG.review_max_seconds // 60} 分钟，完成后自动销毁。",
|
||||
redact_log=True)
|
||||
except Exception as e:
|
||||
log(f"review web notification failed: {e}", level="WARN")
|
||||
try:
|
||||
while True:
|
||||
server.handle_request()
|
||||
now = time.time()
|
||||
if server.finish_at and now >= server.finish_at:
|
||||
# A new recording can enqueue work during the 10-second grace
|
||||
# period while systemd still considers this unit active.
|
||||
if review.pending(1):
|
||||
server.finish_at = None
|
||||
log("review web received new work during shutdown grace")
|
||||
else:
|
||||
break
|
||||
if now - started >= CFG.review_max_seconds:
|
||||
log("review web reached maximum lifetime")
|
||||
break
|
||||
if server.opened and now - server.last_activity >= CFG.review_idle_seconds:
|
||||
log("review web idle timeout")
|
||||
break
|
||||
finally:
|
||||
server.server_close()
|
||||
try:
|
||||
STATE.unlink(missing_ok=True)
|
||||
except OSError:
|
||||
pass
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(serve())
|
||||
Reference in New Issue
Block a user