notes: 新建 notes.famzheng.me — 录音 → ASR → LLM 会议纪要
deploy articulate / build-and-deploy (push) Successful in 1m21s
deploy cube / build-and-deploy (push) Successful in 1m44s
deploy karaoke / build-and-deploy (push) Successful in 1m13s
deploy music / build-and-deploy (push) Successful in 2m23s
deploy notes / build-and-deploy (push) Successful in 2m16s
deploy simpleasm / build-and-deploy (push) Successful in 1m44s
deploy werewolf / build-and-deploy (push) Successful in 1m7s

- 后端 axum + sqlite (recordings 表):上传 multipart 流式落 PVC;spawn worker pending → transcribing (调 mochi 那边 ASR endpoint, fireredasr2 token, Whisper-style multipart) → summarizing (调 gemma-4-31b-it OpenAI 兼容接口) → done
- 鉴权 middleware:Authorization: token <PASSPHRASE>;audio 流播放 ?token= query 兜底;passphrase 走 k8s Secret 不写死
- 前端 Vue3:首次访问弹 passphrase modal;sidebar 录音列表(带状态 chip)+ content 选中显示音频 + 转写 + markdown 纪要;5s polling 进度
- k8s manifest: ns cube-notes / PVC 30Gi / Ingress notes.famzheng.me / bodylimit 600M;Secret notes-creds = {passphrase, asr_token, llm_token}
- portal apps.ts 加 notes entry
This commit is contained in:
Fam Zheng
2026-05-17 21:43:44 +01:00
parent 802d5beae9
commit 61abd3f560
15 changed files with 2687 additions and 1 deletions
+7
View File
@@ -72,4 +72,11 @@ export const apps: App[] = [
url: 'https://karaoke.famzheng.me',
status: 'live',
},
{
slug: 'notes',
name: 'notes',
description: '录音 → ASR 转写 → LLM 生成会议纪要。Sidebar + contentpassphrase 鉴权。',
url: 'https://notes.famzheng.me',
status: 'live',
},
]
+21
View File
@@ -0,0 +1,21 @@
[package]
name = "notes"
version = "0.1.0"
edition.workspace = true
license.workspace = true
authors.workspace = true
description = "notes.famzheng.me — 录音上传 → ASR 转写 → LLM 生成会议纪要"
[dependencies]
cube-core = { path = "../../crates/cube-core" }
axum = { workspace = true, features = ["multipart"] }
tokio = { workspace = true }
tower = { workspace = true }
tower-http = { workspace = true }
tracing = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
rusqlite = { workspace = true }
reqwest = { workspace = true }
futures = { workspace = true }
tokio-stream = { workspace = true }
+5
View File
@@ -0,0 +1,5 @@
FROM scratch
COPY target/x86_64-unknown-linux-musl/release/notes /notes
COPY apps/notes/frontend/dist /dist
EXPOSE 8080
ENTRYPOINT ["/notes"]
+16
View File
@@ -0,0 +1,16 @@
<!DOCTYPE html>
<html lang="zh">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta name="theme-color" content="#0f0f0f">
<title>Notes</title>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&display=swap" rel="stylesheet">
</head>
<body>
<div id="app"></div>
<script type="module" src="/src/main.js"></script>
</body>
</html>
File diff suppressed because it is too large Load Diff
+18
View File
@@ -0,0 +1,18 @@
{
"name": "notes",
"private": true,
"version": "1.0.0",
"scripts": {
"dev": "vite",
"build": "vite build",
"preview": "vite preview"
},
"dependencies": {
"vue": "^3.4.21",
"vue-router": "^4.3.0"
},
"devDependencies": {
"@vitejs/plugin-vue": "^5.0.4",
"vite": "^5.4.0"
}
}
+502
View File
@@ -0,0 +1,502 @@
<template>
<!-- pass 时强制弹输入框 -->
<div v-if="needPass" class="auth-overlay">
<div class="auth-modal">
<h2>🔒 输入访问令牌</h2>
<p class="auth-hint">notes 是私密录音库需要 passphrase 才能访问</p>
<form @submit.prevent="submitPass">
<input
v-model="passDraft"
type="password"
autofocus
placeholder="passphrase"
class="auth-input"
/>
<button class="auth-btn" :disabled="!passDraft.trim()">进入</button>
</form>
<p v-if="authError" class="auth-err">{{ authError }}</p>
</div>
</div>
<div v-else class="root">
<aside class="sidebar">
<header class="side-head">
<h1>📝 Notes</h1>
<button class="logout-btn" @click="logout" title="退出 / 改 passphrase"></button>
</header>
<div class="upload-row">
<label class="upload-pick">
<input
ref="fileInput"
type="file"
accept="audio/*,video/*"
@change="onFile"
/>
<span class="upload-btn" :class="{ uploading }">{{ uploading ? '⏳ 上传中…' : ' 录音' }}</span>
</label>
</div>
<p v-if="uploadErr" class="upload-err">{{ uploadErr }}</p>
<ul class="list">
<li v-if="loading" class="list-empty">加载</li>
<li v-else-if="!list.length" class="list-empty">还没录音点上面 传一个</li>
<li
v-for="r in list"
:key="r.id"
class="item"
:class="{ active: selectedId === r.id, [r.status]: true }"
@click="select(r.id)"
>
<div class="item-title">{{ r.title }}</div>
<div class="item-meta">
<span class="status">{{ statusLabel(r.status) }}</span>
<span>· {{ fmtSize(r.size_bytes) }}</span>
<span v-if="r.has_summary">· 纪要</span>
</div>
</li>
</ul>
</aside>
<main class="content">
<p v-if="!selected" class="empty">从左边挑一条 </p>
<template v-else>
<header class="cont-head">
<h2>{{ selected.title }}</h2>
<div class="head-meta">
<span>{{ statusLabel(selected.status) }}</span>
<span>· {{ fmtSize(selected.size_bytes) }}</span>
<span>· {{ selected.created_at }}</span>
<button v-if="selected.status === 'failed'" class="retry-btn" @click="retry"> 重试</button>
<button class="danger-btn" @click="remove">删除</button>
</div>
</header>
<audio :src="audioUrl(selected.id)" controls class="audio" />
<section v-if="selected.error" class="block err">
<h3>错误</h3>
<pre>{{ selected.error }}</pre>
</section>
<section class="block">
<h3>📋 会议纪要</h3>
<p v-if="!selected.summary && selected.status === 'done'" class="muted"></p>
<p v-else-if="['pending','transcribing','summarizing'].includes(selected.status)" class="muted">
{{ progressText(selected.status) }}
</p>
<div v-else class="prose" v-html="mdLite(selected.summary)"></div>
</section>
<section class="block">
<h3>🎙 转写原文</h3>
<p v-if="!selected.transcript" class="muted">{{ selected.status === 'failed' ? '转写失败' : '尚未生成' }}</p>
<pre v-else class="transcript">{{ selected.transcript }}</pre>
</section>
</template>
</main>
</div>
</template>
<script setup>
import { ref, onMounted, onBeforeUnmount } from 'vue'
import {
listRecordings,
getRecording,
uploadRecording,
deleteRecording,
retryRecording,
audioUrl as audioUrlFn,
getPass,
setPass,
clearPass,
} from './lib/api.js'
const needPass = ref(!getPass())
const passDraft = ref('')
const authError = ref('')
const list = ref([])
const loading = ref(false)
const selected = ref(null)
const selectedId = ref(null)
const uploading = ref(false)
const uploadErr = ref('')
let pollTimer = null
async function submitPass() {
setPass(passDraft.value.trim())
try {
await listRecordings()
needPass.value = false
authError.value = ''
refresh()
startPoll()
} catch (e) {
if (e.unauthorized) {
authError.value = '令牌不对'
clearPass()
} else {
authError.value = e.message || String(e)
}
}
}
function logout() {
clearPass()
needPass.value = true
list.value = []
selected.value = null
selectedId.value = null
stopPoll()
}
async function refresh() {
loading.value = true
try { list.value = await listRecordings() }
catch (e) {
if (e.unauthorized) { logout(); return }
}
finally { loading.value = false }
// 同步当前选中
if (selectedId.value) {
try { selected.value = await getRecording(selectedId.value) } catch {}
}
}
async function select(id) {
selectedId.value = id
try { selected.value = await getRecording(id) }
catch (e) {
if (e.unauthorized) { logout(); return }
}
}
function onFile(e) {
const f = e.target.files?.[0]
if (!f) return
doUpload(f).then(() => { e.target.value = '' })
}
async function doUpload(file) {
uploading.value = true
uploadErr.value = ''
try {
const title = file.name.replace(/\.[^.]+$/, '')
const r = await uploadRecording(title, file)
await refresh()
select(r.id)
} catch (e) {
if (e.unauthorized) { logout(); return }
uploadErr.value = e.message || String(e)
} finally {
uploading.value = false
}
}
async function remove() {
if (!confirm('删除这条录音 + 转写 + 纪要?')) return
try {
await deleteRecording(selectedId.value)
selectedId.value = null
selected.value = null
await refresh()
} catch (e) { alert(e.message) }
}
async function retry() {
try {
await retryRecording(selectedId.value)
await refresh()
} catch (e) { alert(e.message) }
}
function audioUrl(id) { return audioUrlFn(id) }
function statusLabel(s) {
return ({
pending: '⏳ 排队',
transcribing: '🎙️ 转写中',
summarizing: '✏️ 总结中',
done: '✓ 完成',
failed: '✗ 失败',
})[s] || s
}
function progressText(s) {
return ({
pending: '等候处理',
transcribing: '语音转写中(视音频长度可能要几分钟)',
summarizing: 'LLM 生成纪要中',
})[s] || s
}
function fmtSize(b) {
if (!b) return '?'
if (b < 1024) return b + 'B'
if (b < 1024 * 1024) return (b / 1024).toFixed(1) + 'KB'
if (b < 1024 * 1024 * 1024) return (b / 1024 / 1024).toFixed(1) + 'MB'
return (b / 1024 / 1024 / 1024).toFixed(2) + 'GB'
}
// 极简 markdown
function mdLite(s) {
if (!s) return ''
let h = s.replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;')
h = h.replace(/^### (.+)$/gm, '<h4>$1</h4>')
h = h.replace(/^## (.+)$/gm, '<h3>$1</h3>')
h = h.replace(/^# (.+)$/gm, '<h2>$1</h2>')
h = h.replace(/\*\*(.+?)\*\*/g, '<b>$1</b>')
h = h.replace(/`([^`]+)`/g, '<code>$1</code>')
h = h.replace(/(^|\n)\s*[-*]\s+/g, '$1• ')
return h.split(/\n{2,}/).map(p => `<p>${p.replace(/\n/g, '<br>')}</p>`).join('')
}
function startPoll() {
stopPoll()
pollTimer = setInterval(refresh, 5000)
}
function stopPoll() {
if (pollTimer) { clearInterval(pollTimer); pollTimer = null }
}
onMounted(() => {
if (!needPass.value) { refresh(); startPoll() }
})
onBeforeUnmount(stopPoll)
</script>
<style>
:root {
--bg: #0f0f0f;
--bg-elev: #161616;
--bg-card: #1a1a2e;
--bg-hover: #232342;
--bg-active: #2a1a3e;
--border: #2a2a3a;
--border-soft: #1f1f2a;
--text: #e0e0e0;
--text-dim: #a0a0a0;
--text-mute: #666;
--accent: #c084fc;
--accent-strong: #7c5cbf;
--accent-cyan: #06b6d4;
--accent-green: #4ade80;
--accent-amber: #f59e0b;
--accent-red: #ef4444;
--font-sans: 'Inter', -apple-system, BlinkMacSystemFont, system-ui, sans-serif;
}
* { box-sizing: border-box; margin: 0; padding: 0; }
html, body, #app { height: 100%; }
body {
font-family: var(--font-sans);
background: var(--bg);
color: var(--text);
-webkit-font-smoothing: antialiased;
}
button { font-family: inherit; cursor: pointer; border: none; background: none; color: inherit; }
button:disabled { opacity: 0.5; cursor: not-allowed; }
input, textarea { font-family: inherit; background: transparent; border: none; color: inherit; outline: none; }
::-webkit-scrollbar { width: 8px; height: 8px; }
::-webkit-scrollbar-thumb { background: var(--border); border-radius: 4px; }
</style>
<style scoped>
.auth-overlay {
position: fixed; inset: 0;
display: flex; align-items: center; justify-content: center;
background: var(--bg);
}
.auth-modal {
background: var(--bg-card);
border: 1px solid var(--border);
border-radius: 12px;
padding: 28px;
width: 360px;
max-width: calc(100vw - 32px);
}
.auth-modal h2 { font-size: 20px; margin-bottom: 8px; }
.auth-hint { color: var(--text-mute); font-size: 13px; margin-bottom: 20px; }
.auth-input {
width: 100%;
background: var(--bg-elev);
border: 1px solid var(--border);
border-radius: 6px;
padding: 10px 12px;
font-size: 14px;
color: var(--text);
margin-bottom: 12px;
}
.auth-input:focus { border-color: var(--accent-strong); }
.auth-btn {
width: 100%;
background: var(--accent-strong);
color: #fff;
padding: 10px;
border-radius: 6px;
font-weight: 600;
}
.auth-btn:hover:not(:disabled) { background: var(--accent); }
.auth-err {
color: var(--accent-red);
margin-top: 12px;
font-size: 13px;
background: rgba(239,68,68,0.08);
padding: 8px;
border-radius: 4px;
}
.root { height: 100%; display: flex; }
.sidebar {
width: 340px;
border-right: 1px solid var(--border-soft);
display: flex;
flex-direction: column;
flex-shrink: 0;
background: var(--bg-elev);
}
.side-head {
display: flex; justify-content: space-between; align-items: center;
padding: 14px 18px;
border-bottom: 1px solid var(--border-soft);
}
.side-head h1 { font-size: 17px; font-weight: 600; }
.logout-btn {
width: 28px; height: 28px; border-radius: 50%;
font-size: 14px; color: var(--text-mute);
}
.logout-btn:hover { background: rgba(255,255,255,0.06); color: var(--text); }
.upload-row {
padding: 12px;
border-bottom: 1px solid var(--border-soft);
}
.upload-pick { position: relative; display: block; cursor: pointer; }
.upload-pick input[type=file] { position: absolute; inset: 0; opacity: 0; cursor: pointer; }
.upload-btn {
display: block;
text-align: center;
background: var(--accent-strong);
color: #fff;
padding: 10px;
border-radius: 6px;
font-weight: 600;
font-size: 13px;
transition: background 0.15s;
}
.upload-btn:hover { background: var(--accent); }
.upload-btn.uploading { background: var(--bg-card); color: var(--text-dim); }
.upload-err {
color: var(--accent-red);
font-size: 12px;
margin: 0 12px 8px;
background: rgba(239,68,68,0.08);
padding: 6px 8px;
border-radius: 4px;
}
.list { list-style: none; flex: 1; overflow-y: auto; }
.list-empty { padding: 40px 16px; text-align: center; color: var(--text-mute); font-size: 13px; }
.item {
padding: 10px 14px;
border-bottom: 1px solid var(--border-soft);
cursor: pointer;
}
.item:hover { background: var(--bg-card); }
.item.active { background: var(--bg-active); }
.item.active .item-title { color: var(--accent); }
.item.failed .status { color: var(--accent-red); }
.item.done .status { color: var(--accent-green); }
.item-title {
font-size: 14px;
font-weight: 500;
white-space: nowrap;
overflow: hidden;
text-overflow: ellipsis;
}
.item-meta {
margin-top: 2px;
font-size: 11px;
color: var(--text-mute);
display: flex;
gap: 4px;
}
.content {
flex: 1;
overflow-y: auto;
padding: 24px 32px;
}
.empty {
display: flex;
height: 100%;
align-items: center;
justify-content: center;
color: var(--text-mute);
font-size: 15px;
}
.cont-head { margin-bottom: 18px; }
.cont-head h2 { font-size: 22px; margin-bottom: 6px; }
.head-meta {
font-size: 12px;
color: var(--text-mute);
display: flex;
gap: 6px;
align-items: center;
flex-wrap: wrap;
}
.danger-btn, .retry-btn {
margin-left: auto;
font-size: 11px;
padding: 3px 10px;
border-radius: 4px;
}
.retry-btn { background: rgba(124, 92, 191, 0.15); color: var(--accent); }
.retry-btn:hover { background: rgba(124, 92, 191, 0.3); }
.danger-btn { background: rgba(239, 68, 68, 0.1); color: var(--accent-red); }
.danger-btn:hover { background: rgba(239, 68, 68, 0.25); }
.audio { width: 100%; margin-bottom: 20px; }
.block {
background: var(--bg-card);
border-radius: 8px;
padding: 16px 20px;
margin-bottom: 16px;
}
.block.err { background: rgba(239,68,68,0.08); }
.block h3 {
font-size: 13px;
color: var(--text-dim);
text-transform: uppercase;
letter-spacing: 0.05em;
margin-bottom: 10px;
}
.muted { color: var(--text-mute); font-size: 13px; }
.transcript {
white-space: pre-wrap;
word-break: break-word;
font-size: 13px;
line-height: 1.7;
color: var(--text-dim);
font-family: ui-monospace, SFMono-Regular, Menlo, monospace;
}
.prose { font-size: 14px; line-height: 1.7; }
.prose :deep(p) { margin-bottom: 10px; }
.prose :deep(h2), .prose :deep(h3), .prose :deep(h4) {
font-size: 14px;
font-weight: 600;
color: var(--accent);
margin: 14px 0 6px;
}
.prose :deep(b) { color: var(--accent); }
.prose :deep(code) {
background: var(--bg-elev);
padding: 1px 6px;
border-radius: 3px;
font-family: ui-monospace, monospace;
font-size: 12px;
}
.block.err pre { white-space: pre-wrap; color: var(--accent-red); font-size: 12px; }
@media (max-width: 768px) {
.root { flex-direction: column; }
.sidebar { width: 100%; height: 45vh; border-right: none; border-bottom: 1px solid var(--border-soft); }
}
</style>
+48
View File
@@ -0,0 +1,48 @@
// 鉴权:每个请求加 Authorization: token <pass><audio> 用 ?token= 兜底。
const KEY = 'notes.pass'
export function getPass() {
return localStorage.getItem(KEY) || ''
}
export function setPass(v) {
localStorage.setItem(KEY, v || '')
}
export function clearPass() {
localStorage.removeItem(KEY)
}
async function jreq(path, opts = {}) {
const pass = getPass()
const h = { 'Authorization': 'token ' + pass, ...(opts.headers || {}) }
if (opts.body && !(opts.body instanceof FormData) && !h['Content-Type']) {
h['Content-Type'] = 'application/json'
}
const r = await fetch(path, { ...opts, headers: h })
if (r.status === 401) {
const err = new Error('unauthorized')
err.unauthorized = true
throw err
}
if (!r.ok) {
const t = await r.text().catch(() => '')
throw new Error(t || `${r.status}`)
}
return r.json()
}
export function listRecordings() { return jreq('/api/recordings') }
export function getRecording(id) { return jreq('/api/recordings/' + id) }
export function deleteRecording(id) { return jreq('/api/recordings/' + id, { method: 'DELETE' }) }
export function retryRecording(id) { return jreq('/api/recordings/' + id + '/retry', { method: 'POST' }) }
export function uploadRecording(title, file) {
const fd = new FormData()
if (title) fd.append('title', title)
fd.append('audio', file, file.name)
return jreq('/api/recordings', { method: 'POST', body: fd })
}
export function audioUrl(id) {
return `/api/recordings/${id}/audio?token=${encodeURIComponent(getPass())}`
}
+3
View File
@@ -0,0 +1,3 @@
import { createApp } from 'vue'
import App from './App.vue'
createApp(App).mount('#app')
+11
View File
@@ -0,0 +1,11 @@
import { defineConfig } from 'vite'
import vue from '@vitejs/plugin-vue'
export default defineConfig({
plugins: [vue()],
server: {
proxy: {
'/api': 'http://localhost:8080'
}
}
})
+132
View File
@@ -0,0 +1,132 @@
apiVersion: v1
kind: Namespace
metadata:
name: cube-notes
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: notes-data
namespace: cube-notes
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 30Gi
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: notes
namespace: cube-notes
labels:
app: notes
spec:
replicas: 1
strategy:
type: Recreate
selector:
matchLabels:
app: notes
template:
metadata:
labels:
app: notes
spec:
imagePullSecrets:
- name: registry-creds
containers:
- name: notes
image: registry.famzheng.me/mochi/notes:latest
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8080
name: http
env:
- name: DB_PATH
value: /data/app.db
- name: BLOBS_DIR
value: /data/blobs
- name: ASR_URL
value: http://18.159.112.195:8848/v1/audio/transcriptions
- name: LLM_GATEWAY
value: http://3.135.65.204:8848/v1
- name: LLM_MODEL
value: gemma-4-31b-it
- name: PASSPHRASE
valueFrom:
secretKeyRef:
name: notes-creds
key: passphrase
- name: ASR_TOKEN
valueFrom:
secretKeyRef:
name: notes-creds
key: asr_token
- name: LLM_TOKEN
valueFrom:
secretKeyRef:
name: notes-creds
key: llm_token
readinessProbe:
httpGet: { path: /healthz, port: http }
initialDelaySeconds: 1
periodSeconds: 5
livenessProbe:
httpGet: { path: /healthz, port: http }
initialDelaySeconds: 5
periodSeconds: 15
resources:
requests: { cpu: 10m, memory: 32Mi }
limits: { cpu: 1000m, memory: 512Mi }
volumeMounts:
- name: data
mountPath: /data
volumes:
- name: data
persistentVolumeClaim:
claimName: notes-data
---
apiVersion: v1
kind: Service
metadata:
name: notes
namespace: cube-notes
spec:
selector:
app: notes
ports:
- name: http
port: 80
targetPort: 8080
---
apiVersion: traefik.io/v1alpha1
kind: Middleware
metadata:
name: bodylimit
namespace: cube-notes
spec:
buffering:
maxRequestBodyBytes: 629145600
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: notes
namespace: cube-notes
annotations:
traefik.ingress.kubernetes.io/router.middlewares: cube-notes-bodylimit@kubernetescrd
spec:
ingressClassName: traefik
rules:
- host: notes.famzheng.me
http:
paths:
- path: /
pathType: Prefix
backend:
service:
name: notes
port:
number: 80
+619
View File
@@ -0,0 +1,619 @@
//! notes.famzheng.me — 录音 → ASR → LLM 会议纪要。
//!
//! 鉴权:所有 /api/* 必须带 `Authorization: token <PASSPHRASE>` header
//! audio 流式播放支持 ?token=<PASSPHRASE> query 兜底,因为 <audio>
//! 标签没法塞自定义 header)。
//! 配置:全部通过环境变量注入(PASSPHRASE / ASR_* / LLM_*);k8s Secret 挂进来。
use std::path::PathBuf;
use std::sync::{Arc, Mutex};
use axum::{
body::Body,
extract::{DefaultBodyLimit, Multipart, Path, Request, State},
http::{header, StatusCode},
middleware::{from_fn_with_state, Next},
response::{IntoResponse, Json as JsonResp, Response},
routing::{get, post},
Router,
};
use rusqlite::{params, Connection, OptionalExtension};
use serde::Serialize;
use serde_json::{json, Value};
use tokio::io::AsyncWriteExt;
use tower::ServiceExt;
const SINGLE_FILE_BYTES: usize = 500 * 1024 * 1024; // 500 MiB / 单录音
const REQUEST_BYTES: usize = 600 * 1024 * 1024;
#[derive(Clone)]
struct AppState {
db: Arc<Mutex<Connection>>,
blobs_dir: PathBuf,
passphrase: String,
asr_url: String,
asr_token: String,
llm_gateway: String,
llm_token: String,
llm_model: String,
http: reqwest::Client,
}
#[tokio::main]
async fn main() -> std::io::Result<()> {
cube_core::init_tracing();
let db_path = std::env::var("DB_PATH").unwrap_or_else(|_| "/data/app.db".into());
let blobs_dir =
PathBuf::from(std::env::var("BLOBS_DIR").unwrap_or_else(|_| "/data/blobs".into()));
let dist = std::env::var("NOTES_DIST_DIR").unwrap_or_else(|_| "/dist".into());
let passphrase = std::env::var("PASSPHRASE").unwrap_or_default();
if passphrase.is_empty() {
tracing::warn!("PASSPHRASE not set — all /api/* will return 401");
}
let asr_url = std::env::var("ASR_URL")
.unwrap_or_else(|_| "http://18.159.112.195:8848/v1/audio/transcriptions".into());
let asr_token = std::env::var("ASR_TOKEN").unwrap_or_default();
let llm_gateway =
std::env::var("LLM_GATEWAY").unwrap_or_else(|_| "http://3.135.65.204:8848/v1".into());
let llm_token = std::env::var("LLM_TOKEN").unwrap_or_default();
let llm_model = std::env::var("LLM_MODEL").unwrap_or_else(|_| "gemma-4-31b-it".into());
std::fs::create_dir_all(&blobs_dir).expect("mkdir blobs_dir");
let conn = Connection::open(&db_path).expect("open sqlite");
conn.execute_batch(
"PRAGMA journal_mode=WAL;
CREATE TABLE IF NOT EXISTS recordings (
id INTEGER PRIMARY KEY AUTOINCREMENT,
title TEXT NOT NULL,
filename TEXT NOT NULL,
mime TEXT NOT NULL,
size_bytes INTEGER NOT NULL DEFAULT 0,
status TEXT NOT NULL DEFAULT 'pending',
transcript TEXT,
summary TEXT,
error TEXT,
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);",
)
.expect("init schema");
tracing::info!(%db_path, blobs = %blobs_dir.display(), "notes ready");
let http = reqwest::Client::builder()
.build()
.expect("build reqwest client");
let state = AppState {
db: Arc::new(Mutex::new(conn)),
blobs_dir,
passphrase,
asr_url,
asr_token,
llm_gateway,
llm_token,
llm_model,
http,
};
// 鉴权 middleware 包到 /api 上
let protected_api = Router::new()
.route("/recordings", get(list_recordings).post(upload_recording).layer(
DefaultBodyLimit::max(REQUEST_BYTES),
))
.route("/recordings/:id", get(get_recording).delete(delete_recording))
.route("/recordings/:id/audio", get(stream_audio))
.route("/recordings/:id/retry", post(retry_recording))
.with_state(state.clone())
.layer(from_fn_with_state(state.clone(), auth_middleware));
let api = Router::new()
.route("/health", get(|| async { "ok" }))
.merge(protected_api);
let app = cube_core::base(dist).nest("/api", api);
cube_core::serve(app, 8080).await
}
// ---------- 鉴权 middleware ----------
async fn auth_middleware(
State(s): State<AppState>,
req: Request<Body>,
next: Next,
) -> Response {
if s.passphrase.is_empty() {
return (StatusCode::UNAUTHORIZED, "server not configured").into_response();
}
// 优先看 Authorization header
let header_ok = req
.headers()
.get(header::AUTHORIZATION)
.and_then(|v| v.to_str().ok())
.map(|v| {
v.strip_prefix("token ")
.or_else(|| v.strip_prefix("Token "))
.or_else(|| v.strip_prefix("Bearer "))
.map(|t| t.trim() == s.passphrase)
.unwrap_or(false)
})
.unwrap_or(false);
// 再看 ?token= query(给 <audio src> 兜底)
let query_ok = req.uri().query().and_then(|q| {
for kv in q.split('&') {
if let Some(v) = kv.strip_prefix("token=") {
let decoded = percent_decode(v);
if decoded == s.passphrase {
return Some(true);
}
}
}
None
}).unwrap_or(false);
if header_ok || query_ok {
next.run(req).await
} else {
(StatusCode::UNAUTHORIZED, "unauthorized").into_response()
}
}
fn percent_decode(s: &str) -> String {
let bytes = s.as_bytes();
let mut out = Vec::with_capacity(bytes.len());
let mut i = 0;
while i < bytes.len() {
if bytes[i] == b'%' && i + 2 < bytes.len() {
if let (Some(h), Some(l)) = (hex(bytes[i + 1]), hex(bytes[i + 2])) {
out.push((h << 4) | l);
i += 3;
continue;
}
}
out.push(if bytes[i] == b'+' { b' ' } else { bytes[i] });
i += 1;
}
String::from_utf8(out).unwrap_or_default()
}
fn hex(b: u8) -> Option<u8> {
match b {
b'0'..=b'9' => Some(b - b'0'),
b'a'..=b'f' => Some(b - b'a' + 10),
b'A'..=b'F' => Some(b - b'A' + 10),
_ => None,
}
}
// ---------- types ----------
#[derive(Serialize)]
struct RecordingSummary {
id: i64,
title: String,
filename: String,
mime: String,
size_bytes: i64,
status: String,
created_at: String,
has_transcript: bool,
has_summary: bool,
}
#[derive(Serialize)]
struct RecordingDetail {
id: i64,
title: String,
filename: String,
mime: String,
size_bytes: i64,
status: String,
transcript: Option<String>,
summary: Option<String>,
error: Option<String>,
created_at: String,
}
// ---------- handlers ----------
async fn list_recordings(
State(s): State<AppState>,
) -> Result<JsonResp<Value>, AppError> {
let conn = s.db.lock().unwrap();
let mut stmt = conn.prepare(
"SELECT id, title, filename, mime, size_bytes, status, created_at,
CASE WHEN transcript IS NOT NULL AND length(transcript) > 0 THEN 1 ELSE 0 END,
CASE WHEN summary IS NOT NULL AND length(summary) > 0 THEN 1 ELSE 0 END
FROM recordings ORDER BY created_at DESC, id DESC",
)?;
let rows = stmt
.query_map([], |r| {
let ht: i64 = r.get(7)?;
let hs: i64 = r.get(8)?;
Ok(RecordingSummary {
id: r.get(0)?,
title: r.get(1)?,
filename: r.get(2)?,
mime: r.get(3)?,
size_bytes: r.get(4)?,
status: r.get(5)?,
created_at: r.get(6)?,
has_transcript: ht != 0,
has_summary: hs != 0,
})
})?
.collect::<Result<Vec<_>, _>>()?;
Ok(JsonResp(json!(rows)))
}
async fn get_recording(
State(s): State<AppState>,
Path(id): Path<i64>,
) -> Result<JsonResp<RecordingDetail>, AppError> {
let conn = s.db.lock().unwrap();
type Row = (
String, String, String, i64, String,
Option<String>, Option<String>, Option<String>, String,
);
let row: Option<Row> = conn
.query_row(
"SELECT title, filename, mime, size_bytes, status,
transcript, summary, error, created_at
FROM recordings WHERE id = ?1",
params![id],
|r| {
Ok((
r.get(0)?, r.get(1)?, r.get(2)?, r.get(3)?, r.get(4)?,
r.get(5)?, r.get(6)?, r.get(7)?, r.get(8)?,
))
},
)
.optional()?;
let (title, filename, mime, size_bytes, status, transcript, summary, error, created_at) =
row.ok_or(AppError::NotFound)?;
Ok(JsonResp(RecordingDetail {
id, title, filename, mime, size_bytes, status,
transcript, summary, error, created_at,
}))
}
async fn upload_recording(
State(s): State<AppState>,
mut form: Multipart,
) -> Result<JsonResp<Value>, AppError> {
let mut title: Option<String> = None;
let mut filename: Option<String> = None;
let mut mime: Option<String> = None;
let mut tmp_path: Option<PathBuf> = None;
let mut size: usize = 0;
while let Some(mut field) = form
.next_field()
.await
.map_err(|e| AppError::bad_request(format!("multipart: {e}")))?
{
let name = field.name().unwrap_or("").to_string();
match name.as_str() {
"title" => {
let s = field
.text()
.await
.map_err(|e| AppError::bad_request(format!("title: {e}")))?;
title = Some(s.trim().to_string());
}
"audio" | "file" => {
let fn_ = field
.file_name()
.map(|s| s.to_string())
.unwrap_or_else(|| "recording".to_string());
let m = field
.content_type()
.map(|s| s.to_string())
.unwrap_or_else(|| "application/octet-stream".to_string());
if !m.starts_with("audio/") && !m.starts_with("video/") && m != "application/octet-stream" {
return Err(AppError::bad_request(format!("unsupported mime '{m}'")));
}
filename = Some(fn_);
mime = Some(m);
// 流式落 tmp
let tmp = s.blobs_dir.join(format!("upload-{}.tmp", std::process::id()));
let mut f = tokio::fs::File::create(&tmp).await.map_err(AppError::Io)?;
while let Some(chunk) = field
.chunk()
.await
.map_err(|e| AppError::bad_request(format!("upload: {e}")))?
{
size += chunk.len();
if size > SINGLE_FILE_BYTES {
let _ = tokio::fs::remove_file(&tmp).await;
return Err(AppError::bad_request(format!(
"file too large (>{SINGLE_FILE_BYTES} bytes)"
)));
}
f.write_all(&chunk).await.map_err(AppError::Io)?;
}
f.sync_all().await.map_err(AppError::Io)?;
tmp_path = Some(tmp);
}
_ => {}
}
}
let filename = filename.ok_or_else(|| AppError::bad_request("missing audio file"))?;
let mime = mime.unwrap_or_else(|| "audio/mpeg".to_string());
let tmp_path = tmp_path.ok_or_else(|| AppError::bad_request("no file uploaded"))?;
let title = title
.filter(|x| !x.is_empty())
.unwrap_or_else(|| filename.clone());
let id = {
let conn = s.db.lock().unwrap();
conn.execute(
"INSERT INTO recordings (title, filename, mime, size_bytes, status)
VALUES (?1, ?2, ?3, ?4, 'pending')",
params![title, filename, mime, size as i64],
)?;
conn.last_insert_rowid()
};
let final_path = s.blobs_dir.join(id.to_string());
if let Err(e) = tokio::fs::rename(&tmp_path, &final_path).await {
let _ = tokio::fs::remove_file(&tmp_path).await;
let conn = s.db.lock().unwrap();
let _ = conn.execute("DELETE FROM recordings WHERE id = ?1", params![id]);
return Err(AppError::Io(e));
}
// 后台处理
let state_clone = s.clone();
tokio::spawn(async move {
process_recording(state_clone, id).await;
});
Ok(JsonResp(json!({ "id": id, "status": "pending" })))
}
async fn process_recording(s: AppState, id: i64) {
set_status(&s, id, "transcribing", None, None);
let path = s.blobs_dir.join(id.to_string());
let filename: String = {
let conn = s.db.lock().unwrap();
conn.query_row(
"SELECT filename FROM recordings WHERE id = ?1",
params![id],
|r| r.get(0),
)
.unwrap_or_else(|_| "audio".to_string())
};
// ASRmultipart POSTOpenAI Whisper 风格
let transcript = match call_asr(&s, &path, &filename).await {
Ok(t) => t,
Err(e) => {
tracing::error!(%id, error = %e, "ASR failed");
set_status(&s, id, "failed", None, Some(&format!("ASR: {e}")));
return;
}
};
// 写 transcript 但还没 summary
{
let conn = s.db.lock().unwrap();
let _ = conn.execute(
"UPDATE recordings SET transcript = ?1, status = 'summarizing' WHERE id = ?2",
params![&transcript, id],
);
}
// LLM:生成会议纪要
let summary = match call_llm_summary(&s, &transcript).await {
Ok(t) => t,
Err(e) => {
tracing::error!(%id, error = %e, "LLM failed");
set_status(&s, id, "failed", None, Some(&format!("LLM: {e}")));
return;
}
};
{
let conn = s.db.lock().unwrap();
let _ = conn.execute(
"UPDATE recordings SET summary = ?1, status = 'done', error = NULL WHERE id = ?2",
params![&summary, id],
);
}
tracing::info!(%id, "done");
}
fn set_status(s: &AppState, id: i64, status: &str, transcript: Option<&str>, error: Option<&str>) {
let conn = s.db.lock().unwrap();
let _ = conn.execute(
"UPDATE recordings SET status = ?1, error = ?2,
transcript = COALESCE(?3, transcript)
WHERE id = ?4",
params![status, error, transcript, id],
);
}
async fn call_asr(
s: &AppState,
path: &std::path::Path,
filename: &str,
) -> Result<String, String> {
let bytes = tokio::fs::read(path).await.map_err(|e| e.to_string())?;
let part = reqwest::multipart::Part::bytes(bytes)
.file_name(filename.to_string())
.mime_str("audio/mpeg")
.map_err(|e| e.to_string())?;
let form = reqwest::multipart::Form::new()
.text("model", "qwen3-asr")
.text("response_format", "json")
.part("file", part);
let resp = s
.http
.post(&s.asr_url)
.bearer_auth(&s.asr_token)
.multipart(form)
.timeout(std::time::Duration::from_secs(600))
.send()
.await
.map_err(|e| format!("connect: {e}"))?;
if !resp.status().is_success() {
let st = resp.status();
let body = resp.text().await.unwrap_or_default();
return Err(format!("ASR {st}: {body}"));
}
let v: Value = resp.json().await.map_err(|e| format!("decode: {e}"))?;
let text = v
.get("text")
.and_then(|x| x.as_str())
.map(|s| s.to_string())
.ok_or_else(|| format!("ASR response no 'text': {v}"))?;
Ok(text)
}
async fn call_llm_summary(s: &AppState, transcript: &str) -> Result<String, String> {
let trimmed = if transcript.chars().count() > 12000 {
let mut out = String::new();
for (i, c) in transcript.chars().enumerate() {
if i >= 12000 { break; }
out.push(c);
}
out + "\n\n[... 后文截断]"
} else {
transcript.to_string()
};
let payload = json!({
"model": s.llm_model,
"messages": [
{ "role": "system", "content":
"你是一个会议纪要助手。根据语音转写整理一份结构化纪要(markdown):\n\
1. **概要**1-2 句话总结\n\
2. **关键讨论点**bullet 列出\n\
3. **决定 / 结论**\n\
4. **行动项 (action items)**:谁、做什么、何时\n\
5. **待跟进 / 未决问题**\n\
转写可能有 ASR 错字,结合上下文合理修正;遇到模糊处标 [?]。" },
{ "role": "user", "content": trimmed },
],
"temperature": 0.3,
});
let url = format!("{}/chat/completions", s.llm_gateway.trim_end_matches('/'));
let resp = s
.http
.post(&url)
.bearer_auth(&s.llm_token)
.json(&payload)
.timeout(std::time::Duration::from_secs(300))
.send()
.await
.map_err(|e| format!("connect: {e}"))?;
if !resp.status().is_success() {
let st = resp.status();
let body = resp.text().await.unwrap_or_default();
return Err(format!("LLM {st}: {body}"));
}
let v: Value = resp.json().await.map_err(|e| format!("decode: {e}"))?;
let text = v
.get("choices").and_then(|c| c.get(0))
.and_then(|c| c.get("message"))
.and_then(|m| m.get("content"))
.and_then(|c| c.as_str())
.map(|s| s.to_string())
.ok_or_else(|| format!("LLM no content: {v}"))?;
Ok(text)
}
async fn delete_recording(
State(s): State<AppState>,
Path(id): Path<i64>,
) -> Result<JsonResp<Value>, AppError> {
let n = {
let conn = s.db.lock().unwrap();
conn.execute("DELETE FROM recordings WHERE id = ?1", params![id])?
};
if n == 0 {
return Err(AppError::NotFound);
}
let _ = tokio::fs::remove_file(s.blobs_dir.join(id.to_string())).await;
Ok(JsonResp(json!({ "ok": true })))
}
async fn retry_recording(
State(s): State<AppState>,
Path(id): Path<i64>,
) -> Result<JsonResp<Value>, AppError> {
{
let conn = s.db.lock().unwrap();
let exists: bool = conn
.query_row("SELECT 1 FROM recordings WHERE id = ?1", params![id], |_| Ok(true))
.optional()?
.unwrap_or(false);
if !exists { return Err(AppError::NotFound); }
conn.execute(
"UPDATE recordings SET status = 'pending', error = NULL WHERE id = ?1",
params![id],
)?;
}
let sc = s.clone();
tokio::spawn(async move { process_recording(sc, id).await; });
Ok(JsonResp(json!({ "ok": true, "status": "pending" })))
}
async fn stream_audio(
State(s): State<AppState>,
Path(id): Path<i64>,
req: Request<Body>,
) -> Result<Response, AppError> {
let row: Option<(String, String)> = {
let conn = s.db.lock().unwrap();
conn.query_row(
"SELECT mime, filename FROM recordings WHERE id = ?1",
params![id],
|r| Ok((r.get(0)?, r.get(1)?)),
)
.optional()?
};
let (mime, _filename) = row.ok_or(AppError::NotFound)?;
let path = s.blobs_dir.join(id.to_string());
let mime_hv: header::HeaderValue = mime
.parse()
.unwrap_or_else(|_| header::HeaderValue::from_static("application/octet-stream"));
let svc = tower_http::services::ServeFile::new(&path);
let mut resp = svc
.oneshot(req)
.await
.map_err(|e| AppError::Io(std::io::Error::other(e.to_string())))?
.into_response();
resp.headers_mut().insert(header::CONTENT_TYPE, mime_hv);
Ok(resp)
}
// ---------- error type ----------
enum AppError {
BadRequest(String),
NotFound,
Db(rusqlite::Error),
Io(std::io::Error),
}
impl AppError {
fn bad_request(m: impl Into<String>) -> Self { Self::BadRequest(m.into()) }
}
impl From<rusqlite::Error> for AppError {
fn from(e: rusqlite::Error) -> Self { Self::Db(e) }
}
impl IntoResponse for AppError {
fn into_response(self) -> Response {
match self {
Self::BadRequest(m) => (StatusCode::BAD_REQUEST, m).into_response(),
Self::NotFound => (StatusCode::NOT_FOUND, "not found").into_response(),
Self::Db(e) => {
tracing::error!(error = %e, "db");
(StatusCode::INTERNAL_SERVER_ERROR, "db error").into_response()
}
Self::Io(e) => {
tracing::error!(error = %e, "io");
(StatusCode::INTERNAL_SERVER_ERROR, "io error").into_response()
}
}
}
}