From d68f6a43046d308a4e264d14559facc960e35513 Mon Sep 17 00:00:00 2001 From: Sam Rolfe Date: Sun, 30 Aug 2026 14:55:39 +1000 Subject: [PATCH] Console Voice Assistant (Jervis): text prompt box -> local LLM agent (/voice proxies to .13:8501) --- portal/main.py | 34 ++++++++++++++++++++++++++++++++++ portal/templates/base.html | 1 + portal/templates/voice.html | 31 +++++++++++++++++++++++++++++++ todo.txt | 1 + 4 files changed, 67 insertions(+) create mode 100644 portal/templates/voice.html diff --git a/portal/main.py b/portal/main.py index 8567219..3eb74b7 100644 --- a/portal/main.py +++ b/portal/main.py @@ -18,6 +18,7 @@ from zoneinfo import ZoneInfo MELB = ZoneInfo("Australia/Melbourne") import json import os +import httpx from pathlib import Path from typing import Annotated @@ -329,6 +330,39 @@ async def files_upload(request: Request, file: Annotated[UploadFile, File()]) -> ) + +VOICE_AGENT = os.getenv("VOICE_AGENT_URL", "http://192.168.20.13:8501") + + +@app.get("/voice", response_class=HTMLResponse) +async def voice_page(request: Request) -> HTMLResponse: + user = await _current_user(request) + if user is None: + return RedirectResponse("/login", status_code=303) + return templates.TemplateResponse(request, "voice.html", {"user": user}) + + +@app.post("/voice", response_class=HTMLResponse) +async def voice_send(request: Request, message: Annotated[str, Form()]) -> HTMLResponse: + user = await _current_user(request) + if user is None: + return RedirectResponse("/login", status_code=303) + command = message.strip() + error = reply = None + if command: + try: + async with httpx.AsyncClient(timeout=60) as client: + r = await client.post(f"{VOICE_AGENT}/voice", json={"text": command}) + r.raise_for_status() + reply = r.json().get("reply") or r.json().get("text") + except Exception as exc: # noqa: BLE001 + logger.warning("voice agent call failed", exc_info=True) + error = f"Voice assistant unavailable: {type(exc).__name__}" + return templates.TemplateResponse( + request, "voice.html", {"user": user, "command": command, "reply": reply, "error": error} + ) + + @app.get("/admin", response_class=HTMLResponse) async def admin_panel(request: Request) -> HTMLResponse: user = await _current_user(request) diff --git a/portal/templates/base.html b/portal/templates/base.html index 0a6982a..4d37025 100644 --- a/portal/templates/base.html +++ b/portal/templates/base.html @@ -16,6 +16,7 @@
Transcriber Files + Voice {% if user.is_admin %} Admin {% endif %} diff --git a/portal/templates/voice.html b/portal/templates/voice.html new file mode 100644 index 0000000..4f0e3ce --- /dev/null +++ b/portal/templates/voice.html @@ -0,0 +1,31 @@ +{% extends "base.html" %} +{% block title %}Voice Assistant — {{ settings.APP_NAME }}{% endblock %} +{% block content %} +
+

Voice Assistant (Jervis)

+

Type a command for the home assistant — it's sent to the local LLM agent, which acts (lights, shopping, weather, reminders…) and speaks the reply on the house speakers.

+
+
+ {% if error %}
{{ error }}
{% endif %} +
+
+ + +
+ +
+ {% if reply %} +
+ Jervis: +

{{ reply }}

+
+ {% endif %} +

+ Uses the local voice agent on `.13` (OmniRoute LLM). Replies are also spoken via Snapcast. +

+
+
+
+{% endblock %} \ No newline at end of file diff --git a/todo.txt b/todo.txt index e6438ce..323e2b2 100644 --- a/todo.txt +++ b/todo.txt @@ -20,3 +20,4 @@ x 2026-08-26 2026-08-26 DS Harness - ensure no bash or local editing possible x 2026-08-26 2026-08-26 Remove OpenWebUI - Caddy, folder, docker +project:family-home-lab +agent:family_home_lab (B) Home dash: add a common 'Links' section with categories Media/Work/Family. Media: Spotify, Netflix. Work: mail.google.com, calendar.google.com, secure1.inmotionhosting.com/index/login, mxt.smsglobal.com/login/ +project:family-home-lab +agent:family_home_lab (C) Sam admin dashboard panel: add router links — netcom router http://192.168.20.1:8079/login.html (may be in Caddy) and second router http://192.168.20.254/ +project:family-home-lab +agent:family_home_lab +(C) Send commands to LLM voice-controlled network for Home Assistant, etc. +project:family-home-lab +agent:family_home_lab