Improve audio capture and LLM integration

- Implement Silero VAD for dynamic audio chunking - Add support for Ollama and vLLM backends - Harden extraction prompts for strict JSON output - Refactor TUI worker to handle proposals asynchronously
2026-05-26 19:51:48 -07:00
parent 60e170e777
commit 58bab75bb5
11 changed files with 290 additions and 78 deletions
@@ -2,5 +2,7 @@
 OPENAI_API_KEY=no-key-required
 OPENAI_BASE_URL=https://vllm.tipsy.codes/v1
 LLM_MODEL=Intel/gemma-4-31B-it-int4-AutoRound
+#LLM_BACKEND=ollama
+#LLM_MODEL=gemma:2b
 WHISPER_MODEL=base
 AUDIO_DEVICE_ID=None