mirror of
https://github.com/yusufipk/dikte.git
synced 2026-09-11 19:06:11 +00:00
Cleanup was the one step with only one place to run. Speech to text has three providers behind a setting and the agent has three behind another, but the model that drops the "eee"s out of a sentence was always a request to OpenRouter, which meant a second key on a machine that already pays for a model and already hands whole dictations to it as commands. Claude Code and Codex can rewrite a sentence as easily as they can put something in your calendar, and now they may. cleanup.py is where that choice lives, so worker, the file transcriber and the meeting all ask the same question rather than each building the same OpenRouter request. What comes out of a CLI that failed is a CleanupError, which is an ApiError, because to the chain a cleanup that failed is a cleanup that failed however it was run: the raw transcript is still pasted and the reason still shows in the corner, unchanged. Neither CLI is given anything it does not need for the job. No tools, no MCP servers, no session to resume, and the home directory rather than wherever the agent is pointed, since a project's instructions have opinions about how text should be written and none of them are about this transcript. The transcript goes in fenced the same way the OpenRouter call fences it, because it is material rather than an instruction however much of it reads like one. Claude takes the cleanup rules as its whole system prompt; Codex has no system prompt of its own, so they ride in front of the text, and its answer is read from the file it writes on the way out rather than from a stdout that also carries a header, its thinking and a token count. The cost is seconds. OpenRouter answers in about one, a CLI in six or seven, because each one opens a whole session to do it. That is the trade the box says out loud, and the default has not moved: OpenRouter cleans up until you say otherwise. Codex's two lowest thinking levels now ask for "low". "minimal" was its bottom rung until the newer models replaced it with "none", and each of them answers the other's word with a 400, which the agent has been quietly hitting too. In the settings window the model box belongs to whoever is chosen rather than meaning three different things in turn, since an OpenRouter id and a Claude alias do not belong in the same field, and under it is the same "found it or not" line the agent tab has. dikte doctor asks about the program instead of the key when a CLI does the cleaning, and the history records which model actually did it.
195 lines
7.2 KiB
Python
195 lines
7.2 KiB
Python
"""The dictation chain: transcribe → clean up → clipboard → paste.
|
|
|
|
The same chain also carries the other thing a dictation can be. Asked to, it
|
|
hands the transcript to Claude Code instead of pasting it, and pastes back
|
|
whatever came of it: an answer to a question, or a sentence saying what was
|
|
done.
|
|
"""
|
|
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import threading
|
|
import time
|
|
import traceback
|
|
|
|
from PyQt6.QtCore import QObject, pyqtSignal
|
|
|
|
import api
|
|
import assistant
|
|
import audio
|
|
import cleanup
|
|
import config as cfg
|
|
import i18n
|
|
import paste
|
|
import vad
|
|
from i18n import t
|
|
|
|
CHUNK_SECONDS = audio.CHUNK_FRAMES / audio.RATE
|
|
|
|
# A dictation and a command to the agent run side by side and can finish at the
|
|
# same moment. Pasting is not one step but three that must not interleave: read
|
|
# what is on the clipboard, put ours there, press the key. Two runs doing that
|
|
# at once would paste one answer and restore the other's clipboard over it.
|
|
_paste_lock = threading.Lock()
|
|
|
|
|
|
class Pipeline(QObject):
|
|
stage = pyqtSignal(str) # human-readable progress line
|
|
finished = pyqtSignal(str, str, str) # raw transcript, final text, warning
|
|
failed = pyqtSignal(str)
|
|
cancelled = pyqtSignal()
|
|
|
|
def __init__(self, conf, parent=None):
|
|
super().__init__(parent)
|
|
self.conf = conf
|
|
self._thread = None
|
|
self._stop = threading.Event()
|
|
|
|
@property
|
|
def busy(self):
|
|
return self._thread is not None and self._thread.is_alive()
|
|
|
|
def run(self, wav_path, duration, rms_values=(), ask=False, paste=None):
|
|
"""`paste` overrides the setting for this one run, which is what a
|
|
dictation asked for from a terminal wants: the text comes back down the
|
|
socket, and pasting it into whatever had focus is nobody's intention."""
|
|
if self.busy:
|
|
return
|
|
self._stop.clear()
|
|
self._thread = threading.Thread(
|
|
target=self._work,
|
|
args=(wav_path, duration, list(rms_values), ask, paste),
|
|
daemon=True,
|
|
)
|
|
self._thread.start()
|
|
|
|
def cancel(self):
|
|
"""Give up on a job already under way.
|
|
|
|
Only the Claude call can honour this, and it is the only one long enough
|
|
to be worth interrupting: a transcription is over in seconds, a command
|
|
that went looking through the web is not.
|
|
"""
|
|
self._stop.set()
|
|
|
|
def _work(self, wav_path, duration, rms_values, ask, paste_override=None):
|
|
conf = self.conf
|
|
started = time.monotonic()
|
|
raw = ""
|
|
|
|
# Room tone only: don't spend an API call, and don't invite a
|
|
# hallucinated sentence back.
|
|
if conf["skip_silent"]:
|
|
stats = vad.analyse(rms_values, CHUNK_SECONDS, conf["speech_margin_db"])
|
|
if vad.is_silent(stats, conf["silence_db"], conf["speech_margin_db"],
|
|
conf["min_voiced_seconds"]):
|
|
self._discard(wav_path)
|
|
self.failed.emit(
|
|
t("No speech detected ({level} dB)", level=round(stats["speech_db"]))
|
|
)
|
|
return
|
|
|
|
try:
|
|
self.stage.emit(t("Transcribing…"))
|
|
target = conf.transcribe_target()
|
|
raw = api.transcribe(
|
|
target,
|
|
wav_path,
|
|
language=conf["language"],
|
|
prompt=conf["transcribe_prompt"],
|
|
)
|
|
|
|
if conf["filter_hallucinations"] and vad.looks_like_hallucination(raw, duration):
|
|
self._discard(wav_path)
|
|
self.failed.emit(t("Discarded a stock phrase: “{text}”", text=raw[:60]))
|
|
return
|
|
|
|
text = raw
|
|
warning = ""
|
|
# Claude reads through “eee” and “hani” without help, so a dictation
|
|
# on its way there is normally sent as it was heard, one API call and
|
|
# a second or two lighter.
|
|
if (conf["assistant_cleanup"] if ask else conf["cleanup_enabled"]):
|
|
self.stage.emit(t("Cleaning up…"))
|
|
try:
|
|
text = cleanup.run(raw, conf, conf.cleanup_prompt())
|
|
except api.ApiError as exc:
|
|
# Keep the transcript, but never let the failure pass unseen:
|
|
# a rejected key would otherwise look like working dictation.
|
|
text = raw
|
|
warning = str(exc)
|
|
print(f"dikte: cleanup failed: {exc}", file=sys.stderr)
|
|
|
|
question = ""
|
|
if ask:
|
|
question = text
|
|
self.stage.emit(t("Asking {name}…", name=i18n.name(
|
|
assistant.display_name(conf), "dative")))
|
|
text, denied = assistant.ask(
|
|
question, conf,
|
|
on_stage=self.stage.emit,
|
|
should_stop=self._stop.is_set,
|
|
)
|
|
warning = "\n".join(x for x in (warning, denied) if x)
|
|
|
|
wants_paste = (conf["assistant_paste"] if ask else conf["auto_paste"])
|
|
if paste_override is not None:
|
|
wants_paste = paste_override
|
|
|
|
with _paste_lock:
|
|
previous = paste.read_clipboard() if conf["restore_clipboard"] else None
|
|
paste.copy(text)
|
|
|
|
if wants_paste:
|
|
self.stage.emit(t("Pasting…"))
|
|
paste.press(conf["paste_shortcut"])
|
|
if previous is not None:
|
|
time.sleep(0.35)
|
|
paste.copy_bytes(previous)
|
|
|
|
cfg.append_history({
|
|
"ts": time.strftime("%Y-%m-%d %H:%M:%S"),
|
|
"duration": round(duration, 1),
|
|
"elapsed": round(time.monotonic() - started, 1),
|
|
"model": target.model,
|
|
"cleanup_model": cleanup.model(conf) if conf["cleanup_enabled"] else "",
|
|
"cleanup_error": warning,
|
|
"mode": "ask" if ask else "",
|
|
"question": question,
|
|
"assistant_model": conf["assistant_model"] if ask else "",
|
|
"raw": raw,
|
|
"text": text,
|
|
})
|
|
try:
|
|
cfg.trim_history(conf["history_limit"])
|
|
except OSError as exc:
|
|
print(f"dikte: could not trim the history: {exc}", file=sys.stderr)
|
|
self.finished.emit(raw, text, warning)
|
|
|
|
except assistant.Cancelled:
|
|
self.cancelled.emit()
|
|
except (api.ApiError, paste.PasteError, assistant.AssistantError) as exc:
|
|
print(f"dikte: {exc}", file=sys.stderr)
|
|
self.failed.emit(str(exc))
|
|
except Exception as exc: # never fail silently
|
|
traceback.print_exc()
|
|
self.failed.emit(t("Unexpected error: {error}", error=exc))
|
|
finally:
|
|
self._discard(wav_path)
|
|
|
|
def _discard(self, wav_path):
|
|
if not os.path.exists(wav_path):
|
|
return
|
|
if self.conf["keep_audio"]:
|
|
try:
|
|
cfg.RECORDINGS_DIR.mkdir(parents=True, exist_ok=True)
|
|
shutil.move(wav_path, cfg.RECORDINGS_DIR / (time.strftime("%Y%m%d-%H%M%S") + ".wav"))
|
|
return
|
|
except OSError:
|
|
pass
|
|
try:
|
|
os.unlink(wav_path)
|
|
except OSError:
|
|
pass
|