add normalize_text

gepard_inference/engine.py

@@ -10,7 +10,9 @@ the model is never reloaded between requests.
 
 from __future__ import annotations
 
+import html
 import os
+import re
 from dataclasses import dataclass, field
 from pathlib import Path
 from typing import Dict, List, NamedTuple, Optional, Tuple
@@ -22,6 +24,37 @@ import yaml
 from .runner import GepardRunner
 from .speakers import SpeakerLibrary
 
+# Tag-like sequences only: "<" must be followed by a letter or "/". This spares
+# legitimate prose such as "2 < 3" or "<3" while catching "<div>", "</span>",
+# "<br/>". Applied AFTER html.unescape so escaped markup (&lt;script&gt;) is
+# caught too.
+_HTML_TAG_RE = re.compile(r"</?[A-Za-z][^>]*>")
+# Zero-width / BOM characters that are not caught by \s.
+_ZERO_WIDTH_RE = re.compile(r"[\u200B-\u200D\uFEFF]")
+_WHITESPACE_RE = re.compile(r"\s+")
+
+
+def normalize_text(text: Optional[str]) -> str:
+    """Clean arbitrary client text down to what the tokenizer expects.
+
+    ``/synthesize`` is a public API (browser JS, ``gradio_client``, curl), so
+    the input may carry markup or invisible characters the model never saw in
+    training. This is the single authoritative choke point right before the
+    text reaches the model.
+
+    Steps: decode HTML entities -> strip HTML-ish tags -> drop zero-width
+    chars -> collapse all whitespace (newlines, tabs, (narrow) nbsp) to single
+    spaces -> trim. ``\\s`` matches ``\\u00A0`` in Python's Unicode mode, so nbsp
+    is handled by the whitespace collapse.
+    """
+    if not text:
+        return ""
+    text = html.unescape(text)              # &amp; &nbsp; &#39; -> chars
+    text = _HTML_TAG_RE.sub(" ", text)      # <div>, </span>, <br/> -> space
+    text = _ZERO_WIDTH_RE.sub("", text)     # zero-width chars -> drop
+    text = _WHITESPACE_RE.sub(" ", text)    # newlines/tabs/nbsp/runs -> space
+    return text.strip()
+
 
 class Example(NamedTuple):
     """A demo row for the UI examples table.
@@ -295,7 +328,9 @@ class GepardEngine:
         """
         if self.runner is None:
             raise RuntimeError("GepardEngine.load() must be called before synthesize()")
-        text = (text or "").strip()
+        # Authoritative cleanup right before the model — protects every caller
+        # (browser JS, gradio_client, curl), not just the frontend.
+        text = normalize_text(text)
         if not text:
             raise ValueError("text is empty")
 

index.html

@@ -828,12 +828,14 @@ let wordSpans = [];
 let hlRAF = null;
 let isPlaying = false;
 
+// step values mirror the original Blocks UI's validated grid — e.g. max_frames
+// must stay on the 43-frame codec chunk; off-grid values degrade generation.
 const sliderSpec = [
-  { key: "temperature",        label: "Temperature",  fmt: v => Number(v).toFixed(2) },
-  { key: "top_k",              label: "Top-K",        fmt: v => String(Math.round(v)) },
-  { key: "max_frames",         label: "Max Frames",   fmt: v => String(Math.round(v)) },
-  { key: "repetition_penalty", label: "Rep. Penalty", fmt: v => Number(v).toFixed(2) },
-  { key: "repetition_window",  label: "Rep. Window",  fmt: v => String(Math.round(v)) },
+  { key: "temperature",        label: "Temperature",  step: 0.05, fmt: v => Number(v).toFixed(2) },
+  { key: "top_k",              label: "Top-K",        step: 1,    fmt: v => String(Math.round(v)) },
+  { key: "max_frames",         label: "Max Frames",   step: 43,   fmt: v => String(Math.round(v)) },
+  { key: "repetition_penalty", label: "Rep. Penalty", step: 0.01, fmt: v => Number(v).toFixed(2) },
+  { key: "repetition_window",  label: "Rep. Window",  step: 4,    fmt: v => String(Math.round(v)) },
 ];
 
 const pad = (n, w = 2) => String(Math.floor(n)).padStart(w, "0");
@@ -1018,7 +1020,7 @@ const buildSliders = () => {
     const min = cfg.limits[`min_${spec.key}`];
     const max = cfg.limits[`max_${spec.key}`];
     const def = cfg.defaults[spec.key];
-    const step = spec.key === "temperature" || spec.key === "repetition_penalty" ? 0.01 : 1;
+    const step = spec.step;
 
     // Slider row
     const row = document.createElement("div"); row.className = "slider";