Release Inflect-Nano-v1

app.py

@@ -0,0 +1,73 @@
+from __future__ import annotations
+
+import tempfile
+from pathlib import Path
+
+import gradio as gr
+import soundfile as sf
+import torch
+
+from inference import DEFAULT_ACOUSTIC, DEFAULT_VOCODER, load_acoustic, load_vocoder, synthesize
+
+
+DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+ACOUSTIC, SPEAKERS, ACOUSTIC_PARAMS = load_acoustic(DEFAULT_ACOUSTIC, DEVICE)
+VOCODER, VOCODER_PARAMS = load_vocoder(DEFAULT_VOCODER, DEVICE)
+
+
+def generate(text: str, length_scale: float, pitch_scale: float, energy_scale: float) -> str:
+    text = (text or "").strip()
+    if not text:
+        raise gr.Error("Enter text first.")
+    if len(text) > 350:
+        raise gr.Error("Keep text under 350 characters for this tiny demo model.")
+    audio = synthesize(
+        text,
+        ACOUSTIC,
+        VOCODER,
+        SPEAKERS,
+        DEVICE,
+        length_scale=length_scale,
+        pitch_scale=pitch_scale,
+        energy_scale=energy_scale,
+    )
+    path = Path(tempfile.mkdtemp()) / "inflect_nano_v1.wav"
+    sf.write(str(path), audio, 24000, subtype="PCM_16")
+    return str(path)
+
+
+DESCRIPTION = f"""
+Experimental ultra-small English TTS stack.
+
+Inference params: {(ACOUSTIC_PARAMS + VOCODER_PARAMS) / 1_000_000:.3f}M total
+({ACOUSTIC_PARAMS / 1_000_000:.3f}M acoustic + {VOCODER_PARAMS / 1_000_000:.3f}M vocoder).
+
+This is a research/demo model, not a polished production-quality TTS system.
+"""
+
+
+demo = gr.Interface(
+    fn=generate,
+    inputs=[
+        gr.Textbox(
+            label="Text",
+            value="Wait, are you actually being for real now? I can't believe it!",
+            lines=3,
+        ),
+        gr.Slider(0.85, 1.20, value=1.00, step=0.01, label="Length scale"),
+        gr.Slider(0.85, 1.15, value=1.00, step=0.01, label="Pitch scale"),
+        gr.Slider(0.85, 1.15, value=1.00, step=0.01, label="Energy scale"),
+    ],
+    outputs=gr.Audio(label="Generated audio", type="filepath"),
+    title="Inflect-Nano-v1",
+    description=DESCRIPTION,
+    examples=[
+        ["Please say chrysanthemum, thoroughly, proprietary, and rural without rushing through the middle syllables.", 1.0, 1.0, 1.0],
+        ["No, seriously, did Jordan leave the receipt in Albuquerque, or did Priya move it to Worcester?", 1.0, 1.0, 1.0],
+        ["The Wi-Fi password is Q7-Delta-9921, but please do not say the dash like a minus sign.", 1.0, 1.0, 1.0],
+    ],
+)
+
+
+if __name__ == "__main__":
+    demo.launch()