Upload 13 files
Browse files- .gitattributes +6 -0
- README.md +55 -3
- omnivoice-config.json +17 -0
- omnivoice-decoder.onnx +3 -0
- omnivoice-encoder-fixed.onnx +3 -0
- omnivoice-main-manifest.json +1 -0
- omnivoice-main-split.onnx +3 -0
- omnivoice-main.onnx_data_00 +3 -0
- omnivoice-main.onnx_data_01 +3 -0
- omnivoice-main.onnx_data_02 +3 -0
- omnivoice-main.onnx_data_03 +3 -0
- omnivoice-main.onnx_data_04 +3 -0
- tokenizer.json +3 -0
- tokenizer_config.json +23 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
omnivoice-main.onnx_data_00 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
omnivoice-main.onnx_data_01 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
omnivoice-main.onnx_data_02 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
omnivoice-main.onnx_data_03 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
omnivoice-main.onnx_data_04 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -1,3 +1,55 @@
|
|
| 1 |
-
---
|
| 2 |
-
license: apache-2.0
|
| 3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
tags:
|
| 4 |
+
- text-to-speech
|
| 5 |
+
- tts
|
| 6 |
+
- onnx
|
| 7 |
+
- voice-cloning
|
| 8 |
+
- browser
|
| 9 |
+
- webassembly
|
| 10 |
+
- webgpu
|
| 11 |
+
language:
|
| 12 |
+
- en
|
| 13 |
+
- de
|
| 14 |
+
- zh
|
| 15 |
+
- ja
|
| 16 |
+
- fr
|
| 17 |
+
- es
|
| 18 |
+
- multilingual
|
| 19 |
+
library_name: onnxruntime
|
| 20 |
+
base_model: k2-fsa/OmniVoice
|
| 21 |
+
---
|
| 22 |
+
|
| 23 |
+
# VocoLoco — OmniVoice ONNX Models
|
| 24 |
+
|
| 25 |
+
ONNX exports of [k2-fsa/OmniVoice](https://github.com/k2-fsa/OmniVoice) for browser-based text-to-speech inference via ONNX Runtime Web.
|
| 26 |
+
|
| 27 |
+
## Models
|
| 28 |
+
|
| 29 |
+
| File | Size | Description |
|
| 30 |
+
|------|------|-------------|
|
| 31 |
+
| `omnivoice-main-split.onnx` + `_data_00`-`_04` | 2.3 GB | Main TTS model (FP32, sharded) |
|
| 32 |
+
| `omnivoice-main-int8.onnx` | 586 MB | Main TTS model (INT8 quantized, for mobile/low-memory) |
|
| 33 |
+
| `omnivoice-decoder.onnx` | 83 MB | Audio token decoder (tokens to waveform) |
|
| 34 |
+
| `omnivoice-encoder-fixed.onnx` | 624 MB | Audio encoder for voice cloning |
|
| 35 |
+
| `tokenizer.json` | 11 MB | Qwen2 BPE text tokenizer |
|
| 36 |
+
|
| 37 |
+
## Usage
|
| 38 |
+
|
| 39 |
+
These models are designed to run in the browser via [VocoLoco](https://github.com/YOUR_USERNAME/vocoloco), a fully client-side TTS application. No server required.
|
| 40 |
+
|
| 41 |
+
## Architecture
|
| 42 |
+
|
| 43 |
+
- **Backbone**: Qwen3-0.6B (28 transformer layers)
|
| 44 |
+
- **Audio codec**: HiggsAudioV2 (8 codebooks, 24kHz output)
|
| 45 |
+
- **Generation**: Iterative masked diffusion (configurable 8-32 steps)
|
| 46 |
+
- **Voice cloning**: Zero-shot via reference audio encoding
|
| 47 |
+
- **Voice design**: Text-based control (gender, pitch, accent)
|
| 48 |
+
|
| 49 |
+
## License
|
| 50 |
+
|
| 51 |
+
Apache 2.0 — same as the original OmniVoice model.
|
| 52 |
+
|
| 53 |
+
## Attribution
|
| 54 |
+
|
| 55 |
+
Based on [OmniVoice](https://github.com/k2-fsa/OmniVoice) by Xiaomi Corp (k2-fsa).
|
omnivoice-config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"audio_vocab_size": 1025,
|
| 3 |
+
"audio_mask_id": 1024,
|
| 4 |
+
"num_audio_codebook": 8,
|
| 5 |
+
"audio_codebook_weights": [
|
| 6 |
+
8,
|
| 7 |
+
8,
|
| 8 |
+
6,
|
| 9 |
+
6,
|
| 10 |
+
4,
|
| 11 |
+
4,
|
| 12 |
+
2,
|
| 13 |
+
2
|
| 14 |
+
],
|
| 15 |
+
"sampling_rate": 24000,
|
| 16 |
+
"frame_rate": 75
|
| 17 |
+
}
|
omnivoice-decoder.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dd3ee3803ef7008a889cabdb7918c5490effc60f9d6816fa15a1266c637c03b
|
| 3 |
+
size 86507879
|
omnivoice-encoder-fixed.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6b492911cdec14af947bddc6723a866595641e5c240c7df76619ac22ee39ad0
|
| 3 |
+
size 654406661
|
omnivoice-main-manifest.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["omnivoice-main.onnx_data_00", "omnivoice-main.onnx_data_01", "omnivoice-main.onnx_data_02", "omnivoice-main.onnx_data_03", "omnivoice-main.onnx_data_04"]
|
omnivoice-main-split.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:659d29a18d911b4f6c16ca38cc85f1f4d8916bd4c570f4c4962d99c4a4703365
|
| 3 |
+
size 1312786
|
omnivoice-main.onnx_data_00
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d91f303a39a137f3fcf8bfe5001e2c0bff6a94f6a64caa7184841423b76787f9
|
| 3 |
+
size 621264896
|
omnivoice-main.onnx_data_01
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07aae92a349055ca40388e07b383fcbfc3020762ba983abe884299ad539a948f
|
| 3 |
+
size 511971328
|
omnivoice-main.onnx_data_02
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2858726c56749de3e1a1f5180267641275668e55ff685f30b790a995649f426
|
| 3 |
+
size 515899392
|
omnivoice-main.onnx_data_03
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0c4a8772b6c76914d05929fe28d0d59b562baafaef32b953845a1402042ddf9
|
| 3 |
+
size 524288000
|
omnivoice-main.onnx_data_04
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77ab213e97b72b08388f6c06bb12c0eb9a00a49df0850d3e6cf665fb58b37fda
|
| 3 |
+
size 276856832
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:408f669b7e2b045fdf54201d815bd364e6667dbd845115da81239c40bc6dcfd1
|
| 3 |
+
size 11423986
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"extra_special_tokens": [
|
| 9 |
+
"<|denoise|>",
|
| 10 |
+
"<|lang_start|>",
|
| 11 |
+
"<|lang_end|>",
|
| 12 |
+
"<|instruct_start|>",
|
| 13 |
+
"<|instruct_end|>",
|
| 14 |
+
"<|text_start|>",
|
| 15 |
+
"<|text_end|>"
|
| 16 |
+
],
|
| 17 |
+
"is_local": true,
|
| 18 |
+
"model_max_length": 131072,
|
| 19 |
+
"pad_token": "<|endoftext|>",
|
| 20 |
+
"split_special_tokens": false,
|
| 21 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 22 |
+
"unk_token": null
|
| 23 |
+
}
|