Gigsu commited on
Commit
0cf41e8
·
verified ·
1 Parent(s): 28961a0

Upload 13 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ omnivoice-main.onnx_data_00 filter=lfs diff=lfs merge=lfs -text
37
+ omnivoice-main.onnx_data_01 filter=lfs diff=lfs merge=lfs -text
38
+ omnivoice-main.onnx_data_02 filter=lfs diff=lfs merge=lfs -text
39
+ omnivoice-main.onnx_data_03 filter=lfs diff=lfs merge=lfs -text
40
+ omnivoice-main.onnx_data_04 filter=lfs diff=lfs merge=lfs -text
41
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,55 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - text-to-speech
5
+ - tts
6
+ - onnx
7
+ - voice-cloning
8
+ - browser
9
+ - webassembly
10
+ - webgpu
11
+ language:
12
+ - en
13
+ - de
14
+ - zh
15
+ - ja
16
+ - fr
17
+ - es
18
+ - multilingual
19
+ library_name: onnxruntime
20
+ base_model: k2-fsa/OmniVoice
21
+ ---
22
+
23
+ # VocoLoco — OmniVoice ONNX Models
24
+
25
+ ONNX exports of [k2-fsa/OmniVoice](https://github.com/k2-fsa/OmniVoice) for browser-based text-to-speech inference via ONNX Runtime Web.
26
+
27
+ ## Models
28
+
29
+ | File | Size | Description |
30
+ |------|------|-------------|
31
+ | `omnivoice-main-split.onnx` + `_data_00`-`_04` | 2.3 GB | Main TTS model (FP32, sharded) |
32
+ | `omnivoice-main-int8.onnx` | 586 MB | Main TTS model (INT8 quantized, for mobile/low-memory) |
33
+ | `omnivoice-decoder.onnx` | 83 MB | Audio token decoder (tokens to waveform) |
34
+ | `omnivoice-encoder-fixed.onnx` | 624 MB | Audio encoder for voice cloning |
35
+ | `tokenizer.json` | 11 MB | Qwen2 BPE text tokenizer |
36
+
37
+ ## Usage
38
+
39
+ These models are designed to run in the browser via [VocoLoco](https://github.com/YOUR_USERNAME/vocoloco), a fully client-side TTS application. No server required.
40
+
41
+ ## Architecture
42
+
43
+ - **Backbone**: Qwen3-0.6B (28 transformer layers)
44
+ - **Audio codec**: HiggsAudioV2 (8 codebooks, 24kHz output)
45
+ - **Generation**: Iterative masked diffusion (configurable 8-32 steps)
46
+ - **Voice cloning**: Zero-shot via reference audio encoding
47
+ - **Voice design**: Text-based control (gender, pitch, accent)
48
+
49
+ ## License
50
+
51
+ Apache 2.0 — same as the original OmniVoice model.
52
+
53
+ ## Attribution
54
+
55
+ Based on [OmniVoice](https://github.com/k2-fsa/OmniVoice) by Xiaomi Corp (k2-fsa).
omnivoice-config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_vocab_size": 1025,
3
+ "audio_mask_id": 1024,
4
+ "num_audio_codebook": 8,
5
+ "audio_codebook_weights": [
6
+ 8,
7
+ 8,
8
+ 6,
9
+ 6,
10
+ 4,
11
+ 4,
12
+ 2,
13
+ 2
14
+ ],
15
+ "sampling_rate": 24000,
16
+ "frame_rate": 75
17
+ }
omnivoice-decoder.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd3ee3803ef7008a889cabdb7918c5490effc60f9d6816fa15a1266c637c03b
3
+ size 86507879
omnivoice-encoder-fixed.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b492911cdec14af947bddc6723a866595641e5c240c7df76619ac22ee39ad0
3
+ size 654406661
omnivoice-main-manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["omnivoice-main.onnx_data_00", "omnivoice-main.onnx_data_01", "omnivoice-main.onnx_data_02", "omnivoice-main.onnx_data_03", "omnivoice-main.onnx_data_04"]
omnivoice-main-split.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659d29a18d911b4f6c16ca38cc85f1f4d8916bd4c570f4c4962d99c4a4703365
3
+ size 1312786
omnivoice-main.onnx_data_00 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91f303a39a137f3fcf8bfe5001e2c0bff6a94f6a64caa7184841423b76787f9
3
+ size 621264896
omnivoice-main.onnx_data_01 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07aae92a349055ca40388e07b383fcbfc3020762ba983abe884299ad539a948f
3
+ size 511971328
omnivoice-main.onnx_data_02 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2858726c56749de3e1a1f5180267641275668e55ff685f30b790a995649f426
3
+ size 515899392
omnivoice-main.onnx_data_03 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c4a8772b6c76914d05929fe28d0d59b562baafaef32b953845a1402042ddf9
3
+ size 524288000
omnivoice-main.onnx_data_04 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ab213e97b72b08388f6c06bb12c0eb9a00a49df0850d3e6cf665fb58b37fda
3
+ size 276856832
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408f669b7e2b045fdf54201d815bd364e6667dbd845115da81239c40bc6dcfd1
3
+ size 11423986
tokenizer_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|denoise|>",
10
+ "<|lang_start|>",
11
+ "<|lang_end|>",
12
+ "<|instruct_start|>",
13
+ "<|instruct_end|>",
14
+ "<|text_start|>",
15
+ "<|text_end|>"
16
+ ],
17
+ "is_local": true,
18
+ "model_max_length": 131072,
19
+ "pad_token": "<|endoftext|>",
20
+ "split_special_tokens": false,
21
+ "tokenizer_class": "Qwen2Tokenizer",
22
+ "unk_token": null
23
+ }