{
 "slug": "omnivoice",
 "name": "OmniVoice",
 "author": "k2-fsa",
 "density": "full",
 "status": "active",
 "status_note": null,
 "alternatives_page": null,
 "one_liner": "Zero-shot TTS covering 600+ languages, with voice cloning from a short clip and voice design by speaker attributes.",
 "category": {
  "slug": "voiceover",
  "name": "Voiceover (text-to-speech)"
 },
 "tags": [
  "Code library",
  "Open source"
 ],
 "styles": [],
 "logo_url": "https://agentgid.com/media/avatars/k2-fsa.png",
 "logo_letter": "O",
 "links": {
  "repo": "https://github.com/k2-fsa/OmniVoice",
  "website": "https://huggingface.co/k2-fsa/OmniVoice",
  "api_docs": null
 },
 "preview": null,
 "verdicts": [
  {
   "key": "price",
   "label": "Price",
   "value": "Free",
   "status": "yes",
   "sub": "No paid plan",
   "quote": null,
   "note": "Open weights, free to download.",
   "source": {
    "label": "huggingface.co/k2-fsa/OmniVoice",
    "url": "https://huggingface.co/k2-fsa/OmniVoice"
   },
   "n": 1
  },
  {
   "key": "commercial",
   "label": "Commercial use",
   "value": "No",
   "status": "no",
   "sub": "Code Apache-2.0",
   "quote": "The pre-trained model is licensed under the CC-BY-NC due to constraints from its training data (e.g., Emilia).",
   "note": "The pre-trained model is under CC-BY-NC, which rules out commercial use.",
   "source": {
    "label": "huggingface.co/k2-fsa/OmniVoice",
    "url": "https://huggingface.co/k2-fsa/OmniVoice"
   },
   "n": 2
  },
  {
   "key": "credit",
   "label": "Credit the author",
   "value": "Required",
   "status": "cond",
   "sub": "Show a credit line",
   "quote": "prominently display “Built with Higgs Materials licensed from Boson AI USA, Inc., Copyright Boson AI USA, Inc., All Rights Reserved",
   "note": "Built with Higgs Materials licensed from Boson AI USA, Inc., Copyright Boson AI USA, Inc., All Rights Reserved and Meta Llama 3 licensed under the Meta Llama 3 Community License, Copyright Meta Platforms, Inc., All Right Reserved",
   "source": {
    "label": "huggingface.co",
    "url": "https://huggingface.co/k2-fsa/OmniVoice/blob/main/audio_tokenizer/LICENSE"
   },
   "n": 3
  },
  {
   "key": "agent_access",
   "label": "Agent access",
   "value": "PyPI package",
   "status": "info",
   "sub": "Installs without a key",
   "quote": null,
   "note": "An agent can install it by itself with pip install omnivoice.",
   "source": {
    "label": "github.com/k2-fsa/OmniVoice",
    "url": "https://github.com/k2-fsa/OmniVoice"
   },
   "n": 4
  }
 ],
 "license": {
  "name": "Code Apache-2.0; pre-trained model CC-BY-NC (model card); audio tokenizer under the Boson Higgs Audio 2 Community License",
  "url": "https://huggingface.co/k2-fsa/OmniVoice/blob/main/audio_tokenizer/LICENSE",
  "summary": "Non-commercial only. The code is Apache-2.0, but the model is CC-BY-NC because of its training data, and a bundled part adds Boson AI terms with a credit line and a 100,000-user cap.",
  "pages_read": 2,
  "rules": [
   "The code is Apache-2.0; the audio tokenizer shipped with the weights is under the Boson Higgs Audio 2 Community License (Llama 3 based).",
   "Products or services above 100,000 annual active users need an expanded license from Boson AI.",
   "A product or service using it must show \"Built with Higgs Materials licensed from Boson AI\" and follow the Llama 3 acceptable-use policy.",
   "Outputs may not be used to improve other large language models.",
   "The pre-trained OmniVoice model is CC-BY-NC (non-commercial), per its model card."
  ],
  "rows": [
   {
    "label": "Commercial use",
    "value": "No",
    "status": "no",
    "quote": "The pre-trained model is licensed under the CC-BY-NC due to constraints from its training data (e.g., Emilia).",
    "source": {
     "label": "huggingface.co/k2-fsa/OmniVoice",
     "url": "https://huggingface.co/k2-fsa/OmniVoice"
    },
    "note": null
   },
   {
    "label": "Credit",
    "value": "Required",
    "status": "cond",
    "quote": "prominently display “Built with Higgs Materials licensed from Boson AI USA, Inc., Copyright Boson AI USA, Inc., All Rights Reserved",
    "source": {
     "label": "huggingface.co",
     "url": "https://huggingface.co/k2-fsa/OmniVoice/blob/main/audio_tokenizer/LICENSE"
    },
    "note": null
   },
   {
    "label": "Inside your app or game",
    "value": "Not allowed",
    "status": "no",
    "quote": "The pre-trained model is licensed under the CC-BY-NC due to constraints from its training data (e.g., Emilia).",
    "source": {
     "label": "huggingface.co/k2-fsa/OmniVoice",
     "url": "https://huggingface.co/k2-fsa/OmniVoice"
    },
    "note": null
   },
   {
    "label": "Pass the files on to your users",
    "value": "With conditions",
    "status": "cond",
    "quote": "You must retain in all copies of the Llama Materials that you distribute and as set forth above, include the following attribution notice within a “Notice” text file distributed as a part of such copies",
    "source": {
     "label": "huggingface.co",
     "url": "https://huggingface.co/k2-fsa/OmniVoice/raw/main/audio_tokenizer/LICENSE"
    },
    "note": "Non-commercial sharing only, with the license agreements and the Meta Llama 3 notice kept in the copies."
   },
   {
    "label": "Monetized YouTube",
    "value": "Not stated",
    "status": "unknown",
    "quote": "The pre-trained model is licensed under the CC-BY-NC due to constraints from its training data (e.g., Emilia).",
    "source": {
     "label": "huggingface.co/k2-fsa/OmniVoice",
     "url": "https://huggingface.co/k2-fsa/OmniVoice"
    },
    "note": null
   },
   {
    "label": "AI training",
    "value": "Not stated",
    "status": "unknown",
    "quote": null,
    "source": null,
    "note": null
   },
   {
    "label": "Bots and bulk downloads",
    "value": "Not stated",
    "status": "unknown",
    "quote": null,
    "source": null,
    "note": null
   }
  ],
  "checked_at": "2026-11-10",
  "commercial_use_page": "https://agentgid.com/assets/omnivoice/commercial-use/"
 },
 "overview": {
  "heading": "OmniVoice: speech in 600+ languages, non-commercial",
  "body": "OmniVoice is a free AI model that reads text aloud in more than 600 languages. It can copy a voice from a few seconds of recorded speech, or make a new voice from a short description like \"female, low pitch\". The program code is open, but the model itself may only be used for non-commercial work."
 },
 "uses": [
  {
   "title": "Speech for rare languages in research",
   "text": "Make spoken audio for a language that common voice tools skip, for a study, a school project or a language archive.",
   "idea": false,
   "image": null
  },
  {
   "title": "Your own voice from a short clip",
   "text": "Record 3 to 10 seconds of your voice, add what you said, and the model reads new text in that voice. Copying someone else's voice without permission is forbidden.",
   "idea": false,
   "image": null
  },
  {
   "title": "A new voice from a description",
   "text": "No recording needed. Describe the voice by gender, age, pitch, accent or a whisper, and the model makes one.",
   "idea": false,
   "image": null
  },
  {
   "title": "Laughs, sighs and exact pronunciation",
   "text": "Put a laugh or a sigh into the text, or spell out how a word should sound, so lines in a story or game feel natural.",
   "idea": false,
   "image": null
  },
  {
   "title": "Many audio lines in one run",
   "text": "Turn a long list of lines into audio files at once, for example all phrases of a language course, spread over several graphics cards.",
   "idea": false,
   "image": null
  },
  {
   "title": "Trying it without code",
   "text": "Start a local web page where you type text, upload a voice sample and listen, before deciding to build anything.",
   "idea": false,
   "image": null
  }
 ],
 "start": {
  "prompt": "For a non-commercial research project, install omnivoice 0.2.1 in a fresh virtual environment (PyTorch 2.8 for my machine, device_map \"mps\" on a Mac), and write a script that reads lines.txt and saves one WAV per line with the voice \"female, low pitch, british accent\".",
  "install": null,
  "install_note": null,
  "code": [
   {
    "tab": "Step 1",
    "intro": "Install PyTorch for your machine first (the README shows the commands for NVIDIA, Apple Silicon and Intel), then install OmniVoice from PyPI.",
    "source": "pip install torch==2.8.0 torchaudio==2.8.0\npip install omnivoice"
   },
   {
    "tab": "Step 2",
    "intro": "Generate speech from the command line; the model downloads from Hugging Face on first use.",
    "source": "omnivoice-infer --model k2-fsa/OmniVoice \\\n    --text \"This is a test for text to speech.\" \\\n    --instruct \"male, British accent\" \\\n    --output hello.wav"
   }
  ]
 },
 "mistakes": [
  {
   "dont": "Adding OmniVoice to a paid product because the package says Apache-2.0",
   "fix": "Treat the model as non-commercial; for a product, choose a model whose weights allow commercial use",
   "why": "The Apache license covers the code only; the model card puts the weights under CC-BY-NC.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "device_map=\"cuda:0\" on a Mac",
   "fix": "device_map=\"mps\" on Apple Silicon (or \"xpu\" on Intel Arc)",
   "why": "The README example targets NVIDIA cards.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "A 30-second voice sample for cloning",
   "fix": "Trim the sample to 3–10 seconds, in the same language as the target speech",
   "why": "Longer samples slow it down and can lower quality; a sample in another language adds an accent.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "Setting HF_ENDPOINT=\"https://hf-mirror.com\" or uv sync with the aliyun mirror by default",
   "fix": "Download from huggingface.co and PyPI unless the person chose a mirror",
   "why": "The README offers third-party mirrors only as a workaround for connection trouble.",
   "dont_code": false,
   "fix_code": false
  }
 ],
 "agent": {
  "self_serve": false,
  "self_serve_text": "Agent installs a package or loads it from a CDN",
  "install": "pip install omnivoice",
  "repo": "https://github.com/k2-fsa/OmniVoice",
  "api_docs": null,
  "api_account": "Not needed. Everything runs on your side.",
  "get_files": null,
  "formats": [],
  "limits": null,
  "mcp": null,
  "mcp_url": null,
  "credit_line": "Built with Higgs Materials licensed from Boson AI USA, Inc., Copyright Boson AI USA, Inc., All Rights Reserved and Meta Llama 3 licensed under the Meta Llama 3 Community License, Copyright Meta Platforms, Inc., All Right Reserved",
  "rules_text": "- OmniVoice (Voiceover (text-to-speech)). Zero-shot TTS covering 600+ languages, with voice cloning from a short clip and voice design by speaker attributes. Price: free; non-commercial only; credit required; cannot ship inside an app.\n  Connect: PyPI omnivoice.\n  Rule: The code is Apache-2.0; the audio tokenizer shipped with the weights is under the Boson Higgs Audio 2 Community License (Llama 3 based).\n  Rule: Products or services above 100,000 annual active users need an expanded license from Boson AI.\n  Rule: A product or service using it must show \"Built with Higgs Materials licensed from Boson AI\" and follow the Llama 3 acceptable-use policy.\n  Rule: Outputs may not be used to improve other large language models.\n  Rule: The pre-trained OmniVoice model is CC-BY-NC (non-commercial), per its model card.\n  License: https://huggingface.co/k2-fsa/OmniVoice/blob/main/audio_tokenizer/LICENSE (checked 2026-11-10; details: https://agentgid.com/assets/omnivoice/)",
  "agent_md": "https://agentgid.com/assets/omnivoice/agent.md",
  "card_json": "https://agentgid.com/assets/omnivoice/card.json"
 },
 "popularity": {
  "gid_score": 43,
  "stars": 16699,
  "downloads_7d": 43074,
  "downloads_7d_label": "43.1K",
  "downloads_change_4w_pct": 22.4,
  "eco": "pypi",
  "package": "omnivoice",
  "repo": "k2-fsa/OmniVoice",
  "agent_projects": null,
  "agent_projects_total": null,
  "downloads_unconfirmed": false,
  "series": {
   "downloads_weekly": [
    [
     "2026-04-13",
     22820
    ],
    [
     "2026-04-20",
     20478
    ],
    [
     "2026-04-27",
     27684
    ],
    [
     "2026-05-04",
     32732
    ],
    [
     "2026-05-11",
     33497
    ],
    [
     "2026-05-18",
     39517
    ],
    [
     "2026-05-25",
     35623
    ],
    [
     "2026-06-01",
     39240
    ],
    [
     "2026-06-08",
     38295
    ],
    [
     "2026-06-15",
     40806
    ],
    [
     "2026-06-22",
     43906
    ],
    [
     "2026-06-29",
     43479
    ],
    [
     "2026-07-06",
     44559
    ],
    [
     "2026-07-13",
     50766
    ],
    [
     "2026-07-20",
     45957
    ],
    [
     "2026-07-27",
     48132
    ],
    [
     "2026-08-03",
     47688
    ],
    [
     "2026-08-10",
     50531
    ],
    [
     "2026-08-17",
     49752
    ],
    [
     "2026-08-24",
     31225
    ],
    [
     "2026-08-31",
     29269
    ],
    [
     "2026-09-07",
     30822
    ],
    [
     "2026-09-14",
     29895
    ],
    [
     "2026-09-21",
     30685
    ],
    [
     "2026-09-28",
     32356
    ],
    [
     "2026-10-05",
     33821
    ],
    [
     "2026-10-12",
     36295
    ],
    [
     "2026-10-19",
     38939
    ],
    [
     "2026-10-26",
     40716
    ],
    [
     "2026-11-02",
     41716
    ],
    [
     "2026-11-09",
     41551
    ]
   ],
   "stars": [
    [
     "2026-11-07",
     16372
    ],
    [
     "2026-11-08",
     16382
    ],
    [
     "2026-11-09",
     16415
    ],
    [
     "2026-11-10",
     16457
    ],
    [
     "2026-11-11",
     16495
    ],
    [
     "2026-11-12",
     16532
    ],
    [
     "2026-11-13",
     16555
    ],
    [
     "2026-11-14",
     16583
    ],
    [
     "2026-11-15",
     16609
    ],
    [
     "2026-11-16",
     16618
    ],
    [
     "2026-11-17",
     16646
    ],
    [
     "2026-11-18",
     16674
    ],
    [
     "2026-11-19",
     16699
    ]
   ]
  },
  "stars_flat_since": null,
  "updated_at": "2026-11-19"
 },
 "alternatives": [
  {
   "slug": "omnivoice",
   "name": "OmniVoice",
   "why": null,
   "current": true,
   "price": "Free",
   "commercial": {
    "value": "Non-commercial",
    "status": "no"
   },
   "access": "PyPI"
  },
  {
   "slug": "cosyvoice-3",
   "name": "CosyVoice 3",
   "why": "Pick CosyVoice 3 for a voice cloning model whose card lists Apache-2.0, when you need commercial use and its 9 languages are enough.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "Commercial OK",
    "status": "yes"
   },
   "access": "Download"
  },
  {
   "slug": "chatterbox",
   "name": "Chatterbox",
   "why": "Pick Chatterbox for an MIT-licensed cloning model in 23 languages with a built-in audio watermark.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "Commercial OK",
    "status": "yes"
   },
   "access": "PyPI"
  },
  {
   "slug": "qwen3-tts",
   "name": "Qwen3-TTS",
   "why": "Pick Qwen3-TTS for preset voices and voice design from a text prompt in 10 languages.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "Commercial OK",
    "status": "yes"
   },
   "access": "PyPI"
  },
  {
   "slug": "voicestudio",
   "name": "VoiceStudio",
   "why": "Local desktop app for voice cloning, voice design, video dubbing, dictation and transcription in 646 languages, with a local API and an MCP server for agents.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "With conditions",
    "status": "cond"
   },
   "access": "MCP, API"
  },
  {
   "slug": "vibevoice",
   "name": "VibeVoice",
   "why": "Long-form multi-speaker TTS for podcast-style dialogue, up to 90 minutes and 4 speakers, in English and Chinese.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "With conditions",
    "status": "cond"
   },
   "access": "Download"
  }
 ],
 "faq": [
  {
   "q": "Can I use OmniVoice in a paid app or for client work?",
   "a": "No. The model card says the pre-trained model is CC-BY-NC, a non-commercial license; only the code is Apache-2.0."
  },
  {
   "q": "Do I have to type what is said in my voice sample?",
   "a": "No. If you leave out ref_text, the model transcribes the sample with Whisper by itself."
  },
  {
   "q": "Does it run on a Mac?",
   "a": "Yes. The README gives an Apple Silicon install and says to use device_map=\"mps\"."
  },
  {
   "q": "Can I reuse a cloned voice later without the sample?",
   "a": "Yes. Encode the sample once, save it as a file, and load it in later sessions."
  },
  {
   "q": "Are numbers read correctly?",
   "a": "Write them as words, or pass normalize_text=True after installing the omnivoice[tn] extra."
  }
 ],
 "at_a_glance": {
  "latest_version": "0.2.1",
  "last_release": "2026-07-16",
  "last_commit": "2026-11-16",
  "runtime": "Python 3.10+, torch and torchaudio 2.4+ (the README installs 2.8.0), transformers 5.3+; an NVIDIA, Apple Silicon or Intel Arc GPU",
  "key_needed": false
 },
 "good_to_know": [
  "The model may not be used commercially. Only the program code is under the open Apache license.",
  "Copying a voice without permission, impersonation and scams are strictly forbidden by the authors.",
  "Voice design from a description was trained only on Chinese and English. In other languages it may sound unstable.",
  "Keep the voice sample short, 3 to 10 seconds; longer clips make it slower and can make the copy worse.",
  "Products that use the bundled audio part must show a \"Built with Higgs Materials\" notice from Boson AI."
 ],
 "stack_snippets": [],
 "claims": [
  "Over 600 languages",
  "Real-time factor as low as 0.025 (40x faster than real time)"
 ],
 "checked": {
  "license_read": "2026-11-10",
  "overview_checked": "2026-11-10",
  "numbers_updated": "2026-11-19",
  "sources": [
   {
    "label": "huggingface.co/k2-fsa/OmniVoice",
    "url": "https://huggingface.co/k2-fsa/OmniVoice"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/k2-fsa/OmniVoice/raw/main/README.md"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/k2-fsa/OmniVoice/raw/main/audio_tokenizer/LICENSE"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/api/models/k2-fsa/OmniVoice"
   },
   {
    "label": "github.com/k2-fsa/OmniVoice",
    "url": "https://github.com/k2-fsa/OmniVoice"
   },
   {
    "label": "README on GitHub",
    "url": "https://github.com/k2-fsa/OmniVoice/blob/master/README.md"
   },
   {
    "label": "LICENSE on GitHub",
    "url": "https://github.com/k2-fsa/OmniVoice/blob/master/LICENSE"
   },
   {
    "label": "pypi.org/pypi/omnivoice/json",
    "url": "https://pypi.org/pypi/omnivoice/json"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/k2-fsa/OmniVoice/blob/main/audio_tokenizer/LICENSE"
   },
   {
    "label": "pypi.org/project/omnivoice",
    "url": "https://pypi.org/project/omnivoice/"
   }
  ],
  "unverified": null
 },
 "user_reports": null,
 "url": "https://agentgid.com/assets/omnivoice/",
 "note": "Written by AgentGid from the official pages in checked.sources; quotes are copied from those pages. status: yes | cond | no | unknown | info. Prices and vendor claims are as reported on the checked date. Not legal advice."
}
