{
 "slug": "soulx-flashtalk",
 "name": "SoulX-FlashTalk",
 "author": "Soul-AILab",
 "density": "full",
 "status": "active",
 "status_note": null,
 "alternatives_page": null,
 "one_liner": "14B open-weights model for real-time, audio-driven talking-avatar video (image to video).",
 "category": {
  "slug": "ai-presenters",
  "name": "AI presenters and avatars"
 },
 "tags": [
  "Open source"
 ],
 "styles": [],
 "logo_url": "https://agentgid.com/media/avatars/soul-ailab.png",
 "logo_letter": "S",
 "links": {
  "repo": "https://github.com/Soul-AILab/SoulX-FlashTalk",
  "website": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B",
  "api_docs": null
 },
 "preview": null,
 "verdicts": [
  {
   "key": "price",
   "label": "Price",
   "value": "Free",
   "status": "yes",
   "sub": "No paid plan",
   "quote": null,
   "note": "Open weights, free to download; self-hosted.",
   "source": {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B"
   },
   "n": 1
  },
  {
   "key": "commercial",
   "label": "Commercial use",
   "value": "Yes",
   "status": "yes",
   "sub": "Apache-2.0",
   "quote": "license: apache-2.0",
   "note": "Apache 2.0 allows commercial use of the code and weights; keep the license and notices, and you are responsible for rights to the faces and voices you use.",
   "source": {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md"
   },
   "n": 2
  },
  {
   "key": "credit",
   "label": "Credit the author",
   "value": "Not checked yet",
   "status": "unknown",
   "sub": null,
   "quote": null,
   "note": null,
   "source": {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md"
   },
   "n": 3
  },
  {
   "key": "agent_access",
   "label": "Agent access",
   "value": "Download",
   "status": "info",
   "sub": "Files by hand",
   "quote": null,
   "note": "There is no package or API. Files are downloaded by hand from the official site.",
   "source": {
    "label": "github.com/Soul-AILab/SoulX-FlashTalk",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk"
   },
   "n": 4
  }
 ],
 "license": {
  "name": "Apache-2.0",
  "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md",
  "summary": "Apache 2.0 for the code and the model weights, so paid use is allowed. Keep the license and notices when you share the files, and say which files you changed.",
  "pages_read": 1,
  "rules": [
   "Keep the Apache-2.0 license and notices when you redistribute the weights.",
   "Do not clone a real person without their consent; the model card gives no output license, so check the repo."
  ],
  "rows": [
   {
    "label": "Commercial use",
    "value": "Yes",
    "status": "yes",
    "quote": "license: apache-2.0",
    "source": {
     "label": "huggingface.co",
     "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md"
    },
    "note": null
   },
   {
    "label": "Credit",
    "value": "Not stated",
    "status": "unknown",
    "quote": null,
    "source": null,
    "note": null
   },
   {
    "label": "Inside your app or game",
    "value": "Can ship inside your app",
    "status": "yes",
    "quote": "license: apache-2.0",
    "source": {
     "label": "huggingface.co",
     "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md"
    },
    "note": null
   },
   {
    "label": "Pass the files on to your users",
    "value": "With conditions",
    "status": "cond",
    "quote": "You must give any other recipients of the Work or Derivative Works a copy of this License",
    "source": {
     "label": "LICENSE on GitHub",
     "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/LICENSE"
    },
    "note": "You may share the weights or code if you include the license, keep notices and mark changed files."
   },
   {
    "label": "AI training",
    "value": "Not stated",
    "status": "unknown",
    "quote": null,
    "source": null,
    "note": null
   },
   {
    "label": "Bots and bulk downloads",
    "value": "Not stated",
    "status": "unknown",
    "quote": null,
    "source": null,
    "note": null
   }
  ],
  "checked_at": "2026-10-27",
  "commercial_use_page": "https://agentgid.com/assets/soulx-flashtalk/commercial-use/"
 },
 "overview": {
  "heading": "SoulX-FlashTalk: a talking video from one photo and audio",
  "body": "SoulX-FlashTalk is a free, open AI model that turns one portrait picture and a voice recording into a video of that face talking in sync with the audio. It is built for live, endless streams, but it is very large and needs data-center graphics cards. The model and code are under the Apache 2.0 license, which allows paid use."
 },
 "uses": [
  {
   "title": "A live talking avatar",
   "text": "Put a speaking face on a voice assistant or chat, so the picture moves its lips while the reply plays, with little delay.",
   "idea": false,
   "image": null
  },
  {
   "title": "Live streams and video podcasts",
   "text": "Run a virtual host for a stream or a video podcast that talks for as long as the audio goes on.",
   "idea": false,
   "image": null
  },
  {
   "title": "Long videos without cuts",
   "text": "Make a long talking-head video, such as a lecture or a narrated story, where the face stays the same from start to end.",
   "idea": false,
   "image": null
  },
  {
   "title": "Cartoon and animal characters",
   "text": "Make a drawn character, a painted portrait or an animal picture sing or speak, for a fun clip or a mascot.",
   "idea": false,
   "image": null
  },
  {
   "title": "Presenter for course videos",
   "text": "Pair a recorded or generated voice-over with a presenter photo you have rights to, for lessons or product explainers.",
   "idea": true,
   "image": null
  },
  {
   "title": "Research on digital humans",
   "text": "Study or compare talking-avatar methods with an open model and its technical report, instead of a closed paid service.",
   "idea": true,
   "image": null
  }
 ],
 "start": {
  "prompt": "On a Linux machine with an NVIDIA GPU of at least 40 GB, set up SoulX-FlashTalk from github.com/Soul-AILab/SoulX-FlashTalk as in its README, then run generate_video.py with --cpu_offload, my portrait as --cond_image, my 16 kHz WAV as --audio_path and --save_file out/talk; use only a face I have permission to animate.",
  "install": null,
  "install_note": null,
  "code": [
   {
    "tab": "Step 1",
    "intro": "Make a Python 3.10 environment and install PyTorch 2.7.1 for CUDA 12.8, then the other requirements, flash-attention and FFmpeg.",
    "source": "conda create -n flashtalk python=3.10\nconda activate flashtalk\npip install torch==2.7.1 torchvision==0.22.1 --index-url https://download.pytorch.org/whl/cu128\npip install -r requirements.txt"
   },
   {
    "tab": "Step 2",
    "intro": "Download the 14B model and the audio encoder it needs from Hugging Face.",
    "source": "pip install \"huggingface_hub[cli]\"\nhuggingface-cli download Soul-AILab/SoulX-FlashTalk-14B --local-dir ./models/SoulX-FlashTalk-14B\nhuggingface-cli download TencentGameMate/chinese-wav2vec2-base --local-dir ./models/chinese-wav2vec2-base"
   },
   {
    "tab": "Step 3",
    "intro": "Run the single-GPU script; it needs more than 64 GB of graphics memory, or about 40 GB with the --cpu_offload switch.",
    "source": "bash inference_script_single_gpu.sh"
   }
  ]
 },
 "mistakes": [
  {
   "dont": "Trying to run it on a Mac or a 24 GB gaming card",
   "fix": "Use a Linux NVIDIA GPU with 40 GB or more and --cpu_offload, or SoulX-FlashHead for consumer cards",
   "why": "The model needs more than 64 GB of VRAM on one card, or 40 GB with offload, and the install pins CUDA 12.8 wheels.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "Downloading only the SoulX-FlashTalk-14B weights",
   "fix": "Also download TencentGameMate/chinese-wav2vec2-base into models/ and pass it as --wav2vec_dir",
   "why": "The audio is turned into features by this separate wav2vec model before the video is made.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "Running bash inference_script_single_gpu.sh and expecting your own photo and voice in the video",
   "fix": "Pass --cond_image and --audio_path (and --save_file) to generate_video.py, or edit the script",
   "why": "The script hard-codes the example files examples/man.png and examples/cantonese_16k.wav.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "Expecting live, real-time output from a single GPU",
   "fix": "Plan on offline rendering to an mp4 on one GPU; real time needs 8xH800 or better",
   "why": "The README limits real-time speed to large multi-GPU setups.",
   "dont_code": false,
   "fix_code": false
  },
  {
   "dont": "Skipping FFmpeg because Python packages installed fine",
   "fix": "Install FFmpeg (apt, yum or conda-forge ffmpeg 7) before running",
   "why": "The README lists FFmpeg as a separate install step; the video with sound is written through it.",
   "dont_code": false,
   "fix_code": false
  }
 ],
 "agent": {
  "self_serve": false,
  "self_serve_text": null,
  "install": null,
  "repo": "https://github.com/Soul-AILab/SoulX-FlashTalk",
  "api_docs": null,
  "api_account": "Not needed. Everything runs on your side.",
  "get_files": null,
  "formats": [],
  "limits": null,
  "mcp": null,
  "mcp_url": null,
  "credit_line": null,
  "rules_text": "- SoulX-FlashTalk (AI presenters and avatars). 14B open-weights model for real-time, audio-driven talking-avatar video (image to video). Price: free; commercial use OK.\n  Connect: download from https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B (no API).\n  Rule: Keep the Apache-2.0 license and notices when you redistribute the weights.\n  Rule: Do not clone a real person without their consent; the model card gives no output license, so check the repo.\n  License: https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/blob/main/README.md (checked 2026-10-27; details: https://agentgid.com/assets/soulx-flashtalk/)",
  "agent_md": "https://agentgid.com/assets/soulx-flashtalk/agent.md",
  "card_json": "https://agentgid.com/assets/soulx-flashtalk/card.json"
 },
 "popularity": {
  "gid_score": 13,
  "stars": 1569,
  "downloads_7d": null,
  "downloads_7d_label": null,
  "downloads_change_4w_pct": null,
  "eco": null,
  "package": null,
  "repo": "Soul-AILab/SoulX-FlashTalk",
  "agent_projects": null,
  "agent_projects_total": null,
  "downloads_unconfirmed": false,
  "series": {
   "downloads_weekly": [],
   "stars": [
    [
     "2026-11-07",
     1561
    ],
    [
     "2026-11-08",
     1562
    ],
    [
     "2026-11-09",
     1562
    ],
    [
     "2026-11-10",
     1562
    ],
    [
     "2026-11-11",
     1562
    ],
    [
     "2026-11-12",
     1562
    ],
    [
     "2026-11-13",
     1566
    ],
    [
     "2026-11-14",
     1565
    ],
    [
     "2026-11-15",
     1567
    ],
    [
     "2026-11-16",
     1567
    ],
    [
     "2026-11-17",
     1568
    ],
    [
     "2026-11-18",
     1568
    ],
    [
     "2026-11-19",
     1569
    ]
   ]
  },
  "stars_flat_since": null,
  "updated_at": "2026-11-19"
 },
 "alternatives": [
  {
   "slug": "soulx-flashtalk",
   "name": "SoulX-FlashTalk",
   "why": null,
   "current": true,
   "price": "Free",
   "commercial": {
    "value": "Commercial OK",
    "status": "yes"
   },
   "access": "Download"
  },
  {
   "slug": "liveportrait",
   "name": "LivePortrait",
   "why": "Pick LivePortrait to make a photo copy the face moves of a driving video rather than follow audio; it runs on smaller machines.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "With conditions",
    "status": "cond"
   },
   "access": "Download"
  },
  {
   "slug": "heygen",
   "name": "HeyGen",
   "why": "Pick HeyGen for ready avatar videos from a script in an app or an API, paid per minute, with no graphics cards of your own.",
   "current": false,
   "price": "Free tier",
   "commercial": {
    "value": "With conditions",
    "status": "cond"
   },
   "access": "MCP, API, npm"
  },
  {
   "slug": "tavus",
   "name": "Tavus",
   "why": "Pick Tavus for live talking-video conversations as a hosted API instead of running a 14B model yourself.",
   "current": false,
   "price": "Free tier",
   "commercial": {
    "value": "Unclear",
    "status": "unknown"
   },
   "access": "MCP, API, PyPI"
  },
  {
   "slug": "voca",
   "name": "VOCA (Voice Operated Character Animation)",
   "why": "Speech-driven 3D facial animation model with code; data and trained model need a free sign-in.",
   "current": false,
   "price": "Free",
   "commercial": {
    "value": "Non-commercial",
    "status": "no"
   },
   "access": "Download"
  },
  {
   "slug": "synthesia",
   "name": "Synthesia",
   "why": "AI avatar video platform with an API and MCP; free videos carry a watermark.",
   "current": false,
   "price": "Free tier",
   "commercial": {
    "value": "With conditions",
    "status": "cond"
   },
   "access": "MCP, API"
  }
 ],
 "faq": [
  {
   "q": "Can I run it on my laptop or a gaming PC?",
   "a": "No. One card needs more than 64 GB of graphics memory, or about 40 GB with --cpu_offload; the team points to SoulX-FlashHead for consumer cards."
  },
  {
   "q": "What do I give it?",
   "a": "A portrait image, a speech audio file and a short text prompt; the example uses a PNG and a 16 kHz WAV."
  },
  {
   "q": "Where does the video go?",
   "a": "To the file set with --save_file, or into a sample_results folder by default."
  },
  {
   "q": "Can I use it commercially?",
   "a": "The model and code are under Apache 2.0, which allows commercial use; keep the license and notices with any copies."
  },
  {
   "q": "What is it built on?",
   "a": "On the InfiniteTalk and Wan models, with code from Self Forcing."
  }
 ],
 "at_a_glance": {
  "latest_version": "main as of 2026-11-19 (weights updated 2026-03-19)",
  "last_commit": "2026-07-30",
  "runtime": "Linux with an NVIDIA GPU (more than 64 GB VRAM, or 40 GB with --cpu_offload), Python 3.10, torch 2.7.1 for CUDA 12.8, flash_attn 2.8.0.post2, FFmpeg, plus the TencentGameMate/chinese-wav2vec2-base audio encoder.",
  "key_needed": false
 },
 "good_to_know": [
  "It needs very large hardware: more than 64 GB of graphics memory on one card, or about 40 GB with a memory-saving switch.",
  "Real-time speed needs eight H800 data-center cards or better. On a single card you get a finished video file, not a live stream.",
  "The same team released SoulX-FlashHead, a separate talking-head project that runs in real time on home graphics cards like the RTX 4090.",
  "There is no online demo yet, so you cannot try it in a browser before setting it up.",
  "The pages do not say how the videos may be used and add no rules on faces or voices. Animate only people who agreed to it."
 ],
 "stack_snippets": [],
 "claims": [
  "32 frames per second and a 0.87-second start-up delay for the 14B model",
  "Training converged in 1,000 steps of fine-tuning and 200 steps of distillation, a 23x efficiency gain"
 ],
 "checked": {
  "license_read": "2026-10-27",
  "overview_checked": "2026-11-19",
  "numbers_updated": "2026-11-19",
  "sources": [
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/raw/main/README.md"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/Soul-AILab/SoulX-FlashTalk-14B/raw/main/LICENSE.txt"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/api/models/Soul-AILab/SoulX-FlashTalk-14B"
   },
   {
    "label": "github.com/Soul-AILab/SoulX-FlashTalk",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk"
   },
   {
    "label": "README on GitHub",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/README.md"
   },
   {
    "label": "LICENSE on GitHub",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/LICENSE"
   },
   {
    "label": "github.com/Soul-AILab/SoulX-FlashTalk/blob/main/inference_script_single_gpu.sh",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/inference_script_single_gpu.sh"
   },
   {
    "label": "github.com/Soul-AILab/SoulX-FlashTalk/blob/main/generate_video.py",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/generate_video.py"
   },
   {
    "label": "github.com/Soul-AILab/SoulX-FlashTalk/blob/main/requirements.txt",
    "url": "https://github.com/Soul-AILab/SoulX-FlashTalk/blob/main/requirements.txt"
   },
   {
    "label": "soul-ailab.github.io/soulx-flashtalk",
    "url": "https://soul-ailab.github.io/soulx-flashtalk/"
   },
   {
    "label": "huggingface.co",
    "url": "https://huggingface.co/api/models/TencentGameMate/chinese-wav2vec2-base"
   }
  ],
  "unverified": null
 },
 "user_reports": null,
 "url": "https://agentgid.com/assets/soulx-flashtalk/",
 "note": "Written by AgentGid from the official pages in checked.sources; quotes are copied from those pages. status: yes | cond | no | unknown | info. Prices and vendor claims are as reported on the checked date. Not legal advice."
}
