{
 "kind": "tool",
 "slug": "trafilatura",
 "path": "tools/trafilatura/",
 "name": "Trafilatura",
 "maker": null,
 "density": "basic",
 "crumbs": [
  [
   "Tools",
   "tools/"
  ],
  [
   "Scraping, browsers and parsing",
   "tools/scraping-parsing/"
  ]
 ],
 "lead": "Extract text and metadata from web pages; tools for web scraping and content extraction.",
 "chips": [
  {
   "label": "Scraping, browsers and parsing",
   "path": "tools/scraping-parsing/"
  },
  {
   "label": "PYPI"
  }
 ],
 "primary": {
  "label": "Copy install command",
  "copy": "pip install trafilatura"
 },
 "links": [
  {
   "label": "GitHub",
   "href": "https://github.com/adbar/trafilatura"
  },
  {
   "label": "Website",
   "href": "https://trafilatura.readthedocs.io"
  }
 ],
 "track": "New versions, deprecation and license changes on your dashboard",
 "verdicts": [
  {
   "key": "license",
   "label": "License",
   "value": "Apache-2.0",
   "status": "yes",
   "sub": "Use it in paid apps",
   "quote": null,
   "note": "License from PyPI license expression.",
   "src": "https://github.com/adbar/trafilatura"
  },
  {
   "key": "maint",
   "label": "Maintained",
   "value": "Maintained",
   "status": "yes",
   "sub": "Last change Nov 16, 2026",
   "note": "Latest GitHub release Oct 6, 2026. ",
   "src": "https://github.com/adbar/trafilatura"
  },
  {
   "key": "pop",
   "label": "Used by agents' projects",
   "value": "8 projects",
   "status": "info",
   "sub": "#41 of 140 in its category",
   "note": "Dependency in 8 public GitHub projects set up for AI coding agents that we scanned (0.1%).",
   "src": null
  },
  {
   "key": "agent",
   "label": "Agent access",
   "value": "Install only",
   "status": "info",
   "sub": null,
   "note": "Agent skills for this library in the skills catalog; community skills are written by others, read them before you install.",
   "src": null
  }
 ],
 "vfoot": "From the package registry and GitHub, checked daily.",
 "blocks": [
  {
   "id": "overview",
   "nav": "Overview",
   "h2": "What Trafilatura does",
   "parts": [
    {
     "t": "prose",
     "text": "Extract text and metadata from web pages; tools for web scraping and content extraction."
    }
   ]
  },
  {
   "id": "popularity",
   "nav": "Popularity",
   "h2": "Trafilatura popularity",
   "parts": [
    {
     "t": "stats",
     "items": [
      {
       "n": "59",
       "of": "/ 100",
       "l": "Gid Score, #992 overall"
      },
      {
       "n": "4.2M",
       "l": "downloads a week, pypi"
      },
      {
       "n": "7,144",
       "l": "GitHub stars"
      },
      {
       "n": "8",
       "l": "agent projects use it"
      }
     ]
    },
    {
     "t": "small",
     "text": "Gid Score measures public popularity and activity, not quality.",
     "link": "How the Gid Score is calculated",
     "path": "tools/top/"
    }
   ]
  },
  {
   "id": "usage",
   "nav": "How it is used",
   "h2": "How Trafilatura is used",
   "parts": [
    {
     "t": "list",
     "items": [
      "Trafilatura is a dependency in 8 of the 6,254 public GitHub projects set up for AI coding agents that we scanned, too few to describe it from them alone. Our scan also samples projects by dependency (Solana 3,063, Ethereum and EVM 1,777, 3D and games 3,120, agent frameworks and SDKs 13,629); counting those, it appears in 99 projects, and what it is used with below comes from all of them.",
      "The most used alternative in our scan is Beautiful Soup (135 projects).",
      "Projects that use it most often also use python-dotenv (75.8%), Pydantic (64.6%), Beautiful Soup (60.6%)."
     ]
    },
    {
     "t": "h3",
     "text": "By coding agent"
    },
    {
     "t": "rows",
     "rows": [
      {
       "l": "8 projects, 0.2%",
       "v": "Claude Code",
       "path": "agents/claude-code/"
      }
     ]
    },
    {
     "t": "h3",
     "text": "Often used with"
    },
    {
     "t": "rows",
     "rows": [
      {
       "l": "In 75.8% of its projects",
       "v": "python-dotenv",
       "path": "tools/python-dotenv/"
      },
      {
       "l": "In 64.6% of its projects",
       "v": "Pydantic",
       "path": "tools/pydantic/"
      },
      {
       "l": "In 60.6% of its projects",
       "v": "Beautiful Soup",
       "path": "tools/beautifulsoup4/"
      },
      {
       "l": "In 55.6% of its projects",
       "v": "NumPy",
       "path": "tools/numpy/"
      },
      {
       "l": "In 53.5% of its projects",
       "v": "Requests",
       "path": "tools/requests-py/"
      },
      {
       "l": "In 51.5% of its projects",
       "v": "Uvicorn",
       "path": "tools/uvicorn/"
      },
      {
       "l": "In 49.5% of its projects",
       "v": "PyYAML",
       "path": "tools/pyyaml/"
      },
      {
       "l": "In 49.5% of its projects",
       "v": "Pillow",
       "path": "tools/pillow/"
      }
     ]
    }
   ]
  },
  {
   "id": "more",
   "nav": null,
   "spy_as": "usage",
   "h2": "More about Trafilatura",
   "parts": [
    {
     "t": "more",
     "items": [
      {
       "title": "Funding",
       "path": "tools/funding/",
       "items": [
        "GitHub Sponsors: https://github.com/adbar",
        "Ko-fi: https://ko-fi.com/adbarbaresi"
       ]
      },
      {
       "title": "More in Scraping, browsers and parsing",
       "path": "tools/scraping-parsing/",
       "items": [
        {
         "text": "Puppeteer",
         "path": "tools/puppeteer/"
        },
        {
         "text": "Playwright Core",
         "path": "tools/playwright-core/"
        },
        {
         "text": "Cheerio",
         "path": "tools/cheerio/"
        },
        {
         "text": "fast-xml-parser",
         "path": "tools/fast-xml-parser/"
        },
        {
         "text": "jsonc-parser",
         "path": "tools/jsonc-parser/"
        },
        {
         "text": "Mozilla Readability",
         "path": "tools/mozilla-readability/"
        },
        {
         "text": "linkedom",
         "path": "tools/linkedom/"
        },
        {
         "text": "Puppeteer Core",
         "path": "tools/puppeteer-core/"
        }
       ]
      }
     ]
    }
   ]
  },
  {
   "id": "alternatives",
   "nav": "Alternatives",
   "h2": "Alternatives",
   "parts": [
    {
     "t": "alts",
     "items": [
      {
       "name": "Trafilatura",
       "me": true,
       "facts": [
        "Apache-2.0",
        "Gid 59",
        "4.2M/wk"
       ]
      },
      {
       "name": "Beautiful Soup",
       "why": "Python HTML/XML parsing and screen-scraping library for web data extraction.",
       "path": "tools/beautifulsoup4/",
       "facts": [
        "MIT",
        "Gid 78",
        "73.9M/wk"
       ]
      },
      {
       "name": "lxml",
       "why": "High-performance XML and HTML processing library combining libxml2/libxslt with Python.",
       "path": "tools/lxml/",
       "facts": [
        "BSD-3-Clause",
        "Gid 73",
        "98M/wk"
       ]
      },
      {
       "name": "Playwright (Python)",
       "why": "High-level Python API for automating browser testing and web scraping.",
       "path": "tools/playwright/",
       "facts": [
        "Apache-2.0",
        "Gid 77",
        "33.4M/wk"
       ]
      },
      {
       "name": "Selenium",
       "why": "Official Python bindings for browser automation and web scraping.",
       "path": "tools/selenium/",
       "facts": [
        "Apache-2.0",
        "Gid 62",
        "6.4M/wk"
       ]
      },
      {
       "name": "html5lib",
       "why": "HTML parser based on WHATWG specification for parsing and processing HTML.",
       "path": "tools/html5lib/",
       "facts": [
        "MIT",
        "Gid 57",
        "7M/wk"
       ]
      }
     ],
     "more": "Compare Trafilatura with another tool",
     "more_path": "tools/compare/"
    }
   ]
  },
  {
   "id": "start",
   "nav": "Get started",
   "h2": "Get started",
   "parts": [
    {
     "t": "install",
     "intro": "Install it.",
     "code": "pip install trafilatura"
    },
    {
     "t": "gap",
     "text": "No step-by-step start for Trafilatura yet: we have not written its hand-checked card."
    }
   ]
  }
 ],
 "glance": [
  [
   "Package",
   "pypi trafilatura"
  ],
  [
   "Category",
   "Scraping, browsers and parsing"
  ],
  [
   "License",
   "Apache-2.0"
  ],
  [
   "Gid Score",
   "59.4"
  ],
  [
   "Rank in category",
   "#41 of 140"
  ],
  [
   "GitHub",
   "adbar/trafilatura"
  ],
  [
   "Last change",
   "Nov 16, 2026"
  ]
 ],
 "good": [],
 "checked_line": "From the package registry, GitHub and our scan of public agent projects; numbers update daily.",
 "logo": "https://agentgid.com/media/avatars/adbar.png"
}