{
 "kind": "tool",
 "slug": "crawlee",
 "path": "tools/crawlee/",
 "name": "Crawlee",
 "maker": null,
 "density": "basic",
 "crumbs": [
  [
   "Tools",
   "tools/"
  ],
  [
   "Scraping, browsers and parsing",
   "tools/scraping-parsing/"
  ]
 ],
 "lead": "Apify's crawling library for Node.js, with HTTP and headless-browser crawlers.",
 "chips": [
  {
   "label": "Scraping, browsers and parsing",
   "path": "tools/scraping-parsing/"
  },
  {
   "label": "NPM"
  }
 ],
 "primary": {
  "label": "Copy install command",
  "copy": "npm install crawlee"
 },
 "links": [
  {
   "label": "GitHub",
   "href": "https://github.com/apify/crawlee"
  },
  {
   "label": "Website",
   "href": "https://crawlee.dev"
  }
 ],
 "track": "New versions, deprecation and license changes on your dashboard",
 "verdicts": [
  {
   "key": "license",
   "label": "License",
   "value": "Apache-2.0",
   "status": "yes",
   "sub": "Use it in paid apps",
   "quote": null,
   "note": "License from npm.",
   "src": "https://github.com/apify/crawlee"
  },
  {
   "key": "maint",
   "label": "Maintained",
   "value": "Maintained",
   "status": "yes",
   "sub": "Last change Nov 16, 2026",
   "note": "Latest GitHub release Sep 29, 2026. ",
   "src": "https://github.com/apify/crawlee"
  },
  {
   "key": "pop",
   "label": "Used by agents' projects",
   "value": "3 projects",
   "status": "info",
   "sub": "#66 of 140 in its category",
   "note": "Dependency in 3 public GitHub projects set up for AI coding agents that we scanned (0.0%).",
   "src": null
  },
  {
   "key": "agent",
   "label": "Agent access",
   "value": "Install only",
   "status": "info",
   "sub": null,
   "note": "Agent skills for this library in the skills catalog; community skills are written by others, read them before you install.",
   "src": null
  }
 ],
 "vfoot": "From the package registry and GitHub, checked daily.",
 "blocks": [
  {
   "id": "overview",
   "nav": "Overview",
   "h2": "What Crawlee does",
   "parts": [
    {
     "t": "prose",
     "text": "Apify's crawling library for Node.js, with HTTP and headless-browser crawlers."
    }
   ]
  },
  {
   "id": "popularity",
   "nav": "Popularity",
   "h2": "Crawlee popularity",
   "parts": [
    {
     "t": "stats",
     "items": [
      {
       "n": "47",
       "of": "/ 100",
       "l": "Gid Score, #2248 overall"
      },
      {
       "n": "181K",
       "l": "downloads a week, npm"
      },
      {
       "n": "26.5K",
       "l": "GitHub stars"
      },
      {
       "n": "3",
       "l": "agent projects use it"
      }
     ]
    },
    {
     "t": "small",
     "text": "Gid Score measures public popularity and activity, not quality.",
     "link": "How the Gid Score is calculated",
     "path": "tools/top/"
    }
   ]
  },
  {
   "id": "usage",
   "nav": "How it is used",
   "h2": "How Crawlee is used",
   "parts": [
    {
     "t": "list",
     "items": [
      "AgentGid editors added Crawlee to the catalog as a well-known library for HTML parsing and extraction and browser automation. In our scan it appears in 14 public GitHub projects, 3 of them set up for AI coding agents, so there is too little project data to rank it against the tools people use most.",
      "Projects that use it most often also use Playwright (JavaScript) (92.9%), Cheerio (64.3%), AI SDK (57.1%)."
     ]
    },
    {
     "t": "h3",
     "text": "Often used with"
    },
    {
     "t": "rows",
     "rows": [
      {
       "l": "In 92.9% of its projects",
       "v": "Playwright (JavaScript)",
       "path": "tools/playwright-test/"
      },
      {
       "l": "In 64.3% of its projects",
       "v": "Cheerio",
       "path": "tools/cheerio/"
      },
      {
       "l": "In 57.1% of its projects",
       "v": "AI SDK",
       "path": "tools/ai/"
      },
      {
       "l": "In 57.1% of its projects",
       "v": "dotenv",
       "path": "tools/dotenv/"
      },
      {
       "l": "In 42.9% of its projects",
       "v": "Axios",
       "path": "tools/axios/"
      },
      {
       "l": "In 42.9% of its projects",
       "v": "fast-xml-parser",
       "path": "tools/fast-xml-parser/"
      },
      {
       "l": "In 50.0% of its projects",
       "v": "tsx",
       "path": "tools/tsx/"
      },
      {
       "l": "In 64.3% of its projects",
       "v": "Zod",
       "path": "tools/zod/"
      }
     ]
    }
   ]
  },
  {
   "id": "more",
   "nav": null,
   "spy_as": "usage",
   "h2": "More about Crawlee",
   "parts": [
    {
     "t": "more",
     "items": [
      {
       "title": "More in Scraping, browsers and parsing",
       "path": "tools/scraping-parsing/",
       "items": [
        {
         "text": "Beautiful Soup",
         "path": "tools/beautifulsoup4/"
        },
        {
         "text": "Puppeteer",
         "path": "tools/puppeteer/"
        },
        {
         "text": "lxml",
         "path": "tools/lxml/"
        },
        {
         "text": "Playwright Core",
         "path": "tools/playwright-core/"
        },
        {
         "text": "Cheerio",
         "path": "tools/cheerio/"
        },
        {
         "text": "Playwright (Python)",
         "path": "tools/playwright/"
        },
        {
         "text": "fast-xml-parser",
         "path": "tools/fast-xml-parser/"
        },
        {
         "text": "jsonc-parser",
         "path": "tools/jsonc-parser/"
        }
       ]
      }
     ]
    }
   ]
  },
  {
   "id": "alternatives",
   "nav": "Alternatives",
   "h2": "Alternatives",
   "parts": [
    {
     "t": "alts",
     "items": [
      {
       "name": "Crawlee",
       "me": true,
       "facts": [
        "Apache-2.0",
        "Gid 47",
        "181K/wk"
       ]
      }
     ],
     "more": "Compare Crawlee with another tool",
     "more_path": "tools/compare/"
    }
   ]
  },
  {
   "id": "start",
   "nav": "Get started",
   "h2": "Get started",
   "parts": [
    {
     "t": "install",
     "intro": "Install it.",
     "code": "npm install crawlee"
    },
    {
     "t": "gap",
     "text": "No step-by-step start for Crawlee yet: we have not written its hand-checked card."
    }
   ]
  }
 ],
 "glance": [
  [
   "Package",
   "npm crawlee"
  ],
  [
   "Category",
   "Scraping, browsers and parsing"
  ],
  [
   "License",
   "Apache-2.0"
  ],
  [
   "Gid Score",
   "46.7"
  ],
  [
   "Rank in category",
   "#66 of 140"
  ],
  [
   "GitHub",
   "apify/crawlee"
  ],
  [
   "Last change",
   "Nov 16, 2026"
  ]
 ],
 "good": [],
 "checked_line": "From the package registry, GitHub and our scan of public agent projects; numbers update daily.",
 "logo": "https://agentgid.com/media/avatars/apify.png"
}