{"slug":"crawl4ai","name":"Crawl4AI","description":"Open-source LLM-friendly web crawler and scraper","long_description":"Crawl4AI is an open-source web crawling framework designed specifically for AI agents. It extracts clean, structured data from websites in LLM-friendly formats like markdown. Supports JavaScript rendering, session management, and proxy rotation.","tagline":"Web crawling built for AI","category":"web-automation","tags":["web-crawling","scraping","llm","data-extraction"],"author":"unclecode","verified":true,"stats":{"stars":66195,"forks":6763,"downloads":31000,"rating":4.9,"review_count":0,"quality_score":79.25},"quality":{"score":100,"tier":"excellent","label":"Excellent","summary":"High-confidence pick with strong adoption and healthy maintenance signals.","signals":[{"label":"GitHub stars","value":"66K","tone":"positive"},{"label":"Freshness","value":"20d ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Apache-2.0","tone":"neutral"}],"warnings":[]},"trust":{"score":100,"tier":"production","label":"Production candidate","summary":"Strong trust signals across adoption, maintenance, install readiness, and review status.","recommendedAction":"Shortlist for production use, then run a normal repository and dependency review.","checks":[{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"pass","label":"Install path","detail":"npx skills add unclecode/crawl4ai"},{"status":"pass","label":"Repository","detail":"https://github.com/unclecode/crawl4ai"},{"status":"pass","label":"License","detail":"Apache-2.0"},{"status":"pass","label":"Maintenance","detail":"20d since push"},{"status":"pass","label":"AI review","detail":"Approved with no listed issues"},{"status":"pass","label":"Adoption","detail":"66K GitHub stars"},{"status":"warn","label":"Documentation","detail":"Summary is thin"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"}],"strengths":["Manually verified listing","AI review approved","Recently maintained repository","Large GitHub adoption signal"],"warnings":["Documentation summary is thin"]},"audit":{"audit_score":97,"risk_level":"safe_to_try","risk_label":"Safe to try","quality_score":100,"trust_score":100,"maintenance_score":100,"security_score":87,"install_score":92,"warnings":["Documentation summary is thin"]},"quality_signals":{"model":"v1","star_score":33.75,"usage_score":5,"review_score":10.5,"metadata_score":15,"freshness_score":15},"platforms":["Claude","GPT-4","LangChain","CrewAI","OpenClaw","Claude Code","OpenAI Agents"],"use_cases":[{"slug":"web-scraping","title":"Web scraping","url":"https://www.openagentskill.com/use-cases/web-scraping"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"document-processing","title":"Document processing","url":"https://www.openagentskill.com/use-cases/document-processing"},{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"}],"stacks":[{"slug":"web-data-pipeline","title":"Web data pipeline","url":"https://www.openagentskill.com/collections/web-data-pipeline"},{"slug":"browser-qa-agent","title":"Browser QA agent","url":"https://www.openagentskill.com/collections/browser-qa-agent"},{"slug":"content-growth-agent","title":"Content growth agent","url":"https://www.openagentskill.com/collections/content-growth-agent"}],"install":"npx skills add unclecode/crawl4ai","install_targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx skills add unclecode/crawl4ai","description":"Use the registry command when your workflow supports the OpenAgentSkill installer.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Crawl4AI\" agent skill from https://github.com/unclecode/crawl4ai. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Crawl4AI\" as a Claude Code skill from https://github.com/unclecode/crawl4ai. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Crawl4AI\" from https://github.com/unclecode/crawl4ai into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}],"repository":"https://github.com/unclecode/crawl4ai","github_repo":"unclecode/crawl4ai","version":"0.4.0","license":"Apache-2.0","urls":{"web":"https://www.openagentskill.com/skills/crawl4ai","repository":"https://github.com/unclecode/crawl4ai","api":"/api/agent/skills/crawl4ai","install_api":"/api/skills/crawl4ai/install"},"meta":{"created_at":"2026-02-21T15:24:41.96532+00:00","updated_at":"2026-05-25T03:01:44.029813+00:00","agent_friendly":true}}