{"slug":"crawl4ai","name":"Crawl4AI","description":"Open-source LLM-friendly web crawler and scraper","tagline":"Web crawling built for AI","category":"web-automation","tags":["web-crawling","scraping","llm","data-extraction"],"author":{"name":"unclecode","verified":true,"url":null},"attribution":{"status":"registry_indexed","statusLabel":"Registry indexed","shortLabel":"REGISTRY INDEXED","sourceLabel":"API submitted","sourceDetail":"unclecode/crawl4ai","creatorName":"unclecode","creatorUrl":"https://github.com/unclecode/crawl4ai","sourceUrl":"https://github.com/unclecode/crawl4ai","indexedBy":"OpenAgentSkill community index","claimUrl":"https://www.openagentskill.com/skills/crawl4ai#claim-this-skill","claimCta":"Claim this skill","trustNote":"This listing was indexed from public sources and is not marked official until a maintainer claim is approved.","publicNote":"Attribution links to the public repository or creator profile. Creators can claim the listing to update ownership signals."},"stats":{"stars":71215,"forks":7324,"downloads":31000,"rating":4.9,"review_count":0,"quality_score":79.47},"quality":{"score":100,"tier":"excellent","label":"Excellent","summary":"High-confidence pick with strong adoption and healthy maintenance signals.","signals":[{"label":"GitHub stars","value":"71K","tone":"positive"},{"label":"Freshness","value":"1d ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Apache-2.0","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":93,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability.","recommendedAction":"Shortlist for production use, then run a normal repository and dependency review.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"71K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":100,"weight":0.08,"status":"pass","detail":"71K stars, 7.3K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":100,"weight":0.14,"status":"pass","detail":"1d since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"Apache-2.0"},{"id":"documentation","label":"README/SKILL.md completeness","score":74,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add unclecode/crawl4ai"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/unclecode/crawl4ai"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"71K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"71K stars, 7.3K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"1d since push"},{"status":"pass","label":"License clarity","detail":"Apache-2.0"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add unclecode/crawl4ai"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/unclecode/crawl4ai"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["Documentation summary is thin"],"evidence":{"stars":"71K GitHub stars","repoActivity":"71K stars, 7.3K forks","lastPushed":"1d since push","license":"Apache-2.0","repository":"https://github.com/unclecode/crawl4ai","install":"npx skills add unclecode/crawl4ai","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add unclecode/crawl4ai","policy":"agent_install_candidate","label":"Agent install candidate","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","1d since push"]},"agentCompatibility":["Claude","GPT-4","LangChain","CrewAI","OpenClaw","Codex"],"riskSummary":{"level":"low","label":"Low metadata risk","notes":["Documentation summary is thin"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":true,"sandboxRequired":true,"policy":"agent_install_candidate","reason":"Trust Score v4 allows sandbox-first agent installation after normal workspace review."},"bestFor":["web-automation","web-crawling","scraping","llm","data-extraction","Claude"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"knownRisks":["Documentation summary is thin"]},"safety":{"score":79,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","summary":"Good audit and safety signals with no high-risk permission hints in public metadata.","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","auto_install_policy":"review","reasons":["Safe-to-try audit","79/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"safe_to_try","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"},{"id":"filesystem","label":"Filesystem access","reason":"Skill may read or write project files, documents, generated artifacts, or local workspace state.","severity":"medium"}],"policy_warnings":["Documentation summary is thin"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","reasons":["Safe-to-try audit","79/100 agent safety score"]},"supply_profile":{"track":{"slug":"research","label":"Research and knowledge work","shortLabel":"Research","description":"Deep research, source comparison, literature review, RAG, knowledge search, and reports."},"scenario":{"label":"Document processing","description":"I need my agent to read PDFs, extract tables, and turn documents into structured data.","useCases":[{"slug":"web-scraping","title":"Web scraping"},{"slug":"browser-automation","title":"Browser automation"},{"slug":"document-processing","title":"Document processing"}]},"applicableAgents":["Claude Code","OpenAI Agents","LangChain","CLI","Codex"],"install":{"ready":true,"command":"npx skills add unclecode/crawl4ai","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":71215,"starsLabel":"71K","forks":7324,"license":"Apache-2.0","qualityScore":100,"trustScore":93,"auditScore":95},"maintenance":{"status":"fresh","label":"1d since push","daysSincePush":1,"lastPushedAt":"2026-07-06T09:43:19+00:00"},"risk":{"level":"safe_to_try","label":"Safe to try","requiresReview":true,"notes":["Documentation summary is thin"]},"coverageTags":["Research","Document processing","web-automation","web-crawling","scraping","llm","data-extraction","Claude"]},"audit":{"audit_score":95,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["Documentation summary is thin"]},"decision":{"readiness_score":100,"readiness_label":"Production-ready","headline":"Primary pick for Web scraping","role":"Primary pick","primary_fit":"Web scraping","best_for":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Web scraping task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"agent_readable_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"crawl4ai","name":"Crawl4AI","description":"Open-source LLM-friendly web crawler and scraper","category":"web-automation","url":"https://www.openagentskill.com/skills/crawl4ai","repository":"https://github.com/unclecode/crawl4ai","github_repo":"unclecode/crawl4ai"},"suited_tasks":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals","Crawl target URLs","Extract tables and metadata","Normalize messy page content","Navigate pages","Click and type safely"],"suited_agents":["Claude","GPT-4","LangChain","CrewAI","OpenClaw","Codex","Claude Code","OpenAI Agents"],"install":{"command":"npx skills add unclecode/crawl4ai","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx skills add unclecode/crawl4ai"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Crawl4AI\" agent skill from https://github.com/unclecode/crawl4ai. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Open-source LLM-friendly web crawler and scraper"},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Crawl4AI\" as a Claude Code skill from https://github.com/unclecode/crawl4ai. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Open-source LLM-friendly web crawler and scraper"},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Crawl4AI\" from https://github.com/unclecode/crawl4ai into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Open-source LLM-friendly web crawler and scraper"}],"handoff_url":"https://www.openagentskill.com/api/skills/crawl4ai/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/crawl4ai"},"trust":{"score":93,"label":"Production candidate","version":"trust-score-v4","install_policy":"agent_install_candidate","evidence":{"stars":"71K GitHub stars","repoActivity":"71K stars, 7.3K forks","lastPushed":"1d since push","license":"Apache-2.0","repository":"https://github.com/unclecode/crawl4ai","install":"npx skills add unclecode/crawl4ai","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":true,"sandbox_required":true,"reason":"Trust Score v4 allows sandbox-first agent installation after normal workspace review."},"best_for":["web-automation","web-crawling","scraping","llm","data-extraction","Claude"],"known_risks":["Documentation summary is thin"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":95,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["Documentation summary is thin"]},"safety_gate":{"tier":"reviewed","label":"Reviewed","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow."},"quality":{"score":100,"label":"Excellent"},"supply":{"track":"Research and knowledge work","scenario":"Document processing","maintenance":"1d since push","risk":"Safe to try"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Crawl4AI in an agent workflow","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","install_policy":"review","minimum_review_before_use":["Trust: 93/100 Production candidate","Audit: 95/100 Safe to try","Safety: 79/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"crawl4ai (Crawl4AI)","install_command":"npx skills add unclecode/crawl4ai","risk_summary":"Safe to try; Reviewed; Low metadata risk","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"crawl4ai","task":"Use Crawl4AI in an agent workflow","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/crawl4ai","api":"https://www.openagentskill.com/api/agent/skills/crawl4ai","audit":"https://www.openagentskill.com/skills/crawl4ai/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=crawl4ai&task=Use%20Crawl4AI%20in%20an%20agent%20workflow&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Crawl4AI%20in%20an%20agent%20workflow&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Crawl4AI%20in%20an%20agent%20workflow&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/crawl4ai/install","manifest":"https://www.openagentskill.com/api/registry/manifest/crawl4ai"}},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"crawl4ai","name":"Crawl4AI","description":"Open-source LLM-friendly web crawler and scraper","category":"web-automation","url":"https://www.openagentskill.com/skills/crawl4ai","repository":"https://github.com/unclecode/crawl4ai","github_repo":"unclecode/crawl4ai"},"suited_tasks":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals","Crawl target URLs","Extract tables and metadata","Normalize messy page content","Navigate pages","Click and type safely"],"suited_agents":["Claude","GPT-4","LangChain","CrewAI","OpenClaw","Codex","Claude Code","OpenAI Agents"],"install":{"command":"npx skills add unclecode/crawl4ai","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx skills add unclecode/crawl4ai"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Crawl4AI\" agent skill from https://github.com/unclecode/crawl4ai. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Open-source LLM-friendly web crawler and scraper"},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Crawl4AI\" as a Claude Code skill from https://github.com/unclecode/crawl4ai. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Open-source LLM-friendly web crawler and scraper"},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Crawl4AI\" from https://github.com/unclecode/crawl4ai into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Open-source LLM-friendly web crawler and scraper"}],"handoff_url":"https://www.openagentskill.com/api/skills/crawl4ai/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/crawl4ai"},"trust":{"score":93,"label":"Production candidate","version":"trust-score-v4","install_policy":"agent_install_candidate","evidence":{"stars":"71K GitHub stars","repoActivity":"71K stars, 7.3K forks","lastPushed":"1d since push","license":"Apache-2.0","repository":"https://github.com/unclecode/crawl4ai","install":"npx skills add unclecode/crawl4ai","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":true,"sandbox_required":true,"reason":"Trust Score v4 allows sandbox-first agent installation after normal workspace review."},"best_for":["web-automation","web-crawling","scraping","llm","data-extraction","Claude"],"known_risks":["Documentation summary is thin"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":95,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["Documentation summary is thin"]},"safety_gate":{"tier":"reviewed","label":"Reviewed","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow."},"quality":{"score":100,"label":"Excellent"},"supply":{"track":"Research and knowledge work","scenario":"Document processing","maintenance":"1d since push","risk":"Safe to try"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Crawl4AI in an agent workflow","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","install_policy":"review","minimum_review_before_use":["Trust: 93/100 Production candidate","Audit: 95/100 Safe to try","Safety: 79/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"crawl4ai (Crawl4AI)","install_command":"npx skills add unclecode/crawl4ai","risk_summary":"Safe to try; Reviewed; Low metadata risk","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"crawl4ai","task":"Use Crawl4AI in an agent workflow","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/crawl4ai","api":"https://www.openagentskill.com/api/agent/skills/crawl4ai","audit":"https://www.openagentskill.com/skills/crawl4ai/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=crawl4ai&task=Use%20Crawl4AI%20in%20an%20agent%20workflow&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Crawl4AI%20in%20an%20agent%20workflow&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Crawl4AI%20in%20an%20agent%20workflow&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/crawl4ai/install","manifest":"https://www.openagentskill.com/api/registry/manifest/crawl4ai"}},"platforms":["Claude","GPT-4","LangChain","CrewAI","OpenClaw","Claude Code","OpenAI Agents"],"use_cases":[{"slug":"web-scraping","title":"Web scraping","url":"https://www.openagentskill.com/use-cases/web-scraping"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"document-processing","title":"Document processing","url":"https://www.openagentskill.com/use-cases/document-processing"},{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"}],"install":"npx skills add unclecode/crawl4ai","install_targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx skills add unclecode/crawl4ai","description":"Use the registry command when your workflow supports the OpenAgentSkill installer.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Crawl4AI\" agent skill from https://github.com/unclecode/crawl4ai. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Crawl4AI\" as a Claude Code skill from https://github.com/unclecode/crawl4ai. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Crawl4AI\" from https://github.com/unclecode/crawl4ai into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Open-source LLM-friendly web crawler and scraper","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}],"repository":"https://github.com/unclecode/crawl4ai","github_repo":"unclecode/crawl4ai","version":"0.4.0","license":"Apache-2.0","updated_at":"2026-07-07T03:01:20.035379+00:00","canonical_key":"unclecode/crawl4ai","recommendation_reasons":["Strong GitHub adoption: 71,215 stars","Quality score 79/100","Install handoff is available","Repository freshness signal is available"],"urls":{"web":"https://www.openagentskill.com/skills/crawl4ai","api":"https://www.openagentskill.com/api/agent/skills/crawl4ai","install_api":"https://www.openagentskill.com/api/skills/crawl4ai/install","audit":"https://www.openagentskill.com/skills/crawl4ai/audit","repository":"https://github.com/unclecode/crawl4ai"},"meta":{"endpoint":"/api/registry/manifest/{slug}","canonical_agent_endpoint":"/api/agent/skills/crawl4ai","agent_friendly":true,"api_version":"1.0","generated_at":"2026-07-07T19:28:09.910Z"}}