{"slug":"brucedone-awesome-crawler","name":"Awesome Crawler","description":"A collection of awesome web crawler,spider in different languages","tagline":"A collection of awesome web crawler,spider in different languages","category":"web-automation","tags":["crawler","data-extraction","awesome","node-crawler","scraper","spider","web-crawler","web-scraper","github"],"author":{"name":"BruceDone","verified":true,"url":"https://github.com/BruceDone"},"attribution":{"status":"community_indexed","statusLabel":"Community indexed","shortLabel":"COMMUNITY INDEXED","sourceLabel":"GitHub star discovery","sourceDetail":"BruceDone/awesome-crawler","creatorName":"BruceDone","creatorUrl":"https://github.com/BruceDone","sourceUrl":"https://github.com/BruceDone/awesome-crawler","indexedBy":"OpenAgentSkill community index","claimUrl":"https://www.openagentskill.com/skills/brucedone-awesome-crawler#claim-this-skill","claimCta":"Claim this skill","trustNote":"This listing was indexed from public sources and is not marked official until a maintainer claim is approved.","publicNote":"Attribution links to the public repository or creator profile. Creators can claim the listing to update ownership signals."},"stats":{"stars":7230,"forks":754,"downloads":0,"rating":0,"review_count":0,"quality_score":53.71},"quality":{"score":79,"tier":"strong","label":"Strong","summary":"Solid option that is likely worth shortlisting for production workflows.","signals":[{"label":"GitHub stars","value":"7.2K","tone":"positive"},{"label":"Freshness","value":"2y ago","tone":"warning"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"MIT","tone":"neutral"}],"warnings":["Repository looks stale"]},"trust":{"version":"trust-score-v4","score":82,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":94,"weight":0.13,"status":"pass","detail":"7.2K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":88,"weight":0.08,"status":"pass","detail":"7.2K stars, 754 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":22,"weight":0.14,"status":"fail","detail":"2y since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":74,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add BruceDone/awesome-crawler"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/BruceDone/awesome-crawler"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"7.2K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"7.2K stars, 754 forks; issue activity unavailable in current metadata"},{"status":"fail","label":"Recent maintenance","detail":"2y since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add BruceDone/awesome-crawler"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/BruceDone/awesome-crawler"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Large GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"],"evidence":{"stars":"7.2K GitHub stars","repoActivity":"7.2K stars, 754 forks","lastPushed":"2y since push","license":"MIT","repository":"https://github.com/BruceDone/awesome-crawler","install":"npx skills add BruceDone/awesome-crawler","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add BruceDone/awesome-crawler","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","2y since push"]},"agentCompatibility":["Crawler","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["web-automation","crawler","data-extraction","awesome","node-crawler","scraper"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"safety":{"score":63,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["Repository appears stale","63/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Repository appears stale"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["Repository appears stale","63/100 agent safety score"]},"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"Coding agents","description":"I need a coding agent that can understand a repository, edit code, and review pull requests.","useCases":[{"slug":"web-scraping","title":"Web scraping"},{"slug":"coding-agents","title":"Coding agents"},{"slug":"sports-analytics","title":"Sports analytics"}]},"applicableAgents":["Claude Code","CLI","Codex","Cursor","Crawler"],"install":{"ready":true,"command":"npx skills add BruceDone/awesome-crawler","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":7230,"starsLabel":"7.2K","forks":754,"license":"MIT","qualityScore":79,"trustScore":82,"auditScore":75},"maintenance":{"status":"stale","label":"2y since push","daysSincePush":751,"lastPushedAt":"2024-06-16T17:03:36+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["Repository appears stale","Repository looks stale","Quality score needs review","Recent maintenance: 2y since push","Needs review"]},"coverageTags":["Coding","Coding agents","web-automation","crawler","data-extraction","awesome","node-crawler","scraper"]},"audit":{"audit_score":75,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Repository appears stale","Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"decision":{"readiness_score":81,"readiness_label":"Strong shortlist","headline":"Companion skill for Web scraping","role":"Companion skill","primary_fit":"Web scraping","best_for":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals"],"risks":["Repository looks stale","No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Web scraping task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"agent_readable_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"brucedone-awesome-crawler","name":"Awesome Crawler","description":"A collection of awesome web crawler,spider in different languages","category":"web-automation","url":"https://www.openagentskill.com/skills/brucedone-awesome-crawler","repository":"https://github.com/BruceDone/awesome-crawler","github_repo":"BruceDone/awesome-crawler"},"suited_tasks":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals","Crawl target URLs","Extract tables and metadata","Normalize messy page content","Inspect source files","Explain architecture"],"suited_agents":["Crawler","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add BruceDone/awesome-crawler","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx skills add BruceDone/awesome-crawler"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Awesome Crawler\" agent skill from https://github.com/BruceDone/awesome-crawler. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: A collection of awesome web crawler,spider in different languages"},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Awesome Crawler\" as a Claude Code skill from https://github.com/BruceDone/awesome-crawler. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: A collection of awesome web crawler,spider in different languages"},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Awesome Crawler\" from https://github.com/BruceDone/awesome-crawler into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: A collection of awesome web crawler,spider in different languages"}],"handoff_url":"https://www.openagentskill.com/api/skills/brucedone-awesome-crawler/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/brucedone-awesome-crawler"},"trust":{"score":82,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"7.2K GitHub stars","repoActivity":"7.2K stars, 754 forks","lastPushed":"2y since push","license":"MIT","repository":"https://github.com/BruceDone/awesome-crawler","install":"npx skills add BruceDone/awesome-crawler","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["web-automation","crawler","data-extraction","awesome","node-crawler","scraper"],"known_risks":["Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":75,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Repository appears stale","Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":79,"label":"Strong"},"supply":{"track":"Coding and developer agents","scenario":"Coding agents","maintenance":"2y since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that require actively maintained dependencies","production agents without a repository review","Repository looks stale","No OpenAgentSkill engagement data yet","Repository appears stale","Quality score needs review","Recent maintenance: 2y since push","Production credentials, payments, or irreversible account changes without explicit human review"],"agent_contract":{"task_input":"Use Awesome Crawler in an agent workflow","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 82/100 Strong shortlist","Audit: 75/100 Needs review","Safety: 63/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"brucedone-awesome-crawler (Awesome Crawler)","install_command":"npx skills add BruceDone/awesome-crawler","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"brucedone-awesome-crawler","task":"Use Awesome Crawler in an agent workflow","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/brucedone-awesome-crawler","api":"https://www.openagentskill.com/api/agent/skills/brucedone-awesome-crawler","audit":"https://www.openagentskill.com/skills/brucedone-awesome-crawler/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=brucedone-awesome-crawler&task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/brucedone-awesome-crawler/install","manifest":"https://www.openagentskill.com/api/registry/manifest/brucedone-awesome-crawler"}},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"brucedone-awesome-crawler","name":"Awesome Crawler","description":"A collection of awesome web crawler,spider in different languages","category":"web-automation","url":"https://www.openagentskill.com/skills/brucedone-awesome-crawler","repository":"https://github.com/BruceDone/awesome-crawler","github_repo":"BruceDone/awesome-crawler"},"suited_tasks":["Web scraping workflows","Claude Code teams","teams that value GitHub adoption signals","Crawl target URLs","Extract tables and metadata","Normalize messy page content","Inspect source files","Explain architecture"],"suited_agents":["Crawler","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add BruceDone/awesome-crawler","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx skills add BruceDone/awesome-crawler"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Awesome Crawler\" agent skill from https://github.com/BruceDone/awesome-crawler. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: A collection of awesome web crawler,spider in different languages"},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Awesome Crawler\" as a Claude Code skill from https://github.com/BruceDone/awesome-crawler. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: A collection of awesome web crawler,spider in different languages"},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Awesome Crawler\" from https://github.com/BruceDone/awesome-crawler into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: A collection of awesome web crawler,spider in different languages"}],"handoff_url":"https://www.openagentskill.com/api/skills/brucedone-awesome-crawler/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/brucedone-awesome-crawler"},"trust":{"score":82,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"7.2K GitHub stars","repoActivity":"7.2K stars, 754 forks","lastPushed":"2y since push","license":"MIT","repository":"https://github.com/BruceDone/awesome-crawler","install":"npx skills add BruceDone/awesome-crawler","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["web-automation","crawler","data-extraction","awesome","node-crawler","scraper"],"known_risks":["Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":75,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Repository appears stale","Repository looks stale","Quality score needs review","Recent maintenance: 2y since push"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":79,"label":"Strong"},"supply":{"track":"Coding and developer agents","scenario":"Coding agents","maintenance":"2y since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that require actively maintained dependencies","production agents without a repository review","Repository looks stale","No OpenAgentSkill engagement data yet","Repository appears stale","Quality score needs review","Recent maintenance: 2y since push","Production credentials, payments, or irreversible account changes without explicit human review"],"agent_contract":{"task_input":"Use Awesome Crawler in an agent workflow","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 82/100 Strong shortlist","Audit: 75/100 Needs review","Safety: 63/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"brucedone-awesome-crawler (Awesome Crawler)","install_command":"npx skills add BruceDone/awesome-crawler","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"brucedone-awesome-crawler","task":"Use Awesome Crawler in an agent workflow","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/brucedone-awesome-crawler","api":"https://www.openagentskill.com/api/agent/skills/brucedone-awesome-crawler","audit":"https://www.openagentskill.com/skills/brucedone-awesome-crawler/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=brucedone-awesome-crawler&task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Awesome%20Crawler%20in%20an%20agent%20workflow&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/brucedone-awesome-crawler/install","manifest":"https://www.openagentskill.com/api/registry/manifest/brucedone-awesome-crawler"}},"platforms":["Crawler","Claude Code"],"use_cases":[{"slug":"web-scraping","title":"Web scraping","url":"https://www.openagentskill.com/use-cases/web-scraping"},{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"},{"slug":"sports-analytics","title":"Sports analytics","url":"https://www.openagentskill.com/use-cases/sports-analytics"},{"slug":"github-automation","title":"GitHub automation","url":"https://www.openagentskill.com/use-cases/github-automation"}],"install":"npx skills add BruceDone/awesome-crawler","install_targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx skills add BruceDone/awesome-crawler","description":"Use the registry command when your workflow supports the OpenAgentSkill installer.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Awesome Crawler\" agent skill from https://github.com/BruceDone/awesome-crawler. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: A collection of awesome web crawler,spider in different languages","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Awesome Crawler\" as a Claude Code skill from https://github.com/BruceDone/awesome-crawler. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: A collection of awesome web crawler,spider in different languages","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Awesome Crawler\" from https://github.com/BruceDone/awesome-crawler into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: A collection of awesome web crawler,spider in different languages","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}],"repository":"https://github.com/BruceDone/awesome-crawler","github_repo":"BruceDone/awesome-crawler","version":"1.0.0","license":"MIT","updated_at":"2026-06-18T03:01:40.326228+00:00","canonical_key":"brucedone/awesome-crawler","recommendation_reasons":["Useful GitHub adoption: 7,230 stars","Install handoff is available","Repository freshness signal is available"],"urls":{"web":"https://www.openagentskill.com/skills/brucedone-awesome-crawler","api":"https://www.openagentskill.com/api/agent/skills/brucedone-awesome-crawler","install_api":"https://www.openagentskill.com/api/skills/brucedone-awesome-crawler/install","audit":"https://www.openagentskill.com/skills/brucedone-awesome-crawler/audit","repository":"https://github.com/BruceDone/awesome-crawler"},"meta":{"endpoint":"/api/registry/manifest/{slug}","canonical_agent_endpoint":"/api/agent/skills/brucedone-awesome-crawler","agent_friendly":true,"api_version":"1.0","generated_at":"2026-07-08T00:29:27.289Z"}}