{"task":"Use Evaluation Guidebook","agent":"codex","constraints":{"max_risk":"medium","needs_install_command":true,"min_stars":0},"feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","outcome_api":"https://www.openagentskill.com/api/agent/outcome","method":"POST","selected_skill_slug":"huggingface-evaluation-guidebook","selected_skill_name":"Evaluation Guidebook","alternative_skill_slugs":["jokerjohn-cloud-map-evaluation","tsejx-devops-guidebook","gmberton-vpr-methods-evaluation","langfuse-langfuse"],"expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"report_after":["After trying the selected skill, report whether it solved the task.","Mark blocked_by_risk when audit, license, credentials, shell, or network risk prevents safe use.","Mark setup_required when the skill looks relevant but needs missing keys, data, or manual configuration.","Mark not_relevant when the selected skill does not match the task after inspection.","Include output_quality, error_type, workspace, human_review_required, evidence_url, and time_to_useful_ms when available."],"json_example":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success"},"agent_feedback_loop":{"version":"openagentskill-agent-feedback-loop-v3","status":"active","purpose":"Report the result of one resolved skill run so Trust Score v5 and future Resolve rankings learn from real use.","event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","selected_skill_slug":"huggingface-evaluation-guidebook","selected_skill_name":"Evaluation Guidebook","endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","idempotency":"Retrying the same event_id updates the previous outcome.","dry_run":{"supported":true,"instruction":"Set dry_run=true to validate a payload before wiring a new agent integration."},"expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"error_types":["install_failed","runtime_error","not_relevant","permission_blocked","risk_blocked","setup_required","low_quality_output","missing_dependency","timeout","other"],"workspaces":["sandbox","local","ci","production","unknown"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url"],"payload_template":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","ranking_inputs_updated":["Trust Score v5 outcome confidence","Resolve ranking outcome evidence","Skill detail outcome signal block","Outcome leaderboard"]},"install_receipt":{"version":"openagentskill-install-receipt-v1","receipt_id":"receipt_f541b874-7251-4faa-bb8c-cfa7b94307ba","resolve_event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","generated_at":"2026-08-22T19:44:04.252Z","task":"Use Evaluation Guidebook","agent":"codex","constraints":{"max_risk":"medium","needs_install_command":true,"min_stars":0},"urls":{"web":"https://www.openagentskill.com/resolve?task=Use+Evaluation+Guidebook&agent=codex&max_risk=medium","json":"https://www.openagentskill.com/api/agent/receipt?task=Use+Evaluation+Guidebook&agent=codex&max_risk=medium","text":"https://www.openagentskill.com/api/agent/receipt?task=Use+Evaluation+Guidebook&agent=codex&max_risk=medium&format=text","resolve_json":"https://www.openagentskill.com/api/agent/resolve?task=Use+Evaluation+Guidebook&agent=codex&max_risk=medium","resolve_text":"https://www.openagentskill.com/api/agent/resolve?task=Use+Evaluation+Guidebook&agent=codex&max_risk=medium&format=text"},"selected_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval_url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","install_api_url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","repository":"https://github.com/huggingface/evaluation-guidebook"},"install":{"command":"npx skills add huggingface/evaluation-guidebook","target":"codex","label":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","ready":true,"policy":"review","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"blocked":false},"decision":{"recommendation":"Require human approval before installing into a real workspace.","why_selected":["Matches task terms: evaluation, guidebook","Useful GitHub adoption: 2,124 stars","Install handoff is available","Repository freshness signal is available","Registry match score 42","Companion skill for Browser automation","73/100 Trust Score","0/100 Agent Proven Score"],"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"]},"trust":{"score":73,"label":"Sandbox only","version":"trust-score-v5","base_score":81,"outcome_confidence":0,"outcome_signal":"No agent outcome data yet","outcome_total":0,"outcome_success_rate":null,"decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]}},"agent_proven":{"score":0,"label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"installAttempts":0,"installSuccessRate":null,"riskBlocked":0,"setupRequired":0,"avgOutputQuality":null,"productionOutcomes":0}},"risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety_score":66,"audit_score":78,"notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","66/100 agent safety score"],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."]},"alternatives":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","audit_url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation/audit","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","trust_score":73,"audit_score":74,"safety_score":62,"reason":"Matches task terms: evaluation","policy":"review"},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","audit_url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook/audit","install_command":"npx skills add tsejx/devops-guidebook","trust_score":75,"audit_score":75,"safety_score":63,"reason":"Matches task terms: guidebook","policy":"review"},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","audit_url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation/audit","install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":77,"audit_score":77,"safety_score":65,"reason":"Matches task terms: evaluation","policy":"review"},{"slug":"langfuse-langfuse","name":"Langfuse","url":"https://www.openagentskill.com/skills/langfuse-langfuse","audit_url":"https://www.openagentskill.com/skills/langfuse-langfuse/audit","install_command":"npx skills add langfuse/langfuse","trust_score":87,"audit_score":90,"safety_score":78,"reason":"Matches task terms: evaluation","policy":"review"}],"outcome_feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"dry_run_payload":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow.","dry_run":true},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","instruction":"After one narrow sandbox run, report success, failed, not_relevant, blocked_by_risk, or setup_required so Trust Score v5 and future agent rankings learn from real usage."},"next_steps":["Read the audit page: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","Fetch the pre-install eval: https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","Do not auto-install yet. Ask for human review before running: npx skills add huggingface/evaluation-guidebook","Run one narrow task with no production secrets or irreversible side effects.","Report the result to https://www.openagentskill.com/api/agent/outcome using event_id resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba."],"stable_fields":["receipt_id","selected_skill","install","trust","risk","alternatives","outcome_feedback","next_steps"],"freshness_policy":"Re-resolve before production use or after 24 hours to refresh trust, audit, and outcome signals."},"recommendation":{"task":"Use Evaluation Guidebook","agent":"codex","best_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval_url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","repository":"https://github.com/huggingface/evaluation-guidebook"},"install":{"command":"npx skills add huggingface/evaluation-guidebook","target":"codex","label":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","install_api":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","ready":true,"review_required":true,"auto_install_allowed":false,"policy":"review"},"why_recommended":["Matches task terms: evaluation, guidebook","Useful GitHub adoption: 2,124 stars","Install handoff is available","Repository freshness signal is available","Registry match score 42","Companion skill for Browser automation","73/100 OpenAgentSkill Trust Score v5","78/100 audit score"],"trust_score_v5":{"score":73,"base_score":81,"outcome_confidence":0,"tier":"review","label":"Sandbox only","version":"trust-score-v5","install_policy":"human_review_before_install","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"agent_compatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"risk":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomes":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add huggingface/evaluation-guidebook","trust_score":73,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"best_for":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"do_not_use_for":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":81,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"trust_score_v4":{"score":81,"tier":"strong","label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"agent_compatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"risk":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomes":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"do_not_use_for":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"trust_score_v3":{"score":81,"tier":"strong","label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"agent_compatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"risk":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]}},"trust_score_v2":{"score":81,"tier":"strong","label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"agent_compatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"risk":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]}},"risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"66/100 Review before install","trust":"81/100 Strong shortlist","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["License is unclear","66/100 agent safety score"]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","repository":"https://github.com/huggingface/evaluation-guidebook","github_repo":"huggingface/evaluation-guidebook"},"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add huggingface/evaluation-guidebook","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install huggingface-evaluation-guidebook"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Evaluation Guidebook\" as a Claude Code skill from https://github.com/huggingface/evaluation-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Evaluation Guidebook\" from https://github.com/huggingface/evaluation-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"},"trust":{"score":81,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":78,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":76,"label":"Strong"},"supply":{"track":"Design and creative production","scenario":"Design and creative","maintenance":"9mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"huggingface-evaluation-guidebook (Evaluation Guidebook)","install_command":"npx skills add huggingface/evaluation-guidebook","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"}},"agent_contract":{"version":"openagentskill-resolve-contract-v2","input_task":"Use Evaluation Guidebook","recommended_skill_slug":"huggingface-evaluation-guidebook","recommended_skill_name":"Evaluation Guidebook","install_command":"npx skills add huggingface/evaluation-guidebook","install_policy":"review","auto_install_allowed":false,"human_review_required":true,"audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval_url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","skill_api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"huggingface-evaluation-guidebook (Evaluation Guidebook)","install_command":"npx skills add huggingface/evaluation-guidebook","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"supply_asset":{"track":{"slug":"design","label":"Design and creative production","shortLabel":"Design","description":"Design assets, images, video, audio, multimodal media, presentation, and creative production skills."},"scenario":{"label":"Design and creative","description":"I need my agent to produce design assets, UI directions, presentations, or creative media workflows.","useCases":[{"slug":"browser-automation","title":"Browser automation"},{"slug":"data-analysis","title":"Data analysis"},{"slug":"local-desktop","title":"Local desktop"}]},"maintenance":{"status":"stable","label":"9mo since push","daysSincePush":262,"lastPushedAt":"2025-12-03T14:45:05+00:00"},"github_quality":{"stars":2124,"starsLabel":"2.1K","forks":123,"license":"Unknown","qualityScore":76,"trustScore":81,"auditScore":78},"coverage_tags":["Design","Design and creative","ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"]},"alternatives":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","trust_score":73,"audit_score":74,"safety_score":62,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"62/100 Review before install","trust":"73/100 Strong shortlist","notes":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]}},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","install_command":"npx skills add tsejx/devops-guidebook","trust_score":75,"audit_score":75,"safety_score":63,"why_consider":"Matches task terms: guidebook","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"63/100 Review before install","trust":"75/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]}},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":77,"audit_score":77,"safety_score":65,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"65/100 Review before install","trust":"77/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]}},{"slug":"langfuse-langfuse","name":"Langfuse","url":"https://www.openagentskill.com/skills/langfuse-langfuse","install_command":"npx skills add langfuse/langfuse","trust_score":87,"audit_score":90,"safety_score":78,"why_consider":"Matches task terms: evaluation","risk":{"level":"Safe to try","safety_tier":"Reviewed","safety":"78/100 Review before install","trust":"87/100 Production candidate","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]}}],"decision_packet":{"version":"openagentskill-agent-decision-packet-v1","task":"Use Evaluation Guidebook","agent":"codex","selected_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","repository":"https://github.com/huggingface/evaluation-guidebook"},"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add huggingface/evaluation-guidebook","target":"codex","label":"Codex install prompt","policy":"review","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true},"trust":{"score":73,"label":"Sandbox only","version":"trust-score-v5","base_score":81,"outcome_confidence":0,"decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"status":"info","detail":"No agent outcome data yet"}]},"risk":{"level":"Needs review","audit_label":"Needs review","safety":"66/100 Review before install","trust":"81/100 Strong shortlist","safety_tier":"Reviewed with permission notes","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."]},"alternatives":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","trust_score":73,"audit_score":74,"safety_score":62,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"62/100 Review before install","trust":"73/100 Strong shortlist","notes":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]}},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","install_command":"npx skills add tsejx/devops-guidebook","trust_score":75,"audit_score":75,"safety_score":63,"why_consider":"Matches task terms: guidebook","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"63/100 Review before install","trust":"75/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]}},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":77,"audit_score":77,"safety_score":65,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"65/100 Review before install","trust":"77/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]}},{"slug":"langfuse-langfuse","name":"Langfuse","url":"https://www.openagentskill.com/skills/langfuse-langfuse","install_command":"npx skills add langfuse/langfuse","trust_score":87,"audit_score":90,"safety_score":78,"why_consider":"Matches task terms: evaluation","risk":{"level":"Safe to try","safety_tier":"Reviewed","safety":"78/100 Review before install","trust":"87/100 Production candidate","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]}}],"outcome_feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success"},"next_agent_action":"Ask for human approval or choose a safer alternative before installing.","stable_fields":["decision_packet.selected_skill","decision_packet.install","decision_packet.risk.do_not_use_when","decision_packet.alternatives","decision_packet.outcome_feedback","decision_packet.trust.decision"]},"agent_instruction":"Use Evaluation Guidebook for: Use Evaluation Guidebook\nReview audit: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit\nAsk for human approval before installing: npx skills add huggingface/evaluation-guidebook\nIf the audit or policy warnings are unacceptable, choose one of the alternatives."},"recommendation_lanes":{"best_match":{"rank":1,"match_score":42,"raw_match_score":302.1,"semantic_relevance":42,"skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","github_stars":2124,"created_at":"2026-06-20T22:55:42.25769+00:00","updated_at":"2025-12-03T14:45:05+00:00","repository":"https://github.com/huggingface/evaluation-guidebook","github_repo":"huggingface/evaluation-guidebook"},"recommendation_reasons":["Matches task terms: evaluation, guidebook","Useful GitHub adoption: 2,124 stars","Install handoff is available","Repository freshness signal is available","Registry match score 42"],"supply_profile":{"track":{"slug":"design","label":"Design and creative production","shortLabel":"Design","description":"Design assets, images, video, audio, multimodal media, presentation, and creative production skills."},"scenario":{"label":"Design and creative","description":"I need my agent to produce design assets, UI directions, presentations, or creative media workflows.","useCases":[{"slug":"browser-automation","title":"Browser automation"},{"slug":"data-analysis","title":"Data analysis"},{"slug":"local-desktop","title":"Local desktop"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","Jupyter Notebook"],"install":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":2124,"starsLabel":"2.1K","forks":123,"license":"Unknown","qualityScore":76,"trustScore":81,"auditScore":78},"maintenance":{"status":"stable","label":"9mo since push","daysSincePush":262,"lastPushedAt":"2025-12-03T14:45:05+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Needs review"]},"coverageTags":["Design","Design and creative","ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"]},"quality":{"score":76,"tier":"strong","label":"Strong","summary":"Solid option that is likely worth shortlisting for production workflows.","signals":[{"label":"GitHub stars","value":"2.1K","tone":"positive"},{"label":"Freshness","value":"9mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":81,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"weight":0.13,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"weight":0.08,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"weight":0.14,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"2.1K GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"9mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add huggingface/evaluation-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/huggingface/evaluation-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Meaningful GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","9mo since push"]},"agentCompatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":73,"base_score":81,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"weight":0.13,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"weight":0.08,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"weight":0.14,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"2.1K GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"9mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add huggingface/evaluation-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/huggingface/evaluation-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Meaningful GitHub adoption signal","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","9mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add huggingface/evaluation-guidebook","trust_score":73,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":81,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":78,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety":{"score":66,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["License is unclear","66/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["License is unclear","66/100 agent safety score"]},"decision":{"readiness_score":78,"readiness_label":"Strong shortlist","headline":"Companion skill for Browser automation","role":"Companion skill","best_for":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Browser automation task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add huggingface/evaluation-guidebook","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Evaluation Guidebook trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install huggingface-evaluation-guidebook","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Evaluation Guidebook\" as a Claude Code skill from https://github.com/huggingface/evaluation-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Evaluation Guidebook\" from https://github.com/huggingface/evaluation-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","repository":"https://github.com/huggingface/evaluation-guidebook","github_repo":"huggingface/evaluation-guidebook"},"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add huggingface/evaluation-guidebook","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install huggingface-evaluation-guidebook"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Evaluation Guidebook\" as a Claude Code skill from https://github.com/huggingface/evaluation-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Evaluation Guidebook\" from https://github.com/huggingface/evaluation-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"},"trust":{"score":81,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":78,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":76,"label":"Strong"},"supply":{"track":"Design and creative production","scenario":"Design and creative","maintenance":"9mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"huggingface-evaluation-guidebook (Evaluation Guidebook)","install_command":"npx skills add huggingface/evaluation-guidebook","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"}},"use_cases":[{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"data-analysis","title":"Data analysis","url":"https://www.openagentskill.com/use-cases/data-analysis"},{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"}],"urls":{"web":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","install_api":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","audit":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/huggingface-evaluation-guidebook?metric=audit","repository":"https://github.com/huggingface/evaluation-guidebook"}},"safer_alternative":{"rank":7,"match_score":30,"raw_match_score":167.8,"semantic_relevance":30,"skill":{"slug":"mlflow-mlflow","name":"Mlflow","description":"The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data.","category":"development","github_stars":26731,"created_at":"2026-05-23T07:49:31.01932+00:00","updated_at":"2026-06-25T01:58:52+00:00","repository":"https://github.com/mlflow/mlflow","github_repo":"mlflow/mlflow"},"recommendation_reasons":["Matches task terms: evaluation","Strong GitHub adoption: 26,731 stars","Quality score 71/100","Install handoff is available","Repository freshness signal is available"],"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"Coding agents","description":"I need a coding agent that can understand a repository, edit code, and review pull requests.","useCases":[{"slug":"coding-agents","title":"Coding agents"},{"slug":"browser-automation","title":"Browser automation"},{"slug":"research-agents","title":"Research agents"}]},"applicableAgents":["LangChain","CLI","Codex","Claude Code","Cursor"],"install":{"ready":true,"command":"npx skills add mlflow/mlflow","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":26731,"starsLabel":"27K","forks":5905,"license":"Apache-2.0","qualityScore":100,"trustScore":90,"auditScore":93},"maintenance":{"status":"active","label":"2mo since push","daysSincePush":58,"lastPushedAt":"2026-06-25T01:58:52+00:00"},"risk":{"level":"safe_to_try","label":"Safe to try","requiresReview":true,"notes":["Documentation summary is thin"]},"coverageTags":["Coding","Coding agents","development","llmops","developer-tools","agentops","agents","ai"]},"quality":{"score":100,"tier":"excellent","label":"Excellent","summary":"High-confidence pick with strong adoption and healthy maintenance signals.","signals":[{"label":"GitHub stars","value":"27K","tone":"positive"},{"label":"Freshness","value":"2mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Apache-2.0","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":90,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability.","recommendedAction":"Shortlist for production use, then run a normal repository and dependency review.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"27K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":100,"weight":0.08,"status":"pass","detail":"27K stars, 5.9K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"Apache-2.0"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add mlflow/mlflow"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/mlflow/mlflow"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"27K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"27K stars, 5.9K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"pass","label":"License clarity","detail":"Apache-2.0"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add mlflow/mlflow"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/mlflow/mlflow"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["Documentation summary is thin"],"evidence":{"stars":"27K GitHub stars","repoActivity":"27K stars, 5.9K forks","lastPushed":"2mo since push","license":"Apache-2.0","repository":"https://github.com/mlflow/mlflow","install":"npx skills add mlflow/mlflow","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add mlflow/mlflow","policy":"agent_install_candidate","label":"Agent install candidate","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","2mo since push"]},"agentCompatibility":["Python","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"low","label":"Low metadata risk","notes":["Documentation summary is thin"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":true,"sandboxRequired":true,"policy":"agent_install_candidate","reason":"Trust Score v4 allows sandbox-first agent installation after normal workspace review."},"bestFor":["development","llmops","developer-tools","agentops","agents","ai"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"knownRisks":["Documentation summary is thin"]},"trust_v5":{"version":"trust-score-v5","score":87,"base_score":90,"outcome_confidence":0,"tier":"strong","label":"Review then install","summary":"Good shortlist signal, but the agent should review audit notes, install policy, and outcome evidence before running it.","recommendedAction":"Use as the primary candidate after human or sandbox review.","decision":{"install_policy":"agent_install_candidate","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Ask for approval or run a sandbox-only trial before installing.","reasoning":["87/100 Trust Score v5","90/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Low metadata risk"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"27K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":100,"weight":0.08,"status":"pass","detail":"27K stars, 5.9K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"Apache-2.0"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add mlflow/mlflow"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/mlflow/mlflow"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"27K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"27K stars, 5.9K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"pass","label":"License clarity","detail":"Apache-2.0"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add mlflow/mlflow"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/mlflow/mlflow"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["Documentation summary is thin","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"27K GitHub stars","repoActivity":"27K stars, 5.9K forks","lastPushed":"2mo since push","license":"Apache-2.0","repository":"https://github.com/mlflow/mlflow","install":"npx skills add mlflow/mlflow","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"agent_install_candidate"},"installReadiness":{"ready":true,"command":"npx skills add mlflow/mlflow","policy":"agent_install_candidate","label":"Agent install candidate","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","2mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["Python","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"low","label":"Low metadata risk","notes":["Documentation summary is thin"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"agent_install_candidate","reason":"Ask for approval or run a sandbox-only trial before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["development","llmops","developer-tools","agentops","agents","ai"],"suited_agents":["Python","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add mlflow/mlflow","trust_score":87,"trust_version":"trust-score-v5","risk_level":"low","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["development","llmops","developer-tools","agentops","agents","ai"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"knownRisks":["Documentation summary is thin"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":90,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":93,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["Documentation summary is thin"]},"safety":{"score":81,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","summary":"Good audit and safety signals with no high-risk permission hints in public metadata.","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","auto_install_policy":"review","reasons":["Safe-to-try audit","81/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"safe_to_try","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Documentation summary is thin"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","reasons":["Safe-to-try audit","81/100 agent safety score"]},"decision":{"readiness_score":100,"readiness_label":"Production-ready","headline":"Primary pick for Coding agents","role":"Primary pick","best_for":["Coding agents workflows","LangChain teams","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Coding agents task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add mlflow/mlflow","value":"Install the \"Mlflow\" agent skill from https://github.com/mlflow/mlflow. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Mlflow trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install mlflow-mlflow","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Mlflow\" agent skill from https://github.com/mlflow/mlflow. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Mlflow\" as a Claude Code skill from https://github.com/mlflow/mlflow. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Mlflow\" from https://github.com/mlflow/mlflow into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"mlflow-mlflow","name":"Mlflow","description":"The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data.","category":"development","url":"https://www.openagentskill.com/skills/mlflow-mlflow","repository":"https://github.com/mlflow/mlflow","github_repo":"mlflow/mlflow"},"suited_tasks":["Coding agents workflows","LangChain teams","teams that value GitHub adoption signals","Inspect source files","Explain architecture","Patch bugs and verify changes","Navigate pages","Click and type safely"],"suited_agents":["Python","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI","LangChain","CLI"],"install":{"command":"npx skills add mlflow/mlflow","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install mlflow-mlflow"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Mlflow\" agent skill from https://github.com/mlflow/mlflow. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Mlflow\" as a Claude Code skill from https://github.com/mlflow/mlflow. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Mlflow\" from https://github.com/mlflow/mlflow into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: The open source AI engineering platform for agents, LLMs, and ML models. MLflow enables teams of all sizes to debug, evaluate, monitor, and optimize production-quality AI applications while controlling costs and managing access to models and data. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"mlflow-mlflow\",\"task\":\"Install Mlflow\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/mlflow-mlflow/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/mlflow-mlflow"},"trust":{"score":90,"label":"Production candidate","version":"trust-score-v4","install_policy":"agent_install_candidate","evidence":{"stars":"27K GitHub stars","repoActivity":"27K stars, 5.9K forks","lastPushed":"2mo since push","license":"Apache-2.0","repository":"https://github.com/mlflow/mlflow","install":"npx skills add mlflow/mlflow","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":true,"sandbox_required":true,"reason":"Trust Score v4 allows sandbox-first agent installation after normal workspace review."},"best_for":["development","llmops","developer-tools","agentops","agents","ai"],"known_risks":["Documentation summary is thin"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":93,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["Documentation summary is thin"]},"safety_gate":{"tier":"reviewed","label":"Reviewed","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow."},"quality":{"score":100,"label":"Excellent"},"supply":{"track":"Coding and developer agents","scenario":"Coding agents","maintenance":"2mo since push","risk":"Safe to try"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","install_policy":"review","minimum_review_before_use":["Trust: 90/100 Production candidate","Audit: 93/100 Safe to try","Safety: 81/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"mlflow-mlflow (Mlflow)","install_command":"npx skills add mlflow/mlflow","risk_summary":"Safe to try; Reviewed; Low metadata risk","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"mlflow-mlflow","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/mlflow-mlflow","api":"https://www.openagentskill.com/api/agent/skills/mlflow-mlflow","audit":"https://www.openagentskill.com/skills/mlflow-mlflow/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=mlflow-mlflow&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/mlflow-mlflow/install","manifest":"https://www.openagentskill.com/api/registry/manifest/mlflow-mlflow"}},"use_cases":[{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"research-agents","title":"Research agents","url":"https://www.openagentskill.com/use-cases/research-agents"}],"urls":{"web":"https://www.openagentskill.com/skills/mlflow-mlflow","api":"https://www.openagentskill.com/api/agent/skills/mlflow-mlflow","install_api":"https://www.openagentskill.com/api/skills/mlflow-mlflow/install","audit":"https://www.openagentskill.com/skills/mlflow-mlflow/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=mlflow-mlflow&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/mlflow-mlflow?metric=audit","repository":"https://github.com/mlflow/mlflow"}},"popular_alternative":{"rank":6,"match_score":30,"raw_match_score":167.9,"semantic_relevance":30,"skill":{"slug":"langfuse-langfuse","name":"Langfuse","description":"🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 ","category":"development","github_stars":29437,"created_at":"2026-06-12T10:01:45.120124+00:00","updated_at":"2026-06-20T09:29:08+00:00","repository":"https://github.com/langfuse/langfuse","github_repo":"langfuse/langfuse"},"recommendation_reasons":["Matches task terms: evaluation","Strong GitHub adoption: 29,437 stars","Quality score 71/100","Install handoff is available","Repository freshness signal is available"],"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"Coding agents","description":"I need a coding agent that can understand a repository, edit code, and review pull requests.","useCases":[{"slug":"data-analysis","title":"Data analysis"},{"slug":"coding-agents","title":"Coding agents"},{"slug":"browser-automation","title":"Browser automation"}]},"applicableAgents":["OpenAI Agents","LangChain","CLI","Codex","Claude Code"],"install":{"ready":true,"command":"npx skills add langfuse/langfuse","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":29437,"starsLabel":"29K","forks":3060,"license":"Unknown","qualityScore":100,"trustScore":87,"auditScore":90},"maintenance":{"status":"active","label":"2mo since push","daysSincePush":63,"lastPushedAt":"2026-06-20T09:29:08+00:00"},"risk":{"level":"safe_to_try","label":"Safe to try","requiresReview":true,"notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"coverageTags":["Coding","Coding agents","development","llmops","developer-tools","analytics","autogen","evaluation"]},"quality":{"score":100,"tier":"excellent","label":"Excellent","summary":"High-confidence pick with strong adoption and healthy maintenance signals.","signals":[{"label":"GitHub stars","value":"29K","tone":"positive"},{"label":"Freshness","value":"2mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":87,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability.","recommendedAction":"Shortlist for production use, then run a normal repository and dependency review.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"29K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":97,"weight":0.08,"status":"pass","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add langfuse/langfuse"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/langfuse/langfuse"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"29K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add langfuse/langfuse"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/langfuse/langfuse"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"],"evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add langfuse/langfuse","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2mo since push"]},"agentCompatibility":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["development","llmops","developer-tools","analytics","autogen","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":79,"base_score":87,"outcome_confidence":0,"tier":"strong","label":"Review then install","summary":"Good shortlist signal, but the agent should review audit notes, install policy, and outcome evidence before running it.","recommendedAction":"Use as the primary candidate after human or sandbox review.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Ask for approval or run a sandbox-only trial before installing.","reasoning":["79/100 Trust Score v5","87/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"29K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":97,"weight":0.08,"status":"pass","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add langfuse/langfuse"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/langfuse/langfuse"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"29K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add langfuse/langfuse"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/langfuse/langfuse"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add langfuse/langfuse","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Ask for approval or run a sandbox-only trial before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["development","llmops","developer-tools","analytics","autogen","evaluation"],"suited_agents":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add langfuse/langfuse","trust_score":79,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["development","llmops","developer-tools","analytics","autogen","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Documentation summary is thin","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":87,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":90,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"safety":{"score":78,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","summary":"Good audit and safety signals with no high-risk permission hints in public metadata.","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","auto_install_policy":"review","reasons":["Safe-to-try audit","78/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"safe_to_try","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","reasons":["Safe-to-try audit","78/100 agent safety score"]},"decision":{"readiness_score":100,"readiness_label":"Production-ready","headline":"Primary pick for Data analysis","role":"Primary pick","best_for":["Data analysis workflows","OpenAI Agents teams","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Data analysis task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add langfuse/langfuse","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Langfuse trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install langfuse-langfuse","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Langfuse\" as a Claude Code skill from https://github.com/langfuse/langfuse. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Langfuse\" from https://github.com/langfuse/langfuse into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"langfuse-langfuse","name":"Langfuse","description":"🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 ","category":"development","url":"https://www.openagentskill.com/skills/langfuse-langfuse","repository":"https://github.com/langfuse/langfuse","github_repo":"langfuse/langfuse"},"suited_tasks":["Data analysis workflows","OpenAI Agents teams","teams that value GitHub adoption signals","Load tabular data","Calculate trends","Summarize findings clearly","Inspect source files","Explain architecture"],"suited_agents":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI","OpenAI Agents","LangChain"],"install":{"command":"npx skills add langfuse/langfuse","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install langfuse-langfuse"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Langfuse\" as a Claude Code skill from https://github.com/langfuse/langfuse. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Langfuse\" from https://github.com/langfuse/langfuse into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/langfuse-langfuse"},"trust":{"score":87,"label":"Production candidate","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["development","llmops","developer-tools","analytics","autogen","evaluation"],"known_risks":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":90,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow."},"quality":{"score":100,"label":"Excellent"},"supply":{"track":"Coding and developer agents","scenario":"Coding agents","maintenance":"2mo since push","risk":"Safe to try"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","install_policy":"review","minimum_review_before_use":["Trust: 87/100 Production candidate","Audit: 90/100 Safe to try","Safety: 78/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"langfuse-langfuse (Langfuse)","install_command":"npx skills add langfuse/langfuse","risk_summary":"Safe to try; Reviewed; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"langfuse-langfuse","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/langfuse-langfuse","api":"https://www.openagentskill.com/api/agent/skills/langfuse-langfuse","audit":"https://www.openagentskill.com/skills/langfuse-langfuse/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=langfuse-langfuse&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","manifest":"https://www.openagentskill.com/api/registry/manifest/langfuse-langfuse"}},"use_cases":[{"slug":"data-analysis","title":"Data analysis","url":"https://www.openagentskill.com/use-cases/data-analysis"},{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"}],"urls":{"web":"https://www.openagentskill.com/skills/langfuse-langfuse","api":"https://www.openagentskill.com/api/agent/skills/langfuse-langfuse","install_api":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","audit":"https://www.openagentskill.com/skills/langfuse-langfuse/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=langfuse-langfuse&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/langfuse-langfuse?metric=audit","repository":"https://github.com/langfuse/langfuse"}},"new_contender":{"rank":5,"match_score":30,"raw_match_score":170.1,"semantic_relevance":30,"skill":{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","description":"Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter","category":"robotics-iot","github_stars":197,"created_at":"2026-06-21T04:57:16.973585+00:00","updated_at":"2026-04-23T04:48:05+00:00","repository":"https://github.com/gmberton/VPR-methods-evaluation","github_repo":"gmberton/VPR-methods-evaluation"},"recommendation_reasons":["Matches task terms: evaluation","Install handoff is available","Repository freshness signal is available","Registry match score 30"],"supply_profile":{"track":{"slug":"design","label":"Design and creative production","shortLabel":"Design","description":"Design assets, images, video, audio, multimodal media, presentation, and creative production skills."},"scenario":{"label":"Multimodal media","description":"I need my agent to process images, video, or audio and extract useful information.","useCases":[{"slug":"local-desktop","title":"Local desktop"},{"slug":"multimodal-media","title":"Multimodal media"},{"slug":"rag-knowledge","title":"RAG and knowledge"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","Python"],"install":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":197,"starsLabel":"197","forks":31,"license":"MIT","qualityScore":64,"trustScore":77,"auditScore":77},"maintenance":{"status":"active","label":"4mo since push","daysSincePush":121,"lastPushedAt":"2026-04-23T04:48:05+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","Needs review"]},"coverageTags":["Design","Multimodal media","robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"]},"quality":{"score":64,"tier":"promising","label":"Promising","summary":"Useful candidate, but compare it with alternatives before adopting.","signals":[{"label":"GitHub stars","value":"197","tone":"neutral"},{"label":"Freshness","value":"4mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"MIT","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":77,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"197 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"4mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"197 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"4mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern"],"warnings":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"],"evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","4mo since push"]},"agentCompatibility":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"trust_v5":{"version":"trust-score-v5","score":69,"base_score":77,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["69/100 Trust Score v5","77/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"197 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"4mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"197 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"4mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","4mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"suited_agents":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":69,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":77,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":77,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"safety":{"score":65,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["Documentation summary is thin","65/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Documentation summary is thin"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["Documentation summary is thin","65/100 agent safety score"]},"decision":{"readiness_score":63,"readiness_label":"Prototype first","headline":"Fallback candidate for Local desktop","role":"Fallback candidate","best_for":["Local desktop workflows","general agent builders","builders willing to evaluate younger projects"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Local desktop task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add gmberton/VPR-methods-evaluation","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review VPR Methods Evaluation trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install gmberton-vpr-methods-evaluation","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"VPR Methods Evaluation\" as a Claude Code skill from https://github.com/gmberton/VPR-methods-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"VPR Methods Evaluation\" from https://github.com/gmberton/VPR-methods-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","description":"Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter","category":"robotics-iot","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","repository":"https://github.com/gmberton/VPR-methods-evaluation","github_repo":"gmberton/VPR-methods-evaluation"},"suited_tasks":["Local desktop workflows","general agent builders","builders willing to evaluate younger projects","Navigate local resources","Run repeatable desktop actions","Verify file outputs","Read media metadata","Convert formats"],"suited_agents":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add gmberton/VPR-methods-evaluation","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install gmberton-vpr-methods-evaluation"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"VPR Methods Evaluation\" as a Claude Code skill from https://github.com/gmberton/VPR-methods-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"VPR Methods Evaluation\" from https://github.com/gmberton/VPR-methods-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/gmberton-vpr-methods-evaluation"},"trust":{"score":77,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"known_risks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":77,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":64,"label":"Promising"},"supply":{"track":"Design and creative production","scenario":"Multimodal media","maintenance":"4mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 77/100 Strong shortlist","Audit: 77/100 Needs review","Safety: 65/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"gmberton-vpr-methods-evaluation (VPR Methods Evaluation)","install_command":"npx skills add gmberton/VPR-methods-evaluation","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"gmberton-vpr-methods-evaluation","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","api":"https://www.openagentskill.com/api/agent/skills/gmberton-vpr-methods-evaluation","audit":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=gmberton-vpr-methods-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","manifest":"https://www.openagentskill.com/api/registry/manifest/gmberton-vpr-methods-evaluation"}},"use_cases":[{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"},{"slug":"multimodal-media","title":"Multimodal media","url":"https://www.openagentskill.com/use-cases/multimodal-media"},{"slug":"rag-knowledge","title":"RAG and knowledge","url":"https://www.openagentskill.com/use-cases/rag-knowledge"}],"urls":{"web":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","api":"https://www.openagentskill.com/api/agent/skills/gmberton-vpr-methods-evaluation","install_api":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","audit":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=gmberton-vpr-methods-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/gmberton-vpr-methods-evaluation?metric=audit","repository":"https://github.com/gmberton/VPR-methods-evaluation"}},"no_skill_option":{"recommended":true,"label":"Build without a third-party skill","reason":"Use a native agent workflow when the third-party permission or maintenance surface is not acceptable.","action":"Use the agent’s built-in tools for one narrow run, then reconsider a skill only if the workflow repeats."}},"selected":{"rank":1,"match_score":42,"raw_match_score":302.1,"semantic_relevance":42,"skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","github_stars":2124,"created_at":"2026-06-20T22:55:42.25769+00:00","updated_at":"2025-12-03T14:45:05+00:00","repository":"https://github.com/huggingface/evaluation-guidebook","github_repo":"huggingface/evaluation-guidebook"},"recommendation_reasons":["Matches task terms: evaluation, guidebook","Useful GitHub adoption: 2,124 stars","Install handoff is available","Repository freshness signal is available","Registry match score 42"],"supply_profile":{"track":{"slug":"design","label":"Design and creative production","shortLabel":"Design","description":"Design assets, images, video, audio, multimodal media, presentation, and creative production skills."},"scenario":{"label":"Design and creative","description":"I need my agent to produce design assets, UI directions, presentations, or creative media workflows.","useCases":[{"slug":"browser-automation","title":"Browser automation"},{"slug":"data-analysis","title":"Data analysis"},{"slug":"local-desktop","title":"Local desktop"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","Jupyter Notebook"],"install":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":2124,"starsLabel":"2.1K","forks":123,"license":"Unknown","qualityScore":76,"trustScore":81,"auditScore":78},"maintenance":{"status":"stable","label":"9mo since push","daysSincePush":262,"lastPushedAt":"2025-12-03T14:45:05+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Needs review"]},"coverageTags":["Design","Design and creative","ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"]},"quality":{"score":76,"tier":"strong","label":"Strong","summary":"Solid option that is likely worth shortlisting for production workflows.","signals":[{"label":"GitHub stars","value":"2.1K","tone":"positive"},{"label":"Freshness","value":"9mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":81,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"weight":0.13,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"weight":0.08,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"weight":0.14,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"2.1K GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"9mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add huggingface/evaluation-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/huggingface/evaluation-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Meaningful GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","9mo since push"]},"agentCompatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":73,"base_score":81,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"weight":0.13,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"weight":0.08,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"weight":0.14,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"2.1K GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"9mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add huggingface/evaluation-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/huggingface/evaluation-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Meaningful GitHub adoption signal","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add huggingface/evaluation-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","9mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add huggingface/evaluation-guidebook","trust_score":73,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":81,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":78,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety":{"score":66,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["License is unclear","66/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["License is unclear","66/100 agent safety score"]},"decision":{"readiness_score":78,"readiness_label":"Strong shortlist","headline":"Companion skill for Browser automation","role":"Companion skill","best_for":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Browser automation task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add huggingface/evaluation-guidebook","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Evaluation Guidebook trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install huggingface-evaluation-guidebook","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Evaluation Guidebook\" as a Claude Code skill from https://github.com/huggingface/evaluation-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Evaluation Guidebook\" from https://github.com/huggingface/evaluation-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","description":"Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval!","category":"ml-automation","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","repository":"https://github.com/huggingface/evaluation-guidebook","github_repo":"huggingface/evaluation-guidebook"},"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add huggingface/evaluation-guidebook","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install huggingface-evaluation-guidebook"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Evaluation Guidebook\" as a Claude Code skill from https://github.com/huggingface/evaluation-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Evaluation Guidebook\" from https://github.com/huggingface/evaluation-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"},"trust":{"score":81,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"2.1K GitHub stars","repoActivity":"2.1K stars, 123 forks","lastPushed":"9mo since push","license":"Unknown","repository":"https://github.com/huggingface/evaluation-guidebook","install":"npx skills add huggingface/evaluation-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["ml-automation","machine-learning","automation","ml-media","evaluation","evaluation-metrics"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":78,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":76,"label":"Strong"},"supply":{"track":"Design and creative production","scenario":"Design and creative","maintenance":"9mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"huggingface-evaluation-guidebook (Evaluation Guidebook)","install_command":"npx skills add huggingface/evaluation-guidebook","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","manifest":"https://www.openagentskill.com/api/registry/manifest/huggingface-evaluation-guidebook"}},"use_cases":[{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"data-analysis","title":"Data analysis","url":"https://www.openagentskill.com/use-cases/data-analysis"},{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"}],"urls":{"web":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","install_api":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","audit":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/huggingface-evaluation-guidebook?metric=audit","repository":"https://github.com/huggingface/evaluation-guidebook"}},"alternatives":[{"rank":2,"match_score":30,"raw_match_score":197.7,"semantic_relevance":30,"skill":{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","description":"[RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework.","category":"robotics-iot","github_stars":473,"created_at":"2026-06-20T18:56:55.673307+00:00","updated_at":"2026-03-22T06:35:28+00:00","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation","github_repo":"JokerJohn/Cloud_Map_Evaluation"},"recommendation_reasons":["Matches task terms: evaluation","Install handoff is available","Repository freshness signal is available","Registry match score 30"],"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"GitHub automation","description":"I need my agent to triage GitHub issues, review pull requests, and summarize repository changes.","useCases":[{"slug":"browser-automation","title":"Browser automation"},{"slug":"workflow-automation","title":"Workflow automation"},{"slug":"data-analysis","title":"Data analysis"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","C++"],"install":{"ready":true,"command":"npx skills add JokerJohn/Cloud_Map_Evaluation","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":473,"starsLabel":"473","forks":40,"license":"Unknown","qualityScore":63,"trustScore":73,"auditScore":74},"maintenance":{"status":"active","label":"5mo since push","daysSincePush":153,"lastPushedAt":"2026-03-22T06:35:28+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"coverageTags":["Coding","GitHub automation","robotics-iot","robotics","automation","evaluation-metrics","lidar-point-cloud","map-evaluation"]},"quality":{"score":63,"tier":"promising","label":"Promising","summary":"Useful candidate, but compare it with alternatives before adopting.","signals":[{"label":"GitHub stars","value":"473","tone":"neutral"},{"label":"Freshness","value":"5mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":73,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"473 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"473 stars, 40 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"5mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add JokerJohn/Cloud_Map_Evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/JokerJohn/Cloud_Map_Evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"473 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"473 stars, 40 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"5mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add JokerJohn/Cloud_Map_Evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/JokerJohn/Cloud_Map_Evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"],"evidence":{"stars":"473 GitHub stars","repoActivity":"473 stars, 40 forks","lastPushed":"5mo since push","license":"Unknown","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation","install":"npx skills add JokerJohn/Cloud_Map_Evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add JokerJohn/Cloud_Map_Evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","5mo since push"]},"agentCompatibility":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["robotics-iot","robotics","automation","evaluation-metrics","lidar-point-cloud","map-evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":65,"base_score":73,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["65/100 Trust Score v5","73/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"473 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"473 stars, 40 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"5mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add JokerJohn/Cloud_Map_Evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/JokerJohn/Cloud_Map_Evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"473 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"473 stars, 40 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"5mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add JokerJohn/Cloud_Map_Evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/JokerJohn/Cloud_Map_Evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"473 GitHub stars","repoActivity":"473 stars, 40 forks","lastPushed":"5mo since push","license":"Unknown","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation","install":"npx skills add JokerJohn/Cloud_Map_Evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add JokerJohn/Cloud_Map_Evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","5mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["robotics-iot","robotics","automation","evaluation-metrics","lidar-point-cloud","map-evaluation"],"suited_agents":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","trust_score":65,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["robotics-iot","robotics","automation","evaluation-metrics","lidar-point-cloud","map-evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":73,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":74,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"safety":{"score":62,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["License is unclear","62/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["License is unclear","62/100 agent safety score"]},"decision":{"readiness_score":62,"readiness_label":"Prototype first","headline":"Fallback candidate for Browser automation","role":"Fallback candidate","best_for":["Browser automation workflows","general agent builders","builders willing to evaluate younger projects"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Browser automation task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add JokerJohn/Cloud_Map_Evaluation","value":"Install the \"Cloud Map Evaluation\" agent skill from https://github.com/JokerJohn/Cloud_Map_Evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Cloud Map Evaluation trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install jokerjohn-cloud-map-evaluation","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Cloud Map Evaluation\" agent skill from https://github.com/JokerJohn/Cloud_Map_Evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Cloud Map Evaluation\" as a Claude Code skill from https://github.com/JokerJohn/Cloud_Map_Evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Cloud Map Evaluation\" from https://github.com/JokerJohn/Cloud_Map_Evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","description":"[RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework.","category":"robotics-iot","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation","github_repo":"JokerJohn/Cloud_Map_Evaluation"},"suited_tasks":["Browser automation workflows","general agent builders","builders willing to evaluate younger projects","Navigate pages","Click and type safely","Check visual and DOM state","Move data between tools","Transform files"],"suited_agents":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add JokerJohn/Cloud_Map_Evaluation","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install jokerjohn-cloud-map-evaluation"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Cloud Map Evaluation\" agent skill from https://github.com/JokerJohn/Cloud_Map_Evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Cloud Map Evaluation\" as a Claude Code skill from https://github.com/JokerJohn/Cloud_Map_Evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Cloud Map Evaluation\" from https://github.com/JokerJohn/Cloud_Map_Evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: [RAL' 25 & IROS‘ 25] MapEval: Towards Unified, Robust and Efficient SLAM Map Evaluation Framework. After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"jokerjohn-cloud-map-evaluation\",\"task\":\"Install Cloud Map Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/jokerjohn-cloud-map-evaluation/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/jokerjohn-cloud-map-evaluation"},"trust":{"score":73,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"473 GitHub stars","repoActivity":"473 stars, 40 forks","lastPushed":"5mo since push","license":"Unknown","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation","install":"npx skills add JokerJohn/Cloud_Map_Evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["robotics-iot","robotics","automation","evaluation-metrics","lidar-point-cloud","map-evaluation"],"known_risks":["License is unclear","Quality score needs review","Documentation summary is thin","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":74,"risk_level":"needs_review","risk_label":"Needs review","warnings":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":63,"label":"Promising"},"supply":{"track":"Coding and developer agents","scenario":"GitHub automation","maintenance":"5mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 73/100 Strong shortlist","Audit: 74/100 Needs review","Safety: 62/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"jokerjohn-cloud-map-evaluation (Cloud Map Evaluation)","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"jokerjohn-cloud-map-evaluation","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","api":"https://www.openagentskill.com/api/agent/skills/jokerjohn-cloud-map-evaluation","audit":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=jokerjohn-cloud-map-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/jokerjohn-cloud-map-evaluation/install","manifest":"https://www.openagentskill.com/api/registry/manifest/jokerjohn-cloud-map-evaluation"}},"use_cases":[{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"workflow-automation","title":"Workflow automation","url":"https://www.openagentskill.com/use-cases/workflow-automation"},{"slug":"data-analysis","title":"Data analysis","url":"https://www.openagentskill.com/use-cases/data-analysis"}],"urls":{"web":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","api":"https://www.openagentskill.com/api/agent/skills/jokerjohn-cloud-map-evaluation","install_api":"https://www.openagentskill.com/api/skills/jokerjohn-cloud-map-evaluation/install","audit":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=jokerjohn-cloud-map-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/jokerjohn-cloud-map-evaluation?metric=audit","repository":"https://github.com/JokerJohn/Cloud_Map_Evaluation"}},{"rank":4,"match_score":30,"raw_match_score":174.9,"semantic_relevance":30,"skill":{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","description":"📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系","category":"devops","github_stars":127,"created_at":"2026-06-21T02:11:19.183572+00:00","updated_at":"2026-04-08T03:55:29+00:00","repository":"https://github.com/tsejx/devops-guidebook","github_repo":"tsejx/devops-guidebook"},"recommendation_reasons":["Matches task terms: guidebook","Install handoff is available","Repository freshness signal is available","Registry match score 30"],"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"GitHub automation","description":"I need my agent to triage GitHub issues, review pull requests, and summarize repository changes.","useCases":[{"slug":"github-automation","title":"GitHub automation"},{"slug":"browser-automation","title":"Browser automation"},{"slug":"local-desktop","title":"Local desktop"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","TypeScript"],"install":{"ready":true,"command":"npx skills add tsejx/devops-guidebook","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":127,"starsLabel":"127","forks":54,"license":"MIT","qualityScore":62,"trustScore":75,"auditScore":75},"maintenance":{"status":"active","label":"5mo since push","daysSincePush":136,"lastPushedAt":"2026-04-08T03:55:29+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context","Needs review"]},"coverageTags":["Coding","GitHub automation","devops","automation","cd","ci","deploy","git"]},"quality":{"score":62,"tier":"promising","label":"Promising","summary":"Useful candidate, but compare it with alternatives before adopting.","signals":[{"label":"GitHub stars","value":"127","tone":"neutral"},{"label":"Freshness","value":"5mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"MIT","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":75,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"127 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":62,"weight":0.08,"status":"info","detail":"127 stars, 54 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"5mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":50,"weight":0.14,"status":"warn","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add tsejx/devops-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/tsejx/devops-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"127 GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"127 stars, 54 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"5mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"warn","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add tsejx/devops-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/tsejx/devops-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern"],"warnings":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"],"evidence":{"stars":"127 GitHub stars","repoActivity":"127 stars, 54 forks","lastPushed":"5mo since push","license":"MIT","repository":"https://github.com/tsejx/devops-guidebook","install":"npx skills add tsejx/devops-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Thin public metadata","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add tsejx/devops-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","5mo since push"]},"agentCompatibility":["TypeScript","DevOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["devops","automation","cd","ci","deploy","git"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"trust_v5":{"version":"trust-score-v5","score":67,"base_score":75,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["67/100 Trust Score v5","75/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"127 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":62,"weight":0.08,"status":"info","detail":"127 stars, 54 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"5mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":50,"weight":0.14,"status":"warn","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add tsejx/devops-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/tsejx/devops-guidebook"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"127 GitHub stars"},{"status":"info","label":"Stars/forks activity","detail":"127 stars, 54 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"5mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"warn","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add tsejx/devops-guidebook"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/tsejx/devops-guidebook"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"127 GitHub stars","repoActivity":"127 stars, 54 forks","lastPushed":"5mo since push","license":"MIT","repository":"https://github.com/tsejx/devops-guidebook","install":"npx skills add tsejx/devops-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Thin public metadata","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add tsejx/devops-guidebook","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","5mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["TypeScript","DevOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["devops","automation","cd","ci","deploy","git"],"suited_agents":["TypeScript","DevOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add tsejx/devops-guidebook","trust_score":67,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["devops","automation","cd","ci","deploy","git"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":75,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":75,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"safety":{"score":63,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["Documentation summary is thin","63/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Documentation summary is thin"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["Documentation summary is thin","63/100 agent safety score"]},"decision":{"readiness_score":61,"readiness_label":"Prototype first","headline":"Fallback candidate for GitHub automation","role":"Fallback candidate","best_for":["GitHub automation workflows","general agent builders","builders willing to evaluate younger projects"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one GitHub automation task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add tsejx/devops-guidebook","value":"Install the \"Devops Guidebook\" agent skill from https://github.com/tsejx/devops-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Devops Guidebook trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install tsejx-devops-guidebook","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Devops Guidebook\" agent skill from https://github.com/tsejx/devops-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Devops Guidebook\" as a Claude Code skill from https://github.com/tsejx/devops-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Devops Guidebook\" from https://github.com/tsejx/devops-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","description":"📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系","category":"devops","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","repository":"https://github.com/tsejx/devops-guidebook","github_repo":"tsejx/devops-guidebook"},"suited_tasks":["GitHub automation workflows","general agent builders","builders willing to evaluate younger projects","Inspect repository metadata","Compare code changes","Write concise engineering summaries","Navigate pages","Click and type safely"],"suited_agents":["TypeScript","DevOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add tsejx/devops-guidebook","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install tsejx-devops-guidebook"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Devops Guidebook\" agent skill from https://github.com/tsejx/devops-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Devops Guidebook\" as a Claude Code skill from https://github.com/tsejx/devops-guidebook. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Devops Guidebook\" from https://github.com/tsejx/devops-guidebook into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 📚 DevOps 知识图谱 关于Linux、服务器、数据库、部署等相关体系 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"tsejx-devops-guidebook\",\"task\":\"Install Devops Guidebook\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/tsejx-devops-guidebook/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/tsejx-devops-guidebook"},"trust":{"score":75,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"127 GitHub stars","repoActivity":"127 stars, 54 forks","lastPushed":"5mo since push","license":"MIT","repository":"https://github.com/tsejx/devops-guidebook","install":"npx skills add tsejx/devops-guidebook","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Thin public metadata","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["devops","automation","cd","ci","deploy","git"],"known_risks":["Quality score needs review","Documentation summary is thin","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":75,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":62,"label":"Promising"},"supply":{"track":"Coding and developer agents","scenario":"GitHub automation","maintenance":"5mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 75/100 Strong shortlist","Audit: 75/100 Needs review","Safety: 63/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"tsejx-devops-guidebook (Devops Guidebook)","install_command":"npx skills add tsejx/devops-guidebook","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"tsejx-devops-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","api":"https://www.openagentskill.com/api/agent/skills/tsejx-devops-guidebook","audit":"https://www.openagentskill.com/skills/tsejx-devops-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=tsejx-devops-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/tsejx-devops-guidebook/install","manifest":"https://www.openagentskill.com/api/registry/manifest/tsejx-devops-guidebook"}},"use_cases":[{"slug":"github-automation","title":"GitHub automation","url":"https://www.openagentskill.com/use-cases/github-automation"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"}],"urls":{"web":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","api":"https://www.openagentskill.com/api/agent/skills/tsejx-devops-guidebook","install_api":"https://www.openagentskill.com/api/skills/tsejx-devops-guidebook/install","audit":"https://www.openagentskill.com/skills/tsejx-devops-guidebook/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=tsejx-devops-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/tsejx-devops-guidebook?metric=audit","repository":"https://github.com/tsejx/devops-guidebook"}},{"rank":5,"match_score":30,"raw_match_score":170.1,"semantic_relevance":30,"skill":{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","description":"Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter","category":"robotics-iot","github_stars":197,"created_at":"2026-06-21T04:57:16.973585+00:00","updated_at":"2026-04-23T04:48:05+00:00","repository":"https://github.com/gmberton/VPR-methods-evaluation","github_repo":"gmberton/VPR-methods-evaluation"},"recommendation_reasons":["Matches task terms: evaluation","Install handoff is available","Repository freshness signal is available","Registry match score 30"],"supply_profile":{"track":{"slug":"design","label":"Design and creative production","shortLabel":"Design","description":"Design assets, images, video, audio, multimodal media, presentation, and creative production skills."},"scenario":{"label":"Multimodal media","description":"I need my agent to process images, video, or audio and extract useful information.","useCases":[{"slug":"local-desktop","title":"Local desktop"},{"slug":"multimodal-media","title":"Multimodal media"},{"slug":"rag-knowledge","title":"RAG and knowledge"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","Python"],"install":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":197,"starsLabel":"197","forks":31,"license":"MIT","qualityScore":64,"trustScore":77,"auditScore":77},"maintenance":{"status":"active","label":"4mo since push","daysSincePush":121,"lastPushedAt":"2026-04-23T04:48:05+00:00"},"risk":{"level":"needs_review","label":"Needs review","requiresReview":true,"notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","Needs review"]},"coverageTags":["Design","Multimodal media","robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"]},"quality":{"score":64,"tier":"promising","label":"Promising","summary":"Useful candidate, but compare it with alternatives before adopting.","signals":[{"label":"GitHub stars","value":"197","tone":"neutral"},{"label":"Freshness","value":"4mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"MIT","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":77,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout.","recommendedAction":"Test in a sandbox workflow and compare its install path with close alternatives.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"197 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"4mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"197 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"4mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern"],"warnings":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"],"evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","4mo since push"]},"agentCompatibility":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"trust_v5":{"version":"trust-score-v5","score":69,"base_score":77,"outcome_confidence":0,"tier":"review","label":"Sandbox only","summary":"Useful candidate with missing or mixed trust signals. Keep it in an isolated workspace until the outcome loop proves task fit.","recommendedAction":"Run only in a sandbox and compare close alternatives before using it for real work.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["69/100 Trust Score v5","77/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"197 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":57,"weight":0.08,"status":"warn","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":76,"weight":0.14,"status":"info","detail":"4mo since push"},{"id":"license","label":"License clarity","score":86,"weight":0.09,"status":"pass","detail":"MIT"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"197 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"197 stars, 31 forks; issue activity unavailable in current metadata"},{"status":"info","label":"Recent maintenance","detail":"4mo since push"},{"status":"pass","label":"License clarity","detail":"MIT"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/gmberton/VPR-methods-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add gmberton/VPR-methods-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is declared","No Agent Proven outcome evidence yet","4mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"suited_agents":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":69,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"],"knownRisks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":77,"tier":"strong","label":"Strong shortlist","summary":"Good trust signals with a few areas worth checking before rollout."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":77,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"safety":{"score":65,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","summary":"Usable candidate, but the agent should surface permission and audit notes before installation.","recommended_action":"Require human approval before installing into a real workspace.","auto_install_policy":"review","reasons":["Documentation summary is thin","65/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"needs_review","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Documentation summary is thin"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace.","reasons":["Documentation summary is thin","65/100 agent safety score"]},"decision":{"readiness_score":63,"readiness_label":"Prototype first","headline":"Fallback candidate for Local desktop","role":"Fallback candidate","best_for":["Local desktop workflows","general agent builders","builders willing to evaluate younger projects"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Local desktop task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add gmberton/VPR-methods-evaluation","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review VPR Methods Evaluation trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install gmberton-vpr-methods-evaluation","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"VPR Methods Evaluation\" as a Claude Code skill from https://github.com/gmberton/VPR-methods-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"VPR Methods Evaluation\" from https://github.com/gmberton/VPR-methods-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","description":"Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter","category":"robotics-iot","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","repository":"https://github.com/gmberton/VPR-methods-evaluation","github_repo":"gmberton/VPR-methods-evaluation"},"suited_tasks":["Local desktop workflows","general agent builders","builders willing to evaluate younger projects","Navigate local resources","Run repeatable desktop actions","Verify file outputs","Read media metadata","Convert formats"],"suited_agents":["Python","Computer Vision","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add gmberton/VPR-methods-evaluation","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install gmberton-vpr-methods-evaluation"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"VPR Methods Evaluation\" agent skill from https://github.com/gmberton/VPR-methods-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"VPR Methods Evaluation\" as a Claude Code skill from https://github.com/gmberton/VPR-methods-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"VPR Methods Evaluation\" from https://github.com/gmberton/VPR-methods-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Wrapper for 10+ VPR models. Use any SOTA VPR model just by changing one parameter After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"gmberton-vpr-methods-evaluation\",\"task\":\"Install VPR Methods Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/gmberton-vpr-methods-evaluation"},"trust":{"score":77,"label":"Strong shortlist","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"197 GitHub stars","repoActivity":"197 stars, 31 forks","lastPushed":"4mo since push","license":"MIT","repository":"https://github.com/gmberton/VPR-methods-evaluation","install":"npx skills add gmberton/VPR-methods-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["robotics-iot","computer-vision","automation","benchmark","geolocalization","image-retrieval"],"known_risks":["Quality score needs review","Documentation summary is thin","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":77,"risk_level":"needs_review","risk_label":"Needs review","warnings":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Require human approval before installing into a real workspace."},"quality":{"score":64,"label":"Promising"},"supply":{"track":"Design and creative production","scenario":"Multimodal media","maintenance":"4mo since push","risk":"Needs review"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Require human approval before installing into a real workspace.","install_policy":"review","minimum_review_before_use":["Trust: 77/100 Strong shortlist","Audit: 77/100 Needs review","Safety: 65/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"gmberton-vpr-methods-evaluation (VPR Methods Evaluation)","install_command":"npx skills add gmberton/VPR-methods-evaluation","risk_summary":"Needs review; Reviewed with permission notes; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"gmberton-vpr-methods-evaluation","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","api":"https://www.openagentskill.com/api/agent/skills/gmberton-vpr-methods-evaluation","audit":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=gmberton-vpr-methods-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","manifest":"https://www.openagentskill.com/api/registry/manifest/gmberton-vpr-methods-evaluation"}},"use_cases":[{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"},{"slug":"multimodal-media","title":"Multimodal media","url":"https://www.openagentskill.com/use-cases/multimodal-media"},{"slug":"rag-knowledge","title":"RAG and knowledge","url":"https://www.openagentskill.com/use-cases/rag-knowledge"}],"urls":{"web":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","api":"https://www.openagentskill.com/api/agent/skills/gmberton-vpr-methods-evaluation","install_api":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install","audit":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=gmberton-vpr-methods-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/gmberton-vpr-methods-evaluation?metric=audit","repository":"https://github.com/gmberton/VPR-methods-evaluation"}},{"rank":6,"match_score":30,"raw_match_score":167.9,"semantic_relevance":30,"skill":{"slug":"langfuse-langfuse","name":"Langfuse","description":"🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 ","category":"development","github_stars":29437,"created_at":"2026-06-12T10:01:45.120124+00:00","updated_at":"2026-06-20T09:29:08+00:00","repository":"https://github.com/langfuse/langfuse","github_repo":"langfuse/langfuse"},"recommendation_reasons":["Matches task terms: evaluation","Strong GitHub adoption: 29,437 stars","Quality score 71/100","Install handoff is available","Repository freshness signal is available"],"supply_profile":{"track":{"slug":"coding","label":"Coding and developer agents","shortLabel":"Coding","description":"Code review, repo analysis, testing, CI, GitHub, DevOps, and developer workflow skills."},"scenario":{"label":"Coding agents","description":"I need a coding agent that can understand a repository, edit code, and review pull requests.","useCases":[{"slug":"data-analysis","title":"Data analysis"},{"slug":"coding-agents","title":"Coding agents"},{"slug":"browser-automation","title":"Browser automation"}]},"applicableAgents":["OpenAI Agents","LangChain","CLI","Codex","Claude Code"],"install":{"ready":true,"command":"npx skills add langfuse/langfuse","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":29437,"starsLabel":"29K","forks":3060,"license":"Unknown","qualityScore":100,"trustScore":87,"auditScore":90},"maintenance":{"status":"active","label":"2mo since push","daysSincePush":63,"lastPushedAt":"2026-06-20T09:29:08+00:00"},"risk":{"level":"safe_to_try","label":"Safe to try","requiresReview":true,"notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"coverageTags":["Coding","Coding agents","development","llmops","developer-tools","analytics","autogen","evaluation"]},"quality":{"score":100,"tier":"excellent","label":"Excellent","summary":"High-confidence pick with strong adoption and healthy maintenance signals.","signals":[{"label":"GitHub stars","value":"29K","tone":"positive"},{"label":"Freshness","value":"2mo ago","tone":"positive"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":[]},"trust":{"version":"trust-score-v4","score":87,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability.","recommendedAction":"Shortlist for production use, then run a normal repository and dependency review.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"29K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":97,"weight":0.08,"status":"pass","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add langfuse/langfuse"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/langfuse/langfuse"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"29K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add langfuse/langfuse"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/langfuse/langfuse"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"],"evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add langfuse/langfuse","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2mo since push"]},"agentCompatibility":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["development","llmops","developer-tools","analytics","autogen","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":79,"base_score":87,"outcome_confidence":0,"tier":"strong","label":"Review then install","summary":"Good shortlist signal, but the agent should review audit notes, install policy, and outcome evidence before running it.","recommendedAction":"Use as the primary candidate after human or sandbox review.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Ask for approval or run a sandbox-only trial before installing.","reasoning":["79/100 Trust Score v5","87/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":100,"weight":0.13,"status":"pass","detail":"29K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":97,"weight":0.08,"status":"pass","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":88,"weight":0.14,"status":"pass","detail":"2mo since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add langfuse/langfuse"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/langfuse/langfuse"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"pass","label":"GitHub adoption","detail":"29K GitHub stars"},{"status":"pass","label":"Stars/forks activity","detail":"29K stars, 3.1K forks; issue activity unavailable in current metadata"},{"status":"pass","label":"Recent maintenance","detail":"2mo since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add langfuse/langfuse"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/langfuse/langfuse"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"pass","label":"Ownership","detail":"Listing manually verified"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["Manually verified listing","AI review approved","Install path is available","Repository evidence is available","Recently maintained repository","Large GitHub adoption signal","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add langfuse/langfuse","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2mo since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Ask for approval or run a sandbox-only trial before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["development","llmops","developer-tools","analytics","autogen","evaluation"],"suited_agents":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add langfuse/langfuse","trust_score":79,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["development","llmops","developer-tools","analytics","autogen","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Documentation summary is thin","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":87,"tier":"production","label":"Production candidate","summary":"Strong OpenAgentSkill Trust Score across adoption, recent maintenance, license clarity, documentation, dependency/runtime risk, install safety, permission surface, and install availability."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":90,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"safety":{"score":78,"level":"review_before_install","label":"Review before install","safety_tier":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","summary":"Good audit and safety signals with no high-risk permission hints in public metadata.","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","auto_install_policy":"review","reasons":["Safe-to-try audit","78/100 agent safety score"]},"auto_install_allowed":false,"human_review_required":true,"blocked":false,"audit_risk":"safe_to_try","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"reviewed","label":"Reviewed","badge":"REVIEWED","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","reasons":["Safe-to-try audit","78/100 agent safety score"]},"decision":{"readiness_score":100,"readiness_label":"Production-ready","headline":"Primary pick for Data analysis","role":"Primary pick","best_for":["Data analysis workflows","OpenAI Agents teams","teams that value GitHub adoption signals"],"risks":["No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Data analysis task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add langfuse/langfuse","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Langfuse trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install langfuse-langfuse","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Langfuse\" as a Claude Code skill from https://github.com/langfuse/langfuse. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Langfuse\" from https://github.com/langfuse/langfuse into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"langfuse-langfuse","name":"Langfuse","description":"🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 ","category":"development","url":"https://www.openagentskill.com/skills/langfuse-langfuse","repository":"https://github.com/langfuse/langfuse","github_repo":"langfuse/langfuse"},"suited_tasks":["Data analysis workflows","OpenAI Agents teams","teams that value GitHub adoption signals","Load tabular data","Calculate trends","Summarize findings clearly","Inspect source files","Explain architecture"],"suited_agents":["TypeScript","LLMOps","Codex","Claude Code","Cursor","OpenAgentSkill CLI","OpenAI Agents","LangChain"],"install":{"command":"npx skills add langfuse/langfuse","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install langfuse-langfuse"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Langfuse\" agent skill from https://github.com/langfuse/langfuse. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Langfuse\" as a Claude Code skill from https://github.com/langfuse/langfuse. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Langfuse\" from https://github.com/langfuse/langfuse into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: 🪢 Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets. Integrates with OpenTelemetry, LangChain, OpenAI SDK, LiteLLM, and more. 🍊YC W23 After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"langfuse-langfuse\",\"task\":\"Install Langfuse\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/langfuse-langfuse"},"trust":{"score":87,"label":"Production candidate","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"29K GitHub stars","repoActivity":"29K stars, 3.1K forks","lastPushed":"2mo since push","license":"Unknown","repository":"https://github.com/langfuse/langfuse","install":"npx skills add langfuse/langfuse","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["development","llmops","developer-tools","analytics","autogen","evaluation"],"known_risks":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":90,"risk_level":"safe_to_try","risk_label":"Safe to try","warnings":["License is unclear","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed","auto_install_policy":"review","auto_install_allowed":false,"human_review_required":true,"blocked":false,"recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow."},"quality":{"score":100,"label":"Excellent"},"supply":{"track":"Coding and developer agents","scenario":"Coding agents","maintenance":"2mo since push","risk":"Safe to try"},"alternative_skills":[],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Review the audit page, then allow agent install in a sandboxed workflow.","install_policy":"review","minimum_review_before_use":["Trust: 87/100 Production candidate","Audit: 90/100 Safe to try","Safety: 78/100 Review before install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"langfuse-langfuse (Langfuse)","install_command":"npx skills add langfuse/langfuse","risk_summary":"Safe to try; Reviewed; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"langfuse-langfuse","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/langfuse-langfuse","api":"https://www.openagentskill.com/api/agent/skills/langfuse-langfuse","audit":"https://www.openagentskill.com/skills/langfuse-langfuse/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=langfuse-langfuse&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","manifest":"https://www.openagentskill.com/api/registry/manifest/langfuse-langfuse"}},"use_cases":[{"slug":"data-analysis","title":"Data analysis","url":"https://www.openagentskill.com/use-cases/data-analysis"},{"slug":"coding-agents","title":"Coding agents","url":"https://www.openagentskill.com/use-cases/coding-agents"},{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"}],"urls":{"web":"https://www.openagentskill.com/skills/langfuse-langfuse","api":"https://www.openagentskill.com/api/agent/skills/langfuse-langfuse","install_api":"https://www.openagentskill.com/api/skills/langfuse-langfuse/install","audit":"https://www.openagentskill.com/skills/langfuse-langfuse/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=langfuse-langfuse&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/langfuse-langfuse?metric=audit","repository":"https://github.com/langfuse/langfuse"}}],"blocked_candidates":[{"rank":3,"match_score":30,"raw_match_score":177.9,"semantic_relevance":30,"skill":{"slug":"4ku-place-recognition-evaluation","name":"Place Recognition Evaluation","description":"Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD","category":"robotics-iot","github_stars":126,"created_at":"2026-06-21T03:56:52.541286+00:00","updated_at":"2024-06-12T11:16:51+00:00","repository":"https://github.com/4ku/Place-recognition-evaluation","github_repo":"4ku/Place-recognition-evaluation"},"recommendation_reasons":["Matches task terms: evaluation","Install handoff is available","Repository freshness signal is available","Registry match score 30"],"supply_profile":{"track":{"slug":"automation","label":"General agent automation","shortLabel":"Automation","description":"Reusable skills for broad agent workflows, productivity, local tools, and task automation."},"scenario":{"label":"Workflow automation","description":"I need my agent to automate a repeated workflow across tools and files.","useCases":[{"slug":"browser-automation","title":"Browser automation"},{"slug":"workflow-automation","title":"Workflow automation"},{"slug":"local-desktop","title":"Local desktop"}]},"applicableAgents":["CLI","Codex","Claude Code","Cursor","C++"],"install":{"ready":true,"command":"npx skills add 4ku/Place-recognition-evaluation","primaryTarget":"CLI","targetCount":4},"githubQuality":{"stars":126,"starsLabel":"126","forks":3,"license":"Unknown","qualityScore":36,"trustScore":67,"auditScore":57},"maintenance":{"status":"stale","label":"2y since push","daysSincePush":801,"lastPushedAt":"2024-06-12T11:16:51+00:00"},"risk":{"level":"risky","label":"Risky","requiresReview":true,"notes":["License is unclear","Repository appears stale","Repository looks stale","Quality score needs review","Documentation summary is thin"]},"coverageTags":["Automation","Workflow automation","robotics-iot","robotics","benchmarking","dbow2","evaluation","logg3d"]},"quality":{"score":36,"tier":"review","label":"Needs review","summary":"Inspect the repository carefully before adding it to an agent workflow.","signals":[{"label":"GitHub stars","value":"126","tone":"neutral"},{"label":"Freshness","value":"2y ago","tone":"warning"},{"label":"Install ready","value":"Yes","tone":"positive"},{"label":"License","value":"Unknown","tone":"neutral"}],"warnings":["Repository looks stale"]},"trust":{"version":"trust-score-v4","score":67,"tier":"review","label":"Manual review","summary":"Potentially useful, but at least one trust signal needs human inspection.","recommendedAction":"Inspect the repository, license, and recent activity before connecting it to agent workflows.","dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"126 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":51,"weight":0.08,"status":"warn","detail":"126 stars, 3 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":22,"weight":0.14,"status":"fail","detail":"2y since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add 4ku/Place-recognition-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/4ku/Place-recognition-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"126 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"126 stars, 3 forks; issue activity unavailable in current metadata"},{"status":"fail","label":"Recent maintenance","detail":"2y since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add 4ku/Place-recognition-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/4ku/Place-recognition-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern"],"warnings":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown"],"evidence":{"stars":"126 GitHub stars","repoActivity":"126 stars, 3 forks","lastPushed":"2y since push","license":"Unknown","repository":"https://github.com/4ku/Place-recognition-evaluation","install":"npx skills add 4ku/Place-recognition-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"installReadiness":{"ready":true,"command":"npx skills add 4ku/Place-recognition-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2y since push"]},"agentCompatibility":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Human review or sandbox validation is required before automatic installation."},"bestFor":["robotics-iot","robotics","automation","benchmarking","dbow2","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown"]},"trust_v5":{"version":"trust-score-v5","score":59,"base_score":67,"outcome_confidence":0,"tier":"risk","label":"Do not auto-install","summary":"Trust Score v5 found insufficient evidence for agent installation. Treat this as discovery material, not an executable recommendation.","recommendedAction":"Choose a stronger alternative or inspect the source manually before any install attempt.","decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["59/100 Trust Score v5","67/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":62,"weight":0.13,"status":"info","detail":"126 GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":51,"weight":0.08,"status":"warn","detail":"126 stars, 3 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":22,"weight":0.14,"status":"fail","detail":"2y since push"},{"id":"license","label":"License clarity","score":42,"weight":0.09,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"weight":0.14,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"weight":0.12,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"weight":0.1,"status":"pass","detail":"npx skills add 4ku/Place-recognition-evaluation"},{"id":"install_safety","label":"Install command safety","score":92,"weight":0.1,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"weight":0.07,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"weight":0.04,"status":"pass","detail":"https://github.com/4ku/Place-recognition-evaluation"},{"id":"review_status","label":"Review status","score":88,"weight":0.05,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"weight":0.13,"status":"info","detail":"No agent outcome data yet"}],"checks":[{"status":"info","label":"GitHub adoption","detail":"126 GitHub stars"},{"status":"warn","label":"Stars/forks activity","detail":"126 stars, 3 forks; issue activity unavailable in current metadata"},{"status":"fail","label":"Recent maintenance","detail":"2y since push"},{"status":"warn","label":"License clarity","detail":"Unknown"},{"status":"info","label":"README/SKILL.md completeness","detail":"Public metadata needs stronger README/SKILL.md context"},{"status":"pass","label":"Dependency/runtime risk","detail":"no major dependency risk hints in public metadata"},{"status":"pass","label":"Install availability","detail":"npx skills add 4ku/Place-recognition-evaluation"},{"status":"pass","label":"Install command safety","detail":"standard package or runtime install path"},{"status":"pass","label":"Permission surface","detail":"no high-risk permission surface in public metadata"},{"status":"pass","label":"Repository evidence","detail":"https://github.com/4ku/Place-recognition-evaluation"},{"status":"pass","label":"Review status","detail":"AI review data available"},{"status":"info","label":"Agent Proven outcomes","detail":"No agent outcome data yet"},{"status":"warn","label":"Ownership","detail":"No approved owner claim yet"},{"status":"info","label":"OpenAgentSkill usage","detail":"No local usage activity yet"},{"status":"info","label":"Agent outcomes","detail":"No agent outcome data yet"}],"strengths":["AI review approved","Install path is available","Repository evidence is available","Install command has no obvious high-risk pattern","Outcome loop is ready but needs first real agent run"],"warnings":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown","No real agent outcome reports yet","Human review required before unattended installation"],"evidence":{"stars":"126 GitHub stars","repoActivity":"126 stars, 3 forks","lastPushed":"2y since push","license":"Unknown","repository":"https://github.com/4ku/Place-recognition-evaluation","install":"npx skills add 4ku/Place-recognition-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet","agentProvenScore":0,"outcomeConfidence":"0%","installPolicy":"human_review_before_install"},"installReadiness":{"ready":true,"command":"npx skills add 4ku/Place-recognition-evaluation","policy":"human_review_before_install","label":"Human review before install","notes":["Install path is available","Repository evidence is available","License is unclear","No Agent Proven outcome evidence yet","2y since push","Trust Score v5 requires review or sandbox-only use before install."]},"agentCompatibility":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"riskSummary":{"level":"medium","label":"Review before production","notes":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata"]},"outcomeEvidence":{"total":0,"successes":0,"failures":0,"notRelevant":0,"successRate":null,"installAttempts":0,"riskBlocked":0,"setupRequired":0,"installSuccessRate":null,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"recentSuccessRate":null,"recentFailureRate":null,"uniqueAgents":0,"agentProvenScore":0,"agentProvenLabel":"Needs first agent run","lastOutcomeAt":null,"label":"No agent outcome data yet"},"autoInstall":{"allowed":false,"sandboxRequired":true,"policy":"human_review_before_install","reason":"Compare alternatives before installing."},"outcome_loop":{"version":"openagentskill-agent-outcome-v3","required_after_install":true,"endpoint":"/api/agent/outcome","method":"POST","event_id_source":"feedback.event_id, install_receipt.resolve_event_id, or decision_packet.outcome_feedback.event_id","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"required_fields":["event_id","skill_slug","task"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url","time_to_useful_ms"],"ranking_inputs_updated":["Trust Score v5 outcome confidence","Agent Proven Score","Resolve ranking task-fit evidence","Skill detail machine-readable metadata","Outcome leaderboard"]},"agent_contract":{"suited_tasks":["robotics-iot","robotics","automation","benchmarking","dbow2","evaluation"],"suited_agents":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI"],"install_command":"npx skills add 4ku/Place-recognition-evaluation","trust_score":59,"trust_version":"trust-score-v5","risk_level":"medium","do_not_use_when":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"before_install":["Read the audit page and machine-readable metadata.","Confirm the install command, license, and permission surface fit the workspace.","Get explicit human approval or choose an alternative before installing."],"after_run":["Report the outcome to /api/agent/outcome using the resolve event id.","Include output_quality, workspace, human_review_required, and evidence_url when available.","Re-resolve before broad production rollout."]},"bestFor":["robotics-iot","robotics","automation","benchmarking","dbow2","evaluation"],"doNotUseFor":["Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace","Commercial reuse before clarifying license terms"],"knownRisks":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown"],"backward_compatible":{"trust_score_v4":{"version":"trust-score-v4","score":67,"tier":"review","label":"Manual review","summary":"Potentially useful, but at least one trust signal needs human inspection."}}},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"audit_score":57,"risk_level":"risky","risk_label":"Risky","warnings":["License is unclear","Repository appears stale","Repository looks stale","Quality score needs review","Documentation summary is thin"]},"safety":{"score":45,"level":"avoid_auto_install","label":"Avoid automatic install","safety_tier":{"tier":"blocked","label":"Blocked for auto-install","badge":"BLOCKED","summary":"This skill should not be selected by an agent without explicit human security review.","recommended_action":"Do not auto-install. Inspect the source, dependencies, and permission surface first.","auto_install_policy":"block","reasons":["Audit risk exceeds the requested agent policy","Audit classified this skill as risky","Audit risk risky exceeds max_risk=medium"]},"auto_install_allowed":false,"human_review_required":true,"blocked":true,"audit_risk":"risky","permission_hints":[{"id":"network","label":"Network access","reason":"Skill likely fetches remote pages, APIs, repositories, or external services.","severity":"medium"}],"policy_warnings":["Audit risk risky exceeds max_risk=medium","License is unclear"],"constraints_applied":{"max_risk":"medium","needs_install_command":true,"min_stars":0}},"safety_gate":{"tier":"blocked","label":"Blocked for auto-install","badge":"BLOCKED","auto_install_policy":"block","auto_install_allowed":false,"human_review_required":true,"blocked":true,"recommended_action":"Do not auto-install. Inspect the source, dependencies, and permission surface first.","reasons":["Audit risk exceeds the requested agent policy","Audit classified this skill as risky","Audit risk risky exceeds max_risk=medium"]},"decision":{"readiness_score":26,"readiness_label":"Needs manual review","headline":"Needs validation for Browser automation","role":"Needs validation","best_for":["Browser automation workflows","general agent builders","builders willing to evaluate younger projects"],"risks":["Repository looks stale","No OpenAgentSkill engagement data yet"],"next_steps":["Install it in a sandbox agent and run one Browser automation task end to end.","Compare output quality, latency, and failure behavior against at least one alternative.","Promote it into production only after reviewing repository permissions, license, and maintenance signals."]},"install_plan":{"target":"codex","label":"Codex install prompt","command":"npx skills add 4ku/Place-recognition-evaluation","value":"Install the \"Place Recognition Evaluation\" agent skill from https://github.com/4ku/Place-recognition-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","kind":"agent-prompt","steps":["Review Place Recognition Evaluation trust and audit signals before installing.","Send the install prompt to the target agent.","Install in a sandbox or low-risk workspace first.","Pin the repository source and re-check the audit before production use."],"targets":[{"id":"openagentskill-cli","label":"CLI","title":"OpenAgentSkill CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install 4ku-place-recognition-evaluation","description":"Resolve policy, run the source installer safely, and report a verified install receipt.","copyLabel":"Copy command"},{"id":"codex","label":"Codex","title":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Place Recognition Evaluation\" agent skill from https://github.com/4ku/Place-recognition-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Give Codex a repo-aware install prompt when the skill is not available through a local CLI.","copyLabel":"Copy prompt"},{"id":"claude-code","label":"Claude Code","title":"Claude Code skill prompt","kind":"agent-prompt","value":"Add \"Place Recognition Evaluation\" as a Claude Code skill from https://github.com/4ku/Place-recognition-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this prompt to ask Claude Code to add the skill and explain the local activation steps.","copyLabel":"Copy prompt"},{"id":"cursor","label":"Cursor","title":"Cursor rule prompt","kind":"agent-prompt","value":"Turn \"Place Recognition Evaluation\" from https://github.com/4ku/Place-recognition-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","description":"Use this when installing as Cursor project rules or reusable agent instructions.","copyLabel":"Copy prompt"}]},"machine_metadata":{"version":"openagentskill-agent-metadata-v2","skill":{"slug":"4ku-place-recognition-evaluation","name":"Place Recognition Evaluation","description":"Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD","category":"robotics-iot","url":"https://www.openagentskill.com/skills/4ku-place-recognition-evaluation","repository":"https://github.com/4ku/Place-recognition-evaluation","github_repo":"4ku/Place-recognition-evaluation"},"suited_tasks":["Browser automation workflows","general agent builders","builders willing to evaluate younger projects","Navigate pages","Click and type safely","Check visual and DOM state","Move data between tools","Transform files"],"suited_agents":["C++","Robotics","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add 4ku/Place-recognition-evaluation","ready":true,"targets":[{"id":"openagentskill-cli","label":"CLI","kind":"command","value":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz install 4ku-place-recognition-evaluation"},{"id":"codex","label":"Codex","kind":"agent-prompt","value":"Install the \"Place Recognition Evaluation\" agent skill from https://github.com/4ku/Place-recognition-evaluation. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"claude-code","label":"Claude Code","kind":"agent-prompt","value":"Add \"Place Recognition Evaluation\" as a Claude Code skill from https://github.com/4ku/Place-recognition-evaluation. Inspect the skill instructions, place the reusable skill files in the appropriate local skills location for this project, and report the activation steps. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"claude-code\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."},{"id":"cursor","label":"Cursor","kind":"agent-prompt","value":"Turn \"Place Recognition Evaluation\" from https://github.com/4ku/Place-recognition-evaluation into a reusable Cursor project rule or agent instruction. Preserve the core workflow, adapt paths to this repo, and keep the rule scoped to tasks where it is relevant. Skill purpose: Benchmarking and evaluation framework for place recognition methods, featuring SuperPoint+SuperGlue, LoGG3D-Net, Scan Context, DBoW2, MixVPR, STD After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"4ku-place-recognition-evaluation\",\"task\":\"Install Place Recognition Evaluation\",\"agent\":\"cursor\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes."}],"handoff_url":"https://www.openagentskill.com/api/skills/4ku-place-recognition-evaluation/install","manifest_url":"https://www.openagentskill.com/api/registry/manifest/4ku-place-recognition-evaluation"},"trust":{"score":67,"label":"Manual review","version":"trust-score-v4","install_policy":"human_review_before_install","evidence":{"stars":"126 GitHub stars","repoActivity":"126 stars, 3 forks","lastPushed":"2y since push","license":"Unknown","repository":"https://github.com/4ku/Place-recognition-evaluation","install":"npx skills add 4ku/Place-recognition-evaluation","installSafety":"standard package or runtime install path","permissionSurface":"no high-risk permission surface in public metadata","documentation":"Usable metadata, review docs","agentOutcomes":"No agent outcome data yet"},"outcome_evidence":{"total":0,"successes":0,"failures":0,"not_relevant":0,"success_rate":null,"recent_success_rate":null,"recent_failure_rate":null,"install_attempts":0,"install_success_rate":null,"risk_blocked":0,"setup_required":0,"avg_output_quality":null,"production_outcomes":0,"last_outcome_at":null,"label":"No agent outcome data yet"},"auto_install":{"allowed":false,"sandbox_required":true,"reason":"Human review or sandbox validation is required before automatic installation."},"best_for":["robotics-iot","robotics","automation","benchmarking","dbow2","evaluation"],"known_risks":["License is unclear","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown"]},"agent_proven":{"version":"agent-proven-v1","score":0,"tier":"unproven","label":"Needs first agent run","summary":"No agent outcome reports yet. Use Resolve, run one narrow sandbox task, then report the result.","metrics":{"totalOutcomes":0,"successfulOutcomes":0,"failedOutcomes":0,"installAttempts":0,"installSuccessRate":null,"successRate":null,"recentSuccessRate":null,"recentFailureRate":null,"riskBlocked":0,"setupRequired":0,"notRelevant":0,"avgOutputQuality":null,"avgTimeToUsefulMs":null,"productionOutcomes":0,"humanReviewRequired":0,"uniqueAgents":0,"lastOutcomeAt":null},"signals":[],"penalties":["No real agent outcome evidence yet"]},"audit":{"score":57,"risk_level":"risky","risk_label":"Risky","warnings":["License is unclear","Repository appears stale","Repository looks stale","Quality score needs review","Documentation summary is thin","Stars/forks activity: 126 stars, 3 forks; issue activity unavailable in current metadata","Recent maintenance: 2y since push","License clarity: Unknown"]},"safety_gate":{"tier":"blocked","label":"Blocked for auto-install","auto_install_policy":"block","auto_install_allowed":false,"human_review_required":true,"blocked":true,"recommended_action":"Do not auto-install. Inspect the source, dependencies, and permission surface first."},"quality":{"score":36,"label":"Needs review"},"supply":{"track":"General agent automation","scenario":"Workflow automation","maintenance":"2y since push","risk":"Risky"},"alternative_skills":[],"do_not_use_when":["teams that require actively maintained dependencies","production agents without a repository review","Repository looks stale","No OpenAgentSkill engagement data yet","Audit risk risky exceeds max_risk=medium","License is unclear","Repository appears stale","Quality score needs review"],"agent_contract":{"task_input":"Use Evaluation Guidebook","recommended_action":"Do not auto-install. Inspect the source, dependencies, and permission surface first.","install_policy":"block","minimum_review_before_use":["Trust: 67/100 Manual review","Audit: 57/100 Risky","Safety: 45/100 Avoid automatic install","Review repository, license, install command, and permission surface before production use."],"expected_agent_output":{"selected_skill":"4ku-place-recognition-evaluation (Place Recognition Evaluation)","install_command":"npx skills add 4ku/Place-recognition-evaluation","risk_summary":"Risky; Blocked for auto-install; Review before production","verification_result":"Report the smallest successful task, files touched, warnings, and any missing setup."}},"outcome_feedback":{"endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","requires_resolve_event_id":true,"event_id_source":"Use install_receipt.outcome_feedback.event_id or feedback.event_id returned by /api/agent/resolve for the current task.","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"<install_receipt.outcome_feedback.event_id or feedback.event_id from /api/agent/resolve>","skill_slug":"4ku-place-recognition-evaluation","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Report the smallest successful task, setup friction, files touched, and risk notes."}},"endpoints":{"web":"https://www.openagentskill.com/skills/4ku-place-recognition-evaluation","api":"https://www.openagentskill.com/api/agent/skills/4ku-place-recognition-evaluation","audit":"https://www.openagentskill.com/skills/4ku-place-recognition-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=4ku-place-recognition-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","resolve":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium","receipt":"https://www.openagentskill.com/api/agent/receipt?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium&format=text","install":"https://www.openagentskill.com/api/skills/4ku-place-recognition-evaluation/install","manifest":"https://www.openagentskill.com/api/registry/manifest/4ku-place-recognition-evaluation"}},"use_cases":[{"slug":"browser-automation","title":"Browser automation","url":"https://www.openagentskill.com/use-cases/browser-automation"},{"slug":"workflow-automation","title":"Workflow automation","url":"https://www.openagentskill.com/use-cases/workflow-automation"},{"slug":"local-desktop","title":"Local desktop","url":"https://www.openagentskill.com/use-cases/local-desktop"}],"urls":{"web":"https://www.openagentskill.com/skills/4ku-place-recognition-evaluation","api":"https://www.openagentskill.com/api/agent/skills/4ku-place-recognition-evaluation","install_api":"https://www.openagentskill.com/api/skills/4ku-place-recognition-evaluation/install","audit":"https://www.openagentskill.com/skills/4ku-place-recognition-evaluation/audit","eval":"https://www.openagentskill.com/api/agent/evals?slug=4ku-place-recognition-evaluation&task=Use%20Evaluation%20Guidebook&max_risk=medium","badge":"https://www.openagentskill.com/api/badge/4ku-place-recognition-evaluation?metric=audit","repository":"https://github.com/4ku/Place-recognition-evaluation"}}],"agent_workflow":{"mode":"resolve_review_install","recommended_action":"Require human approval before installing into a real workspace.","selected_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","repository":"https://github.com/huggingface/evaluation-guidebook"},"install":{"target":"codex","label":"Codex install prompt","kind":"agent-prompt","command":"npx skills add huggingface/evaluation-guidebook","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","api":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install"},"copy_paste_prompt":"Task: Use Evaluation Guidebook\nUse Evaluation Guidebook from https://www.openagentskill.com/skills/huggingface-evaluation-guidebook.\nReview the audit first: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit\nReview the eval first: https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium\nInstall handoff: https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install\nInstall command: npx skills add huggingface/evaluation-guidebook\nIf audit or policy warnings look unsafe for this workspace, use one of the alternatives instead.","api_sequence":[{"step":1,"label":"Resolve task","method":"GET","url":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium"},{"step":2,"label":"Fetch pre-install eval","method":"GET","url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium"},{"step":3,"label":"Fetch selected skill profile","method":"GET","url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook"},{"step":4,"label":"Fetch install handoff","method":"GET","url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install"},{"step":5,"label":"Review audit","method":"GET","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit"},{"step":6,"label":"Report outcome","method":"POST","url":"https://www.openagentskill.com/api/agent/outcome","body":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."}}],"review_checklist":["Safety tier: Reviewed with permission notes","Safety score: 66/100 Review before install","Audit score: 78/100 Needs review","Trust score: 73/100 Sandbox only","Readiness: 78/100 Strong shortlist","License is unclear","License is unclear","Quality score needs review","Documentation summary is thin"],"fallback_strategy":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","reason":"Matches task terms: evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","install_api":"https://www.openagentskill.com/api/skills/jokerjohn-cloud-map-evaluation/install"},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","reason":"Matches task terms: guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","install_api":"https://www.openagentskill.com/api/skills/tsejx-devops-guidebook/install"},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","reason":"Matches task terms: evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","install_api":"https://www.openagentskill.com/api/skills/gmberton-vpr-methods-evaluation/install"}],"expected_agent_output":{"selected_skill":"slug and name","install_command":"command or agent prompt used","risk_summary":"audit, trust, and policy notes","next_step":"what the agent will do after install","outcome_event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba"}},"agent_handoff":{"version":"openagentskill-agent-handoff-v1","mode":"resolve_compare_review_install","task":"Use Evaluation Guidebook","agent":"codex","selected_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","eval_url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium","repository":"https://github.com/huggingface/evaluation-guidebook"},"install_plan":{"command":"npx skills add huggingface/evaluation-guidebook","target":"codex","label":"Codex install prompt","kind":"agent-prompt","value":"Install the \"Evaluation Guidebook\" agent skill from https://github.com/huggingface/evaluation-guidebook. Read its SKILL.md or equivalent instructions first, install only the files needed for this workspace, and summarize any required setup before using it. Skill purpose: Sharing both practical insights and theoretical knowledge about LLM evaluation that we gathered while managing the Open LLM Leaderboard and designing lighteval! After the install attempt, report the result to https://www.openagentskill.com/api/agent/outcome with POST JSON {\"event_id\":\"install_<unique-id>\",\"skill_slug\":\"huggingface-evaluation-guidebook\",\"task\":\"Install Evaluation Guidebook\",\"agent\":\"codex\",\"outcome\":\"success\",\"install_used\":true}. Replace event_id with a unique value and outcome with success or failed. Report success only after the skill is installed and a minimal verification passes.","install_api":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install","auto_install_allowed":false,"human_review_required":true,"policy":"review"},"api_sequence":[{"step":1,"label":"Resolve task","method":"GET","url":"https://www.openagentskill.com/api/agent/resolve?task=Use%20Evaluation%20Guidebook&agent=codex&max_risk=medium"},{"step":2,"label":"Fetch pre-install eval","method":"GET","url":"https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium"},{"step":3,"label":"Fetch selected skill profile","method":"GET","url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook"},{"step":4,"label":"Fetch install handoff","method":"GET","url":"https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install"},{"step":5,"label":"Review audit","method":"GET","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit"},{"step":6,"label":"Report outcome","method":"POST","url":"https://www.openagentskill.com/api/agent/outcome","body":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."}}],"platform_templates":[{"id":"codex","name":"Codex","surface":"Coding agent / local workspace","copy_prompt":"Task: Use Evaluation Guidebook\nSelected skill: Evaluation Guidebook (huggingface-evaluation-guidebook)\nSkill URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook\nAudit URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit\nEval URL: https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium\nInstall handoff: https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install\nInstall command: npx skills add huggingface/evaluation-guidebook\nInstall policy: Human review is required before install.\nOutcome feedback: use install_receipt.outcome_feedback.event_id or feedback.event_id from the Resolve API and report the result to /api/agent/outcome after one narrow run. Include outcome, install_used, task_success, output_quality, workspace, error_type, and human_review_required when known.\n\nBefore installing:\n1. Read the audit and eval result.\n2. Report risk notes and files or commands that will be touched.\n3. Install only in a sandbox or low-risk workspace first.\n4. If risk is unacceptable, use an alternative.\n\nAlternatives:\n- Cloud Map Evaluation (jokerjohn-cloud-map-evaluation): https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation\n- Devops Guidebook (tsejx-devops-guidebook): https://www.openagentskill.com/skills/tsejx-devops-guidebook\n- VPR Methods Evaluation (gmberton-vpr-methods-evaluation): https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation\n\nExpected Codex output:\n- selected_skill\n- install_command\n- risk_summary\n- outcome_event_id\n- alternatives\n- files_or_commands_to_touch\n- next_action"},{"id":"claude-code","name":"Claude Code","surface":"Claude Code skill workflow","copy_prompt":"Task: Use Evaluation Guidebook\nSelected skill: Evaluation Guidebook (huggingface-evaluation-guidebook)\nSkill URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook\nAudit URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit\nEval URL: https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium\nInstall handoff: https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install\nInstall command: npx skills add huggingface/evaluation-guidebook\nInstall policy: Human review is required before install.\nOutcome feedback: use install_receipt.outcome_feedback.event_id or feedback.event_id from the Resolve API and report the result to /api/agent/outcome after one narrow run. Include outcome, install_used, task_success, output_quality, workspace, error_type, and human_review_required when known.\n\nBefore installing:\n1. Read the audit and eval result.\n2. Report risk notes and files or commands that will be touched.\n3. Install only in a sandbox or low-risk workspace first.\n4. If risk is unacceptable, use an alternative.\n\nAlternatives:\n- Cloud Map Evaluation (jokerjohn-cloud-map-evaluation): https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation\n- Devops Guidebook (tsejx-devops-guidebook): https://www.openagentskill.com/skills/tsejx-devops-guidebook\n- VPR Methods Evaluation (gmberton-vpr-methods-evaluation): https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation\n\nExpected Claude Code output:\n- selected_skill\n- skill_files_or_instructions\n- install_prompt\n- risk_summary\n- outcome_event_id\n- activation_steps\n- fallback_skill"},{"id":"cursor","name":"Cursor","surface":"Cursor rules / agent instructions","copy_prompt":"Task: Use Evaluation Guidebook\nSelected skill: Evaluation Guidebook (huggingface-evaluation-guidebook)\nSkill URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook\nAudit URL: https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit\nEval URL: https://www.openagentskill.com/api/agent/evals?slug=huggingface-evaluation-guidebook&task=Use%20Evaluation%20Guidebook&max_risk=medium\nInstall handoff: https://www.openagentskill.com/api/skills/huggingface-evaluation-guidebook/install\nInstall command: npx skills add huggingface/evaluation-guidebook\nInstall policy: Human review is required before install.\nOutcome feedback: use install_receipt.outcome_feedback.event_id or feedback.event_id from the Resolve API and report the result to /api/agent/outcome after one narrow run. Include outcome, install_used, task_success, output_quality, workspace, error_type, and human_review_required when known.\n\nBefore installing:\n1. Read the audit and eval result.\n2. Report risk notes and files or commands that will be touched.\n3. Install only in a sandbox or low-risk workspace first.\n4. If risk is unacceptable, use an alternative.\n\nAlternatives:\n- Cloud Map Evaluation (jokerjohn-cloud-map-evaluation): https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation\n- Devops Guidebook (tsejx-devops-guidebook): https://www.openagentskill.com/skills/tsejx-devops-guidebook\n- VPR Methods Evaluation (gmberton-vpr-methods-evaluation): https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation\n\nExpected Cursor output:\n- selected_skill\n- cursor_rule_or_prompt\n- install_command\n- risk_summary\n- outcome_event_id\n- when_to_use\n- when_not_to_use"}],"review_checklist":["Safety tier: Reviewed with permission notes","Safety score: 66/100 Review before install","Audit score: 78/100 Needs review","Trust score: 73/100 Sandbox only","Readiness: 78/100 Strong shortlist","License is unclear","License is unclear","Quality score needs review","Documentation summary is thin"],"expected_output":{"selected_skill":"slug and name","install_command":"command or agent prompt used","risk_summary":"audit, trust, and policy notes","next_step":"what the agent will do after install","outcome_event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba"},"feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","outcome_api":"https://www.openagentskill.com/api/agent/outcome","cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"]},"blocked_actions":["Do not install when safety_gate.blocked is true.","Do not install when the audit or eval reports unacceptable workspace risk.","Do not execute shell commands, access secrets, or call external services without user approval.","Do not keep the skill as an always-on instruction if it only fits a narrow task."]},"policy_decision":{"status":"human_review_required","summary":"Require human approval before installing into a real workspace."},"agent_decision":{"input_task":"Use Evaluation Guidebook","recommended_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","repository":"https://github.com/huggingface/evaluation-guidebook","safety_tier":"Reviewed with permission notes","auto_install_policy":"review"},"alternative_skills":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"62/100 Review before install","trust":"73/100 Strong shortlist","notes":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]}},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","install_command":"npx skills add tsejx/devops-guidebook","why_consider":"Matches task terms: guidebook","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"63/100 Review before install","trust":"75/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]}},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","install_command":"npx skills add gmberton/VPR-methods-evaluation","why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"65/100 Review before install","trust":"77/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]}}],"install_command":"npx skills add huggingface/evaluation-guidebook","install_target":"Codex install prompt","why_recommended":["Matches task terms: evaluation, guidebook","Useful GitHub adoption: 2,124 stars","Install handoff is available","Repository freshness signal is available","Registry match score 42","Companion skill for Browser automation"],"risk_summary":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"66/100 Review before install","trust":"81/100 Strong shortlist","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"]},"safety_gate":{"tier":"reviewed","label":"Reviewed with permission notes","auto_install_policy":"review","action":"Require human approval before installing into a real workspace."},"feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","outcome_api":"https://www.openagentskill.com/api/agent/outcome","cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","contract":{"version":"openagentskill-agent-feedback-loop-v3","status":"active","purpose":"Report the result of one resolved skill run so Trust Score v5 and future Resolve rankings learn from real use.","event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","selected_skill_slug":"huggingface-evaluation-guidebook","selected_skill_name":"Evaluation Guidebook","endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","idempotency":"Retrying the same event_id updates the previous outcome.","dry_run":{"supported":true,"instruction":"Set dry_run=true to validate a payload before wiring a new agent integration."},"expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"error_types":["install_failed","runtime_error","not_relevant","permission_blocked","risk_blocked","setup_required","low_quality_output","missing_dependency","timeout","other"],"workspaces":["sandbox","local","ci","production","unknown"],"quality_fields":["task_success","output_quality","error_type","human_review_required","used_in_production","workspace","evidence_url"],"payload_template":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","ranking_inputs_updated":["Trust Score v5 outcome confidence","Resolve ranking outcome evidence","Skill detail outcome signal block","Outcome leaderboard"]}},"agent_next_steps":["Read the audit URL before installing.","Ask for human approval before installing.","Use install command: npx skills add huggingface/evaluation-guidebook","After one narrow task, report the outcome with: npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success","Summarize output, warnings, files touched, and whether setup or human review was required."]},"decision_packet":{"version":"openagentskill-agent-decision-packet-v1","task":"Use Evaluation Guidebook","agent":"codex","selected_skill":{"slug":"huggingface-evaluation-guidebook","name":"Evaluation Guidebook","url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook","api_url":"https://www.openagentskill.com/api/agent/skills/huggingface-evaluation-guidebook","audit_url":"https://www.openagentskill.com/skills/huggingface-evaluation-guidebook/audit","repository":"https://github.com/huggingface/evaluation-guidebook"},"suited_tasks":["Browser automation workflows","general agent builders","teams that value GitHub adoption signals","Navigate pages","Click and type safely","Check visual and DOM state","Load tabular data","Calculate trends"],"suited_agents":["Jupyter Notebook","Machine Learning","Codex","Claude Code","Cursor","OpenAgentSkill CLI","CLI"],"install":{"command":"npx skills add huggingface/evaluation-guidebook","target":"codex","label":"Codex install prompt","policy":"review","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true},"trust":{"score":73,"label":"Sandbox only","version":"trust-score-v5","base_score":81,"outcome_confidence":0,"decision":{"install_policy":"human_review_before_install","auto_install_allowed":false,"human_review_required":true,"sandbox_first":true,"agent_action":"Compare alternatives before installing.","reasoning":["73/100 Trust Score v5","81/100 Trust Score v4 baseline","Needs more real agent outcomes before unattended install","Install path is available","Review before production"],"review_required_when":["The workspace contains production secrets, payments, private customer data, or irreversible actions.","The install command requests shell, network, credential, database, or broad filesystem access.","Outcome evidence is missing, recently failed, or required human review.","Production credentials, payments, or irreversible account changes without explicit human review","Sensitive private data before reviewing repository code, license, and permission surface","Automatic installation in a production workspace"]},"dimensions":[{"id":"github_adoption","label":"GitHub adoption","score":86,"status":"pass","detail":"2.1K GitHub stars"},{"id":"repo_activity","label":"Stars/forks activity","score":77,"status":"info","detail":"2.1K stars, 123 forks; issue activity unavailable in current metadata"},{"id":"maintenance","label":"Recent maintenance","score":62,"status":"info","detail":"9mo since push"},{"id":"license","label":"License clarity","score":42,"status":"warn","detail":"Unknown"},{"id":"documentation","label":"README/SKILL.md completeness","score":66,"status":"info","detail":"Public metadata needs stronger README/SKILL.md context"},{"id":"dependency_risk","label":"Dependency/runtime risk","score":90,"status":"pass","detail":"no major dependency risk hints in public metadata"},{"id":"installability","label":"Install availability","score":92,"status":"pass","detail":"npx skills add huggingface/evaluation-guidebook"},{"id":"install_safety","label":"Install command safety","score":92,"status":"pass","detail":"standard package or runtime install path"},{"id":"permission_surface","label":"Permission surface","score":100,"status":"pass","detail":"no high-risk permission surface in public metadata"},{"id":"repository","label":"Repository evidence","score":86,"status":"pass","detail":"https://github.com/huggingface/evaluation-guidebook"},{"id":"review_status","label":"Review status","score":88,"status":"pass","detail":"AI review data available"},{"id":"agent_outcomes","label":"Agent Proven outcomes","score":54,"status":"info","detail":"No agent outcome data yet"}]},"risk":{"level":"Needs review","audit_label":"Needs review","safety":"66/100 Review before install","trust":"81/100 Strong shortlist","safety_tier":"Reviewed with permission notes","notes":["License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown"],"do_not_use_when":["teams that need a vendor-supported SLA","high-compliance environments without internal security review","No OpenAgentSkill engagement data yet","License is unclear","Quality score needs review","Documentation summary is thin","License clarity: Unknown","Production credentials, payments, or irreversible account changes without explicit human review"],"minimum_review_before_use":["Trust: 81/100 Strong shortlist","Audit: 78/100 Needs review","Safety: 66/100 Review before install","Review repository, license, install command, and permission surface before production use."]},"alternatives":[{"slug":"jokerjohn-cloud-map-evaluation","name":"Cloud Map Evaluation","url":"https://www.openagentskill.com/skills/jokerjohn-cloud-map-evaluation","install_command":"npx skills add JokerJohn/Cloud_Map_Evaluation","trust_score":73,"audit_score":74,"safety_score":62,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"62/100 Review before install","trust":"73/100 Strong shortlist","notes":["License is unclear","Documentation summary is thin","Quality score needs review","Stars/forks activity: 473 stars, 40 forks; issue activity unavailable in current metadata","License clarity: Unknown"]}},{"slug":"tsejx-devops-guidebook","name":"Devops Guidebook","url":"https://www.openagentskill.com/skills/tsejx-devops-guidebook","install_command":"npx skills add tsejx/devops-guidebook","trust_score":75,"audit_score":75,"safety_score":63,"why_consider":"Matches task terms: guidebook","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"63/100 Review before install","trust":"75/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","README/SKILL.md completeness: Public metadata needs stronger README/SKILL.md context"]}},{"slug":"gmberton-vpr-methods-evaluation","name":"VPR Methods Evaluation","url":"https://www.openagentskill.com/skills/gmberton-vpr-methods-evaluation","install_command":"npx skills add gmberton/VPR-methods-evaluation","trust_score":77,"audit_score":77,"safety_score":65,"why_consider":"Matches task terms: evaluation","risk":{"level":"Needs review","safety_tier":"Reviewed with permission notes","safety":"65/100 Review before install","trust":"77/100 Strong shortlist","notes":["Documentation summary is thin","Quality score needs review","Stars/forks activity: 197 stars, 31 forks; issue activity unavailable in current metadata"]}},{"slug":"langfuse-langfuse","name":"Langfuse","url":"https://www.openagentskill.com/skills/langfuse-langfuse","install_command":"npx skills add langfuse/langfuse","trust_score":87,"audit_score":90,"safety_score":78,"why_consider":"Matches task terms: evaluation","risk":{"level":"Safe to try","safety_tier":"Reviewed","safety":"78/100 Review before install","trust":"87/100 Production candidate","notes":["License is unclear","Documentation summary is thin","License clarity: Unknown"]}}],"outcome_feedback":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","endpoint":"https://www.openagentskill.com/api/agent/outcome","method":"POST","expected_outcomes":["success","failed","not_relevant","blocked_by_risk","setup_required"],"payload_template":{"event_id":"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba","skill_slug":"huggingface-evaluation-guidebook","task":"Use Evaluation Guidebook","agent":"codex","outcome":"success","install_used":true,"risk_blocked":false,"setup_required":false,"task_success":true,"output_quality":4,"error_type":null,"human_review_required":false,"workspace":"sandbox","time_to_useful_ms":120000,"notes":"Solved the task in a sandbox workflow."},"cli_example":"npx --yes https://github.com/Leon-Drq/openagentskill/releases/download/cli-v0.2.1/openagentskill-0.2.1.tgz outcome \"resolve_f541b874-7251-4faa-bb8c-cfa7b94307ba\" --skill \"huggingface-evaluation-guidebook\" --task \"Use Evaluation Guidebook\" --agent \"codex\" --outcome success"},"next_agent_action":"Ask for human approval or choose a safer alternative before installing.","stable_fields":["decision_packet.selected_skill","decision_packet.install","decision_packet.risk.do_not_use_when","decision_packet.alternatives","decision_packet.outcome_feedback","decision_packet.trust.decision"]},"benchmark":{"endpoint":"https://www.openagentskill.com/api/agent/evals","note":"Use the evals endpoint to regression-test recommendation quality before changing ranking logic."},"meta":{"endpoint":"/api/agent/resolve","api_version":"2.0","generated_at":"2026-08-22T19:44:04.252Z","total_skills_searched":901,"total_candidates":15,"candidate_pool":{"sort":"quality","size":901,"note":"Resolver searches the highest-quality candidate pool for low-latency agent use. Browse /skills for the full public index."},"contract":{"best_skill":"recommendation.best_skill","install":"recommendation.install","why":"recommendation.why_recommended","risk":"recommendation.risk","alternatives":"recommendation.alternatives","agent_handoff":"agent_handoff.platform_templates + agent_handoff.review_checklist","decision_packet":"decision_packet","install_receipt":"install_receipt","recommendation_lanes":"recommendation_lanes"}}}