{"passed":46,"failed":0,"total":46,"pass_rate":100,"skills_evaluated":2150,"evaluation_mode":"query-specific-live-registry","results":[{"id":"china-saas-localization-no-false-positive","task":"Localize a SaaS product for launch in China","passed":true,"expected_slugs":[],"expected_terms":[],"min_top_score":null,"expect_no_match":true,"allow_no_match":false,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"chinese-china-market-localization-no-false-positive","task":"中国市场本地化","passed":true,"expected_slugs":[],"expected_terms":[],"min_top_score":null,"expect_no_match":true,"allow_no_match":false,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"generic-web-scraping","task":"Scrape competitor pricing pages and extract structured data","passed":true,"expected_slugs":["crawl4ai","firecrawl","any4ai-anycrawl","mishushakov-llm-scraper"],"expected_terms":["crawl","scraper","firecrawl","extraction"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":689.3,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"scrapegraphai-scrapegraph-ai","name":"Scrapegraph AI","score":689.3,"semantic_relevance":52,"stars":27245},{"rank":2,"slug":"alirezamika-autoscraper","name":"Autoscraper","score":640.7,"semantic_relevance":52,"stars":7873},{"rank":3,"slug":"crawl4ai","name":"Crawl4AI","score":630.7,"semantic_relevance":52,"stars":73100},{"rank":4,"slug":"gocolly-colly","name":"Colly","score":623.8,"semantic_relevance":52,"stars":25335},{"rank":5,"slug":"codelucas-newspaper","name":"Newspaper","score":622.3,"semantic_relevance":52,"stars":15106}]},{"id":"browser-automation","task":"Control a browser, fill forms, and verify a web app workflow","passed":true,"expected_slugs":[],"expected_terms":["browser","playwright","automation","puppeteer"],"min_top_score":60,"expect_no_match":false,"allow_no_match":false,"top_score":756.6,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"anthropic-webapp-testing","name":"Webapp Testing","score":756.6,"semantic_relevance":64,"stars":170882},{"rank":2,"slug":"browser-use","name":"Browser Use","score":667.1,"semantic_relevance":64,"stars":100530},{"rank":3,"slug":"lightpanda-io-browser","name":"Browser","score":662.9,"semantic_relevance":64,"stars":31247},{"rank":4,"slug":"browserless-browserless","name":"Browserless","score":632.9,"semantic_relevance":52,"stars":13363},{"rank":5,"slug":"browserbase-stagehand","name":"Stagehand","score":632.6,"semantic_relevance":64,"stars":23549}]},{"id":"github-pr-review","task":"Review pull requests, inspect repository changes, and summarize GitHub issues","passed":true,"expected_slugs":[],"expected_terms":["github","pull request","review","repository"],"min_top_score":55,"expect_no_match":false,"allow_no_match":false,"top_score":765.5,"top_semantic_relevance":80,"top_results":[{"rank":1,"slug":"alibaba-open-code-review","name":"Open Code Review","score":765.5,"semantic_relevance":80,"stars":20612},{"rank":2,"slug":"mattpocock-code-review","name":"Code Review","score":747,"semantic_relevance":84,"stars":168580},{"rank":3,"slug":"anomalyco-opencode","name":"Opencode","score":650.8,"semantic_relevance":56,"stars":175041},{"rank":4,"slug":"openai-codex","name":"Codex","score":650.7,"semantic_relevance":56,"stars":91367},{"rank":5,"slug":"qwenlm-qwen-code","name":"Qwen Code","score":649.8,"semantic_relevance":60,"stars":25260}]},{"id":"rag-documents","task":"Build a RAG workflow over PDFs and retrieve reliable context","passed":true,"expected_slugs":[],"expected_terms":["rag","retrieval","document","pdf","vector"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":594,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"microsoft-graphrag","name":"Graphrag","score":594,"semantic_relevance":52,"stars":33850},{"rank":2,"slug":"hkuds-lightrag","name":"LightRAG","score":590,"semantic_relevance":52,"stars":36782},{"rank":3,"slug":"nirdiamant-rag-techniques","name":"RAG Techniques","score":589.8,"semantic_relevance":52,"stars":28057},{"rank":4,"slug":"canner-wrenai","name":"WrenAI","score":584.3,"semantic_relevance":76,"stars":15526},{"rank":5,"slug":"flowiseai-flowise","name":"Flowise","score":578.3,"semantic_relevance":76,"stars":53579}]},{"id":"data-analysis","task":"Analyze CSV data, create charts, and explain trends","passed":true,"expected_slugs":[],"expected_terms":["data","csv","analysis","chart","spreadsheet"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":553.3,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"apache-echarts","name":"Echarts","score":553.3,"semantic_relevance":64,"stars":66600},{"rank":2,"slug":"apexcharts-apexcharts-js","name":"Apexcharts.Js","score":550.3,"semantic_relevance":64,"stars":15097},{"rank":3,"slug":"aykutsarac-jsoncrack-com","name":"Jsoncrack.Com","score":496.2,"semantic_relevance":64,"stars":44134},{"rank":4,"slug":"spartnernl-laravel-excel","name":"Laravel Excel","score":493.7,"semantic_relevance":64,"stars":12668},{"rank":5,"slug":"pandas-dev-pandas","name":"Pandas","score":464.3,"semantic_relevance":52,"stars":48977}]},{"id":"content-automation","task":"Turn product updates into blog posts, newsletters, and social copy","passed":true,"expected_slugs":[],"expected_terms":["content","writing","blog","newsletter","markdown"],"min_top_score":50,"expect_no_match":false,"allow_no_match":true,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"security-scan","task":"Scan a codebase for vulnerabilities, exposed secrets, and dependency risks","passed":true,"expected_slugs":[],"expected_terms":["security","vulnerability","secret","dependency","audit"],"min_top_score":40,"expect_no_match":false,"allow_no_match":true,"top_score":457,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"aquasecurity-trivy","name":"Trivy","score":457,"semantic_relevance":64,"stars":36459},{"rank":2,"slug":"betterleaks-betterleaks","name":"Betterleaks","score":447.8,"semantic_relevance":64,"stars":1349},{"rank":3,"slug":"edoardottt-cariddi","name":"Cariddi","score":310.5,"semantic_relevance":64,"stars":3434},{"rank":4,"slug":"duriantaco-skylos","name":"Skylos","score":306.7,"semantic_relevance":52,"stars":454},{"rank":5,"slug":"pikpikcu-airecon","name":"Airecon","score":278.5,"semantic_relevance":52,"stars":776}]},{"id":"database-sql","task":"Inspect a database schema, write SQL, and explain query results","passed":true,"expected_slugs":[],"expected_terms":["database","sql","postgres","query","schema"],"min_top_score":50,"expect_no_match":false,"allow_no_match":true,"top_score":497.8,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"fastapi-sqlmodel","name":"Sqlmodel","score":497.8,"semantic_relevance":64,"stars":18126},{"rank":2,"slug":"go-sql-driver-mysql","name":"Mysql","score":489.3,"semantic_relevance":64,"stars":15251},{"rank":3,"slug":"xo-usql","name":"Usql","score":488.1,"semantic_relevance":64,"stars":10010},{"rank":4,"slug":"sql-js-sql-js","name":"Sql.Js","score":488,"semantic_relevance":64,"stars":13629},{"rank":5,"slug":"tobymao-sqlglot","name":"Sqlglot","score":487.5,"semantic_relevance":52,"stars":9347}]},{"id":"stock-news-analysis","task":"Analyze stock news from the last 30 days and summarize market risks","passed":true,"expected_slugs":[],"expected_terms":["stock","market","finance","research","news"],"min_top_score":55,"expect_no_match":false,"allow_no_match":false,"top_score":841.3,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"tradermonty-market-news-analyst","name":"Market News Analyst","score":841.3,"semantic_relevance":76,"stars":2693},{"rank":2,"slug":"open-dev-society-openstock","name":"OpenStock","score":804.9,"semantic_relevance":72,"stars":13293},{"rank":3,"slug":"chengzuopeng-stock-sdk","name":"Stock Sdk","score":797.4,"semantic_relevance":72,"stars":1240},{"rank":4,"slug":"stocksharp-stocksharp","name":"StockSharp","score":786.7,"semantic_relevance":64,"stars":10115},{"rank":5,"slug":"ranaroussi-yfinance","name":"Yfinance","score":781.5,"semantic_relevance":72,"stars":24571}]},{"id":"sec-filing-summary","task":"Summarize SEC filings and prepare investor notes","passed":true,"expected_slugs":[],"expected_terms":["sec","filing","finance","investor","10-k"],"min_top_score":40,"expect_no_match":false,"allow_no_match":false,"top_score":706.6,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"sec-edgar-sec-edgar","name":"Sec Edgar","score":706.6,"semantic_relevance":64,"stars":1397},{"rank":2,"slug":"jadchaar-sec-edgar-downloader","name":"Sec Edgar Downloader","score":687.8,"semantic_relevance":64,"stars":703},{"rank":3,"slug":"lumiwealth-lumibot","name":"Lumibot","score":630.4,"semantic_relevance":64,"stars":1671},{"rank":4,"slug":"cybergeekgyan-quant-developers-resources","name":"Quant Developers Resources","score":628.4,"semantic_relevance":52,"stars":3293},{"rank":5,"slug":"tauricresearch-tradingagents","name":"TradingAgents","score":623.7,"semantic_relevance":40,"stars":88376}]},{"id":"quant-backtest","task":"Backtest a trading strategy and explain drawdowns","passed":true,"expected_slugs":[],"expected_terms":["quant","backtest","trading","portfolio","finance"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":884.8,"top_semantic_relevance":80,"top_results":[{"rank":1,"slug":"kernc-backtesting-py","name":"Backtesting.Py","score":884.8,"semantic_relevance":80,"stars":8529},{"rank":2,"slug":"alpacahq-alpaca-backtrader-api","name":"Alpaca Backtrader API","score":872.4,"semantic_relevance":68,"stars":699},{"rank":3,"slug":"rorysroes-sgx-full-orderbook-tick-data-trading-strategy","name":"SGX Full OrderBook Tick Data Trading Strategy","score":860.4,"semantic_relevance":72,"stars":2290},{"rank":4,"slug":"stocksharp-stocksharp","name":"StockSharp","score":835.9,"semantic_relevance":72,"stars":10115},{"rank":5,"slug":"mementum-backtrader","name":"Backtrader","score":828.8,"semantic_relevance":60,"stars":22091}]},{"id":"short-trade-query","task":"trade","passed":true,"expected_slugs":[],"expected_terms":["finance","financial","trading","stock","market","quant","portfolio","backtest","openbb","vectorbt"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":1017.3,"top_semantic_relevance":100,"top_results":[{"rank":1,"slug":"charliedream1-ai-quant-trade","name":"AI Quant Trade","score":1017.3,"semantic_relevance":100,"stars":5921},{"rank":2,"slug":"freqtrade-freqtrade","name":"Freqtrade","score":1011.3,"semantic_relevance":100,"stars":51565},{"rank":3,"slug":"jrmeier-fast-trade","name":"Fast Trade","score":984.8,"semantic_relevance":100,"stars":562},{"rank":4,"slug":"pegasustrader-pandoratrader","name":"PandoraTrader","score":904.8,"semantic_relevance":100,"stars":1419},{"rank":5,"slug":"rushout09-autotrader","name":"AutoTrader","score":899.5,"semantic_relevance":100,"stars":110}]},{"id":"world-cup-dashboard","task":"Build a World Cup dashboard from football match data","passed":true,"expected_slugs":[],"expected_terms":["football","soccer","world cup","sports","match"],"min_top_score":50,"expect_no_match":false,"allow_no_match":true,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"short-world-cup-query","task":"world cup","passed":true,"expected_slugs":[],"expected_terms":["football","soccer","world cup","sports","match","fifa","xg"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":910.6,"top_semantic_relevance":100,"top_results":[{"rank":1,"slug":"openfootball-worldcup","name":"Worldcup","score":910.6,"semantic_relevance":100,"stars":634},{"rank":2,"slug":"openfootball-worldcup-json","name":"Worldcup.Json","score":719.7,"semantic_relevance":100,"stars":474},{"rank":3,"slug":"mstkail-wc2026-crypto-sportsbook","name":"Wc2026 Crypto Sportsbook","score":521.6,"semantic_relevance":100,"stars":324},{"rank":4,"slug":"2417467487-hub-worldcuproi","name":"WorldCupROI","score":493.9,"semantic_relevance":100,"stars":352}]},{"id":"football-xg-analysis","task":"Compare football teams using expected goals and event data","passed":true,"expected_slugs":[],"expected_terms":["football","soccer","xg","match","sports"],"min_top_score":50,"expect_no_match":false,"allow_no_match":true,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"pdf-table-extraction","task":"Extract tables from PDF reports and convert them to markdown","passed":true,"expected_slugs":[],"expected_terms":["pdf","table","markdown","document","extract"],"min_top_score":52,"expect_no_match":false,"allow_no_match":false,"top_score":703.6,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"stirling-tools-stirling-pdf","name":"Stirling PDF","score":703.6,"semantic_relevance":52,"stars":81218},{"rank":2,"slug":"alam00000-bentopdf","name":"Bentopdf","score":701.9,"semantic_relevance":52,"stars":14611},{"rank":3,"slug":"wmjordan-pdfpatcher","name":"PDFPatcher","score":700.7,"semantic_relevance":52,"stars":12588},{"rank":4,"slug":"docling-project-docling","name":"Docling","score":679.5,"semantic_relevance":76,"stars":63425},{"rank":5,"slug":"ocrmypdf-ocrmypdf","name":"OCRmyPDF","score":679,"semantic_relevance":64,"stars":33881}]},{"id":"office-to-markdown","task":"Convert Word, PowerPoint, and spreadsheet files into clean markdown","passed":true,"expected_slugs":[],"expected_terms":["markdown","document","office","spreadsheet","convert"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":836.1,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"iofficeai-officecli","name":"OfficeCLI","score":836.1,"semantic_relevance":76,"stars":8178},{"rank":2,"slug":"chuspeeism-dashi-ppt-skill","name":"Dashi Ppt Skill","score":762,"semantic_relevance":40,"stars":5222},{"rank":3,"slug":"slidevjs-slidev","name":"Slidev","score":678.2,"semantic_relevance":52,"stars":47204},{"rank":4,"slug":"marp-team-marp","name":"Marp","score":674.6,"semantic_relevance":52,"stars":11971},{"rank":5,"slug":"hugohe3-ppt-master","name":"Ppt Master","score":658,"semantic_relevance":52,"stars":37208}]},{"id":"short-ppt-query","task":"ppt","passed":true,"expected_slugs":[],"expected_terms":["presentation","ppt","pptx","powerpoint","slides","slide deck","deck"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":1349.3,"top_semantic_relevance":100,"top_results":[{"rank":1,"slug":"singpenguin-ppt","name":"Ppt","score":1349.3,"semantic_relevance":100,"stars":451},{"rank":2,"slug":"learnprompt-humanize-ppt","name":"Humanize Ppt","score":1037.6,"semantic_relevance":100,"stars":324},{"rank":3,"slug":"mclub4-build-html-ppt","name":"Build Html Ppt","score":954.7,"semantic_relevance":100,"stars":11},{"rank":4,"slug":"helloianneo-ian-handdrawn-ppt","name":"Ian Handdrawn Ppt","score":892.6,"semantic_relevance":100,"stars":1253},{"rank":5,"slug":"likaku-mck-ppt-design-skill","name":"Mck Ppt Design Skill","score":863.1,"semantic_relevance":100,"stars":194}]},{"id":"youtube-research","task":"Research recent YouTube videos and produce a grounded summary","passed":true,"expected_slugs":[],"expected_terms":["youtube","research","summary","web","recent"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":628.2,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"mvanhorn-last30days-skill","name":"Last30days Skill","score":628.2,"semantic_relevance":76,"stars":53509},{"rank":2,"slug":"jimmc414-onefilellm","name":"Onefilellm","score":598.9,"semantic_relevance":64,"stars":1981},{"rank":3,"slug":"ttop32-mousetooltiptranslator","name":"MouseTooltipTranslator","score":529.2,"semantic_relevance":52,"stars":1242},{"rank":4,"slug":"freetubeapp-freetube","name":"FreeTube","score":454.3,"semantic_relevance":64,"stars":21246}]},{"id":"reddit-market-scan","task":"Scan Reddit discussions for product feedback and market signals","passed":true,"expected_slugs":[],"expected_terms":["reddit","research","market","feedback","social"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":537.6,"top_semantic_relevance":56,"top_results":[{"rank":1,"slug":"mvanhorn-last30days-skill","name":"Last30days Skill","score":537.6,"semantic_relevance":56,"stars":53509}]},{"id":"hacker-news-monitoring","task":"Monitor Hacker News and summarize trending developer discussions","passed":true,"expected_slugs":[],"expected_terms":["hacker news","research","developer","trending","summary"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":506.2,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"mvanhorn-last30days-skill","name":"Last30days Skill","score":506.2,"semantic_relevance":64,"stars":53509}]},{"id":"pull-request-tests","task":"Inspect a pull request and generate focused regression tests","passed":true,"expected_slugs":[],"expected_terms":["pull request","github","test","review","code"],"min_top_score":52,"expect_no_match":false,"allow_no_match":false,"top_score":654.7,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"microsoft-vscode-pull-request-github","name":"Vscode Pull Request Github","score":654.7,"semantic_relevance":64,"stars":2598},{"rank":2,"slug":"mojoaxel-awesome-regression-testing","name":"Awesome Regression Testing","score":542.5,"semantic_relevance":52,"stars":2398},{"rank":3,"slug":"web-platform-tests-wpt","name":"Wpt","score":515.9,"semantic_relevance":52,"stars":6013},{"rank":4,"slug":"peter-evans-create-pull-request","name":"Create Pull Request","score":514.9,"semantic_relevance":64,"stars":2800},{"rank":5,"slug":"php-vcr-php-vcr","name":"Php Vcr","score":508.5,"semantic_relevance":52,"stars":1207}]},{"id":"repo-architecture","task":"Explain a repository architecture and identify risky modules","passed":true,"expected_slugs":[],"expected_terms":["repository","code","architecture","review","github"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":696.5,"top_semantic_relevance":72,"top_results":[{"rank":1,"slug":"alibaba-open-code-review","name":"Open Code Review","score":696.5,"semantic_relevance":72,"stars":20612},{"rank":2,"slug":"mattpocock-code-review","name":"Code Review","score":694,"semantic_relevance":64,"stars":168580},{"rank":3,"slug":"hesreallyhim-awesome-claude-code","name":"Awesome Claude Code","score":581.3,"semantic_relevance":48,"stars":49745},{"rank":4,"slug":"anomalyco-opencode","name":"Opencode","score":573.8,"semantic_relevance":44,"stars":175041},{"rank":5,"slug":"openai-codex","name":"Codex","score":573.7,"semantic_relevance":44,"stars":91367}]},{"id":"browser-qa-flow","task":"Run a browser QA flow and capture evidence for broken UI states","passed":true,"expected_slugs":[],"expected_terms":["browser","playwright","qa","test","automation"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":578.7,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"openai-playwright","name":"Playwright Browser Skill","score":578.7,"semantic_relevance":64,"stars":25103},{"rank":2,"slug":"browserless-browserless","name":"Browserless","score":550.9,"semantic_relevance":64,"stars":13363},{"rank":3,"slug":"anthropic-webapp-testing","name":"Webapp Testing","score":550.6,"semantic_relevance":64,"stars":170882},{"rank":4,"slug":"lightpanda-io-browser","name":"Browser","score":548.9,"semantic_relevance":52,"stars":31247},{"rank":5,"slug":"pinchtab-pinchtab","name":"Pinchtab","score":541.5,"semantic_relevance":52,"stars":9263}]},{"id":"form-automation","task":"Fill forms in a browser and verify the submitted result","passed":true,"expected_slugs":[],"expected_terms":["browser","form","automation","playwright","web"],"min_top_score":52,"expect_no_match":false,"allow_no_match":false,"top_score":548.9,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"lightpanda-io-browser","name":"Browser","score":548.9,"semantic_relevance":52,"stars":31247},{"rank":2,"slug":"browserless-browserless","name":"Browserless","score":542.9,"semantic_relevance":52,"stars":13363},{"rank":3,"slug":"browser-use","name":"Browser Use","score":529.1,"semantic_relevance":52,"stars":100530},{"rank":4,"slug":"openai-playwright","name":"Playwright Browser Skill","score":526.7,"semantic_relevance":52,"stars":25103},{"rank":5,"slug":"browserbase-stagehand","name":"Stagehand","score":518.6,"semantic_relevance":52,"stars":23549}]},{"id":"rag-citations","task":"Build a RAG answer with citations from a document collection","passed":true,"expected_slugs":[],"expected_terms":["rag","retrieval","citation","document","vector"],"min_top_score":52,"expect_no_match":false,"allow_no_match":false,"top_score":639,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"microsoft-graphrag","name":"Graphrag","score":639,"semantic_relevance":52,"stars":33850},{"rank":2,"slug":"hkuds-lightrag","name":"LightRAG","score":635,"semantic_relevance":52,"stars":36782},{"rank":3,"slug":"nirdiamant-rag-techniques","name":"RAG Techniques","score":634.8,"semantic_relevance":52,"stars":28057},{"rank":4,"slug":"opendataloader-project-opendataloader-pdf","name":"Opendataloader Pdf","score":614.8,"semantic_relevance":64,"stars":25752},{"rank":5,"slug":"paddlepaddle-paddleocr","name":"PaddleOCR","score":611.7,"semantic_relevance":64,"stars":83080}]},{"id":"vector-search","task":"Index documents and retrieve context with vector search","passed":true,"expected_slugs":[],"expected_terms":["vector","rag","retrieval","index","document"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":628.3,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"redisearch-redisearch","name":"RediSearch","score":628.3,"semantic_relevance":76,"stars":6156},{"rank":2,"slug":"vectifyai-pageindex","name":"PageIndex","score":617,"semantic_relevance":76,"stars":34101},{"rank":3,"slug":"learningcircuit-local-deep-research","name":"Local Deep Research","score":569.3,"semantic_relevance":64,"stars":8734},{"rank":4,"slug":"oramasearch-orama","name":"Orama","score":568.2,"semantic_relevance":64,"stars":10463},{"rank":5,"slug":"alibaba-nlp-deepresearch","name":"DeepResearch","score":566.1,"semantic_relevance":40,"stars":19832}]},{"id":"seo-keyword-brief","task":"Research SEO keywords and generate article briefs","passed":true,"expected_slugs":[],"expected_terms":["seo","keyword","content","brief","marketing"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":540.9,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"yoast-wordpress-seo","name":"Wordpress Seo","score":540.9,"semantic_relevance":52,"stars":1963},{"rank":2,"slug":"spatie-laravel-sitemap","name":"Laravel Sitemap","score":493.7,"semantic_relevance":64,"stars":2608},{"rank":3,"slug":"joshbuchea-head","name":"HEAD","score":492.9,"semantic_relevance":52,"stars":30257},{"rank":4,"slug":"kpumuk-meta-tags","name":"Meta Tags","score":485.9,"semantic_relevance":52,"stars":2795},{"rank":5,"slug":"twentyhq-twenty","name":"Twenty","score":473.3,"semantic_relevance":52,"stars":50089}]},{"id":"social-launch-copy","task":"Turn a product launch into social posts and newsletter copy","passed":true,"expected_slugs":[],"expected_terms":["social","newsletter","copy","content","launch"],"min_top_score":45,"expect_no_match":false,"allow_no_match":true,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"crm-cleanup","task":"Clean CRM exports and prepare a growth report","passed":true,"expected_slugs":[],"expected_terms":["crm","data","growth","marketing","csv"],"min_top_score":42,"expect_no_match":false,"allow_no_match":false,"top_score":617.5,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"krayin-laravel-crm","name":"Laravel Crm","score":617.5,"semantic_relevance":64,"stars":22986},{"rank":2,"slug":"idurar-idurar-erp-crm","name":"Idurar Erp Crm","score":613.2,"semantic_relevance":64,"stars":8548},{"rank":3,"slug":"suitecrm-suitecrm","name":"SuiteCRM","score":612.9,"semantic_relevance":64,"stars":5510},{"rank":4,"slug":"1panel-dev-cordyscrm","name":"CordysCRM","score":611.4,"semantic_relevance":64,"stars":2575},{"rank":5,"slug":"espocrm-espocrm","name":"Espocrm","score":611.2,"semantic_relevance":64,"stars":3054}]},{"id":"spreadsheet-analysis","task":"Analyze spreadsheet data and produce charts with explanation","passed":true,"expected_slugs":[],"expected_terms":["spreadsheet","csv","chart","data","analysis"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":553.3,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"apache-echarts","name":"Echarts","score":553.3,"semantic_relevance":64,"stars":66600},{"rank":2,"slug":"apexcharts-apexcharts-js","name":"Apexcharts.Js","score":550.3,"semantic_relevance":64,"stars":15097},{"rank":3,"slug":"pandas-dev-pandas","name":"Pandas","score":464.3,"semantic_relevance":52,"stars":48977},{"rank":4,"slug":"airbnb-visx","name":"Visx","score":463.2,"semantic_relevance":52,"stars":21000},{"rank":5,"slug":"kanaries-pygwalker","name":"Pygwalker","score":462.4,"semantic_relevance":52,"stars":15890}]},{"id":"database-migration-review","task":"Review a database migration for schema and query risks","passed":true,"expected_slugs":[],"expected_terms":["database","migration","sql","schema","review"],"min_top_score":50,"expect_no_match":false,"allow_no_match":true,"top_score":593.5,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"alibaba-open-code-review","name":"Open Code Review","score":593.5,"semantic_relevance":52,"stars":20612},{"rank":2,"slug":"aimeos-upscheme","name":"Upscheme","score":575.6,"semantic_relevance":76,"stars":2718},{"rank":3,"slug":"chartdb-chartdb","name":"Chartdb","score":557.4,"semantic_relevance":76,"stars":22420},{"rank":4,"slug":"drawdb-io-drawdb","name":"Drawdb","score":550.1,"semantic_relevance":64,"stars":37418},{"rank":5,"slug":"osquery-osquery","name":"Osquery","score":549.5,"semantic_relevance":40,"stars":23329}]},{"id":"secret-scanning","task":"Scan a repository for exposed API keys and secrets","passed":true,"expected_slugs":[],"expected_terms":["secret","security","api key","scan","repository"],"min_top_score":52,"expect_no_match":false,"allow_no_match":true,"top_score":481,"top_semantic_relevance":56,"top_results":[{"rank":1,"slug":"aquasecurity-trivy","name":"Trivy","score":481,"semantic_relevance":56,"stars":36459}]},{"id":"dependency-vulnerability","task":"Audit dependencies for vulnerabilities and summarize remediation","passed":true,"expected_slugs":[],"expected_terms":["dependency","vulnerability","security","audit","remediation"],"min_top_score":52,"expect_no_match":false,"allow_no_match":true,"top_score":653.9,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"vernu-vps-audit","name":"Vps Audit","score":653.9,"semantic_relevance":52,"stars":1968},{"rank":2,"slug":"xmirrorsecurity-opensca-cli","name":"OpenSCA Cli","score":578.4,"semantic_relevance":64,"stars":1116},{"rank":3,"slug":"lunasec-io-lunasec","name":"Lunasec","score":426.4,"semantic_relevance":52,"stars":1467}]},{"id":"contract-review","task":"Review a contract and summarize risky clauses","passed":true,"expected_slugs":[],"expected_terms":["contract","legal","review","risk","document"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":516.9,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"consensysdiligence-smart-contract-best-practices","name":"Smart Contract Best Practices","score":516.9,"semantic_relevance":52,"stars":7580},{"rank":2,"slug":"smartcontractkit-full-blockchain-solidity-course-py","name":"Full Blockchain Solidity Course Py","score":488.4,"semantic_relevance":52,"stars":11216},{"rank":3,"slug":"argotorg-solidity","name":"Solidity","score":467.8,"semantic_relevance":52,"stars":25669},{"rank":4,"slug":"mystenlabs-sui","name":"Sui","score":463.9,"semantic_relevance":52,"stars":7722},{"rank":5,"slug":"shanzson-smart-contract-auditor-tools-and-techniques","name":"Smart Contract Auditor Tools And Techniques","score":458.9,"semantic_relevance":52,"stars":797}]},{"id":"privacy-policy-review","task":"Review a privacy policy for compliance obligations","passed":true,"expected_slugs":[],"expected_terms":["privacy","policy","legal","compliance","review"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":703.5,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"nisrulz-app-privacy-policy-generator","name":"App Privacy Policy Generator","score":703.5,"semantic_relevance":76,"stars":4630}]},{"id":"education-tutor","task":"Create an adaptive tutor that explains a topic step by step","passed":true,"expected_slugs":[],"expected_terms":["education","tutor","teach","learning","explain"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":253.7,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"hkuds-deeptutor","name":"DeepTutor","score":253.7,"semantic_relevance":52,"stars":24817},{"rank":2,"slug":"rasahq-rasa","name":"Rasa","score":173.3,"semantic_relevance":52,"stars":21215},{"rank":3,"slug":"techiescamp-kubernetes-learning-path","name":"Kubernetes Learning Path","score":167.3,"semantic_relevance":40,"stars":7557},{"rank":4,"slug":"tensorflow-tensorflow","name":"Tensorflow","score":166.8,"semantic_relevance":40,"stars":195681},{"rank":5,"slug":"huggingface-transformers","name":"Transformers","score":166.8,"semantic_relevance":40,"stars":161622}]},{"id":"video-generation-workflow","task":"Create a video generation workflow for short creative clips","passed":true,"expected_slugs":[],"expected_terms":["video","generation","creative","design","media"],"min_top_score":42,"expect_no_match":false,"allow_no_match":false,"top_score":790.9,"top_semantic_relevance":76,"top_results":[{"rank":1,"slug":"vox-director","name":"Vox Director","score":790.9,"semantic_relevance":76,"stars":1424},{"rank":2,"slug":"aidc-ai-pixelle-video","name":"Pixelle Video","score":633.8,"semantic_relevance":76,"stars":26667},{"rank":3,"slug":"browser-use-video-use","name":"Video Use","score":572.9,"semantic_relevance":52,"stars":17140},{"rank":4,"slug":"jianchang512-pyvideotrans","name":"Pyvideotrans","score":572.8,"semantic_relevance":52,"stars":18041},{"rank":5,"slug":"huggingface-diffusers","name":"Diffusers","score":570,"semantic_relevance":64,"stars":33869}]},{"id":"image-design-workflow","task":"Generate image design prompts and refine visual assets","passed":true,"expected_slugs":[],"expected_terms":["image","design","creative","prompt","visual"],"min_top_score":42,"expect_no_match":false,"allow_no_match":false,"top_score":672.2,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"anthropic-frontend-design","name":"Frontend Design","score":672.2,"semantic_relevance":64,"stars":170882},{"rank":2,"slug":"anthropic-canvas-design","name":"Canvas Design","score":671.5,"semantic_relevance":76,"stars":170882},{"rank":3,"slug":"donnemartin-system-design-primer","name":"System Design Primer","score":649.8,"semantic_relevance":52,"stars":353365},{"rank":4,"slug":"douyinfe-semi-design","name":"Semi Design","score":647.1,"semantic_relevance":52,"stars":10016},{"rank":5,"slug":"figma-implement-design","name":"Figma Implement Design","score":637.8,"semantic_relevance":64,"stars":25103}]},{"id":"workflow-automation","task":"Connect repeated operational tasks across APIs and tools","passed":true,"expected_slugs":[],"expected_terms":["workflow","automation","api","integration","tools"],"min_top_score":50,"expect_no_match":false,"allow_no_match":false,"top_score":358.8,"top_semantic_relevance":52,"top_results":[{"rank":1,"slug":"dapr-dapr","name":"Dapr","score":358.8,"semantic_relevance":52,"stars":25822},{"rank":2,"slug":"larksuite-cli","name":"Cli","score":358.4,"semantic_relevance":52,"stars":16552},{"rank":3,"slug":"yzhao062-pyod","name":"Pyod","score":355.6,"semantic_relevance":52,"stars":9876},{"rank":4,"slug":"prefecthq-prefect","name":"Prefect","score":350.4,"semantic_relevance":40,"stars":22617},{"rank":5,"slug":"cft0808-edict","name":"Edict","score":349.4,"semantic_relevance":40,"stars":16055}]},{"id":"scheduled-agent-run","task":"Run an agent task on a schedule and report results","passed":true,"expected_slugs":[],"expected_terms":["schedule","agent","automation","workflow","report"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":0,"top_semantic_relevance":0,"top_results":[]},{"id":"customer-support-triage","task":"Triage customer support messages and draft replies","passed":true,"expected_slugs":[],"expected_terms":["support","customer","ticket","reply","triage"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":447.9,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"uvdesk-community-skeleton","name":"Community Skeleton","score":447.9,"semantic_relevance":64,"stars":19026},{"rank":2,"slug":"zammad-zammad","name":"Zammad","score":446,"semantic_relevance":64,"stars":5685},{"rank":3,"slug":"abhinavxd-libredesk","name":"Libredesk","score":444.6,"semantic_relevance":64,"stars":2677},{"rank":4,"slug":"frappe-helpdesk","name":"Helpdesk","score":444.3,"semantic_relevance":64,"stars":3193},{"rank":5,"slug":"django-helpdesk-django-helpdesk","name":"Django Helpdesk","score":422.4,"semantic_relevance":64,"stars":1678}]},{"id":"api-docs-generation","task":"Generate API documentation from source code and examples","passed":true,"expected_slugs":[],"expected_terms":["api","documentation","code","examples","developer"],"min_top_score":42,"expect_no_match":false,"allow_no_match":true,"top_score":584.1,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"freecodecamp-devdocs","name":"Devdocs","score":584.1,"semantic_relevance":64,"stars":39084},{"rank":2,"slug":"sphinx-doc-sphinx","name":"Sphinx","score":375.2,"semantic_relevance":52,"stars":7890}]},{"id":"data-visualization","task":"Create data visualizations from analytics exports","passed":true,"expected_slugs":[],"expected_terms":["data","visualization","chart","analytics","csv"],"min_top_score":45,"expect_no_match":false,"allow_no_match":false,"top_score":542.3,"top_semantic_relevance":64,"top_results":[{"rank":1,"slug":"apache-echarts","name":"Echarts","score":542.3,"semantic_relevance":64,"stars":66600},{"rank":2,"slug":"pandas-dev-pandas","name":"Pandas","score":541.3,"semantic_relevance":64,"stars":48977},{"rank":3,"slug":"airbnb-visx","name":"Visx","score":540.2,"semantic_relevance":64,"stars":21000},{"rank":4,"slug":"kanaries-pygwalker","name":"Pygwalker","score":539.4,"semantic_relevance":64,"stars":15890},{"rank":5,"slug":"apexcharts-apexcharts-js","name":"Apexcharts.Js","score":539.3,"semantic_relevance":64,"stars":15097}]}],"total_cases":46,"meta":{"endpoint":"/api/agent/evals","purpose":"Registry regression checks. Add ?slug={skill} for a per-skill pre-install Trust + Eval contract.","examples":{"per_skill_json":"/api/agent/evals?slug=crawl4ai","per_skill_text":"/api/agent/evals?slug=crawl4ai&format=text","task_specific":"/api/agent/evals?slug=crawl4ai&task=scrape%20pricing%20pages&max_risk=medium"},"skills_evaluated":2150,"evaluation_mode":"query-specific-live-registry","generated_at":"2026-08-22T11:35:40.484Z"}}