{"runId":"2026-10-17","ranAt":"2026-10-17T05:34:54.476Z","methods":[{"method":"glimind","label":"Glimind route_task","how":"Hybrid semantic + keyword retrieval over live tools, operation/entity-aware reranking, first-party preference, reliability and readiness tie-breaks.","tasks":50,"exact":47,"partial":0,"wrong":3,"weightedPct":94,"p50ms":928},{"method":"embedding_top1","label":"Embedding nearest neighbour","how":"The single nearest tool to the task embedding over the same live catalog — typical 'semantic tool search'.","tasks":50,"exact":43,"partial":1,"wrong":6,"weightedPct":87,"p50ms":498},{"method":"keyword_top1","label":"Keyword search","how":"Postgres full-text rank of the task words over tool names and descriptions — typical registry search.","tasks":50,"exact":32,"partial":10,"wrong":8,"weightedPct":74,"p50ms":761}],"tasks":[{"task":"send a slack message to a channel","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/slack_connect/slack_send_message","score":2,"why":"Directly sends Slack messages to channels."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/slack_connect/slack_send_message","score":2,"why":"Directly sends Slack messages to channels."},"keyword_top1":{"toolId":"mcp-registry/com.youspot/youspot/draft_slack_message","score":1,"why":"Drafts message but doesn't send; needs extra step."}}},{"task":"post a message in a Slack channel","picks":{"glimind":{"toolId":"mcp-registry/com.youspot/youspot/send_slack_message","score":2,"why":"Directly posts messages to Slack channels."},"embedding_top1":{"toolId":"mcp-registry/com.youspot/youspot/send_slack_message","score":2,"why":"Directly posts messages to Slack channels."},"keyword_top1":{"toolId":"mcp-registry/com.youspot/youspot/draft_slack_message","score":1,"why":"Drafts message but doesn't post; user must manually send."}}},{"task":"create a GitHub issue in a repository","picks":{"glimind":{"toolId":"mcp-registry/io.github.github/github-mcp-server/issue_write","score":2,"why":"Directly creates GitHub issues as described."},"embedding_top1":{"toolId":"mcp-registry/in.vynix/vynix-mcp/create_github_issue","score":2,"why":"Directly creates GitHub issues as described."},"keyword_top1":{"toolId":"mcp-registry/com.ecomdly/ecomdly/github_create_issue","score":2,"why":"Directly creates GitHub issues as described."}}},{"task":"list open pull requests on github","picks":{"glimind":{"toolId":"mcp-registry/io.github.github/github-mcp-server/list_pull_requests","score":2,"why":"Directly lists GitHub pull requests."},"embedding_top1":{"toolId":"mcp-registry/com.gluecron/gluecron/gluecron_list_prs","score":2,"why":"Directly lists open PRs on GitHub repos."},"keyword_top1":{"toolId":"mcp-registry/com.astranl/crossing/find_bounties","score":0,"why":"Tool finds bounties, not general PRs."}}},{"task":"create a jira ticket","picks":{"glimind":{"toolId":"mcp-registry/com.atlassian/atlassian-mcp-server/jira_create_issue","score":2,"why":"Directly creates Jira tickets as intended."},"embedding_top1":{"toolId":"mcp-registry/io.github.tlkc888-jenkins/joy/create_ticket","score":2,"why":"Directly creates a ticket for issue tracking."},"keyword_top1":{"toolId":"mcp-registry/ai.zerowidth/compass/compass_changes_upsert","score":0,"why":"Creates changes, not Jira tickets."}}},{"task":"search Confluence pages","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/confluence/confluence_search","score":2,"why":"Directly searches Confluence pages by keyword."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/confluence/confluence_search","score":2,"why":"Directly searches Confluence pages by keyword."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/confluence/confluence_search","score":2,"why":"Directly searches Confluence pages by keyword."}}},{"task":"list my linear issues","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/linear/linear_list_issues","score":2,"why":"Directly lists Linear issues for the user."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/linear/linear_list_issues","score":2,"why":"Directly lists Linear issues for the user."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/linear/linear_list_issues","score":2,"why":"Directly lists Linear issues for the user."}}},{"task":"create a stripe payment link","picks":{"glimind":{"toolId":"mcp-registry/io.github.mifactory-bot/mifactory-payments/create_payment_link","score":2,"why":"Directly creates Stripe payment links."},"embedding_top1":{"toolId":"mcp-registry/app.frankki/letters/wallet_topup_link","score":0,"why":"Creates top-up link, not payment link."},"keyword_top1":{"toolId":"mcp-registry/me.faxer/faxer/create_fax_payment","score":0,"why":"Creates fax payment link, not general Stripe payment link"}}},{"task":"refund a stripe charge","picks":{"glimind":{"toolId":"mcp-registry/io.github.sella-network/sella/charge_refund","score":2,"why":"Directly refunds a Stripe charge."},"embedding_top1":{"toolId":"mcp-registry/io.agentlot/marketplace/cancel_reserved_payment","score":1,"why":"Cancels uncaptured auth, not general refund."},"keyword_top1":{"toolId":"mcp-registry/ai.bankee/inferventis-mcp/stripe_payment_records","score":1,"why":"Retrieves records but doesn't process refunds."}}},{"task":"deploy my app to vercel","picks":{"glimind":{"toolId":"mcp-registry/com.tldmath/tldmath/plan_app_move","score":2,"why":"Directly plans deploying apps to Vercel."},"embedding_top1":{"toolId":"mcp-registry/io.github.sirarchiemccarthy-oss/agentbuilders/deploy_app","score":2,"why":"Directly deploys apps, including to Vercel-like platforms."},"keyword_top1":{"toolId":"mcp-registry/ai.facesign/facesign-mcp/export_app","score":0,"why":"FaceSign-specific tool, not for general Vercel deployment"}}},{"task":"get Cloudflare DNS records","picks":{"glimind":{"toolId":"mcp-registry/com.datanexusmcp/mcp-server/domain_fetch_dns_records","score":2,"why":"Directly fetches DNS records via Cloudflare DNS."},"embedding_top1":{"toolId":"mcp-registry/holdings.proof/mcp-server/connect_cloudflare","score":2,"why":"Directly manages Cloudflare DNS records."},"keyword_top1":{"toolId":"mcp-registry/com.inboxguardstest.api/email/email_fix_plan","score":0,"why":"Wrong tool; email fix plan, not DNS records."}}},{"task":"query a supabase table","picks":{"glimind":{"toolId":"mcp-registry/io.github.mcp-dir/supabase-mcp/supabase_search_docs","score":0,"why":"Searches docs, not the actual database table."},"embedding_top1":{"toolId":"mcp-registry/io.github.mcp-dir/supabase-mcp/supabase_search_docs","score":0,"why":"Searches docs, not the actual database table."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/stat-gl/query_table","score":1,"why":"Similar concept but scoped to PxWeb/Statistics Greenland, not general SQL."}}},{"task":"list figma files","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/figma/get_file","score":0,"why":"Lists file details, not files."},"embedding_top1":{"toolId":"mcp-registry/io.github.wolfe-jam/rust-faf-mcp/faf_read","score":0,"why":"Tool parses .faf files, not lists Figma files."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/figma/get_file","score":0,"why":"Lists file details, not files."}}},{"task":"search my Notion workspace","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/notion_connect/notion_search","score":2,"why":"Directly searches Notion workspace by keyword."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/notion_connect/notion_search","score":2,"why":"Directly searches Notion workspace by keyword."},"keyword_top1":{"toolId":"mcp-registry/io.corpusiq/multi-source-mcp/notion_connector","score":2,"why":"Directly searches Notion workspace."}}},{"task":"create a notion page","picks":{"glimind":{"toolId":"mcp-registry/io.github.kfuras/notipo/create_post","score":2,"why":"Directly creates a Notion page as described."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/notion_connect/notion_get_page","score":0,"why":"Tool reads pages, not creates them."},"keyword_top1":{"toolId":"mcp-registry/io.github.kfuras/notipo/create_post","score":2,"why":"Directly creates a Notion page as described."}}},{"task":"send an email","picks":{"glimind":{"toolId":"mcp-registry/io.github.hail-hq/hail-mcp/email_send","score":2,"why":"Directly sends emails, general-purpose tool."},"keyword_top1":{"toolId":"mcp-registry/com.youspot/youspot/send_email","score":2,"why":"Directly sends email to user's own address."},"embedding_top1":{"toolId":"mcp-registry/io.github.hail-hq/hail-mcp/email_send","score":2,"why":"Directly sends emails, general-purpose tool."}}},{"task":"read my gmail inbox","picks":{"embedding_top1":{"toolId":"mcp-registry/ai.duvera/gateway/gmail__mail_read","score":2,"why":"Directly reads Gmail inbox as requested."},"keyword_top1":{"toolId":"mcp-registry/ai.duvera/gateway/gmail__mail_read","score":2,"why":"Directly reads Gmail inbox as requested."},"glimind":{"toolId":"mcp-registry/ai.duvera/gateway/gmail__mail_read","score":2,"why":"Directly reads Gmail inbox as requested."}}},{"task":"create a calendar event","picks":{"embedding_top1":{"toolId":"mcp-registry/ai.chronary/mcp/create_calendar","score":2,"why":"Directly creates calendar, prerequisite for events."},"glimind":{"toolId":"mcp-registry/app.openkrill/send-out/create_calendar_event","score":2,"why":"Directly creates calendar events for scheduling."},"keyword_top1":{"toolId":"mcp-registry/io.github.wellapp-ai/well-mcp/well_create_calendar_event","score":2,"why":"Directly creates calendar events on Google Calendar."}}},{"task":"read rows from a google sheet","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/google_sheets/sheets_read","score":2,"why":"Directly reads rows from Google Sheets."},"embedding_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/google_sheets/sheets_read","score":2,"why":"Directly reads rows from Google Sheets."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/google_sheets/sheets_read","score":2,"why":"Directly reads rows from Google Sheets."}}},{"task":"upload a file to google drive","picks":{"glimind":{"toolId":"mcp-registry/io.github.enritarta/flask/upload_video","score":0,"why":"Uploads to Flask, not Google Drive."},"embedding_top1":{"toolId":"mcp-registry/io.github.enritarta/flask/upload_video","score":0,"why":"Uploads to Flask, not Google Drive."},"keyword_top1":{"toolId":"mcp-registry/io.github.hermoso-ai/hermoso/save_to_drive","score":2,"why":"Directly uploads any file to Google Drive."}}},{"task":"search the web for recent news","picks":{"glimind":{"toolId":"mcp-registry/io.github.wzltmp/mcp-automations/daily_digest","score":2,"why":"Directly searches web for recent news."},"embedding_top1":{"toolId":"mcp-registry/mu.micro/mu/web_search","score":2,"why":"Directly searches web for news."},"keyword_top1":{"toolId":"mcp-registry/io.agentsvc/services/search_read","score":2,"why":"Directly searches recent news articles."}}},{"task":"search the web","picks":{"glimind":{"toolId":"mcp-registry/mu.micro/mu/web_search","score":2,"why":"Directly performs web search for general users."},"embedding_top1":{"toolId":"mcp-registry/ai.shumi/mcp/search_web","score":2,"why":"Directly searches the web for general use."},"keyword_top1":{"toolId":"mcp-registry/io.github.despiteryan/agentwholesale/web-search","score":2,"why":"Directly performs general web search."}}},{"task":"fetch a web page and convert it to markdown","picks":{"glimind":{"toolId":"mcp-registry/ai.usesuperflow/tools/page_to_markdown","score":2,"why":"Directly fetches and converts web pages to markdown."},"embedding_top1":{"toolId":"mcp-registry/dev.weblens/weblens/fetch_webpage","score":2,"why":"Directly fetches and converts webpages to markdown."},"keyword_top1":{"toolId":"mcp-registry/io.github.djrobson5/agentmd/convert_url_to_markdown","score":2,"why":"Directly fetches and converts web pages to markdown."}}},{"task":"scrape product prices from amazon","picks":{"glimind":{"toolId":"mcp-registry/io.oxylabs/oxylabs-mcp/amazon_product_scraper","score":2,"why":"Directly scrapes Amazon product prices."},"embedding_top1":{"toolId":"mcp-registry/io.oxylabs/oxylabs-mcp/amazon_product_scraper","score":2,"why":"Directly scrapes Amazon product prices."},"keyword_top1":{"toolId":"mcp-registry/io.github.pipeworx-io/decodo/decodo_amazon_product","score":2,"why":"Directly scrapes Amazon product prices and data."}}},{"task":"take a screenshot of a website","picks":{"glimind":{"toolId":"mcp-registry/com.geekflare/mcp/screenshot","score":2,"why":"Directly captures website screenshots."},"embedding_top1":{"toolId":"mcp-registry/com.geekflare/mcp/screenshot","score":2,"why":"Directly captures website screenshots."},"keyword_top1":{"toolId":"mcp-registry/io.github.vee3io/vee3/website_screenshot","score":2,"why":"Directly takes website screenshots."}}},{"task":"run a SQL query against a postgres database","picks":{"glimind":{"toolId":"mcp-registry/ai.duvera/gateway/postgres__sql_read","score":2,"why":"Directly executes read-only SQL queries on Postgres."},"embedding_top1":{"toolId":"mcp-registry/ai.duvera/gateway/postgres__sql_read","score":2,"why":"Directly executes read-only SQL queries on Postgres."},"keyword_top1":{"toolId":"mcp-registry/com.floot/floot/query_database","score":2,"why":"Directly runs SQL queries on Postgres databases."}}},{"task":"query a mongodb collection","picks":{"glimind":{"toolId":"mcp-registry/io.github.mongodb-js/mongodb-mcp-server/find","score":2,"why":"Directly queries MongoDB collections."},"embedding_top1":{"toolId":"mcp-registry/com.docimprint/api/ask_collection","score":0,"why":"RAG over docs, not MongoDB query"},"keyword_top1":{"toolId":"mcp-registry/ai.smry.r/smry-product/create_news_query","score":1,"why":"Narrow scope to news, not general MongoDB"}}},{"task":"get the current weather in Paris","picks":{"glimind":{"toolId":"mcp-registry/fr.scorelook/capucine/get_weather_context","score":2,"why":"Directly provides weather for a given city."},"embedding_top1":{"toolId":"mcp-registry/fr.scorelook/capucine/weather_looks","score":2,"why":"Directly provides local weather for any city including Paris."},"keyword_top1":{"toolId":"mcp-registry/io.github.truefixr/atlascast-truefixr/get_current_weather","score":0,"why":"Only works for US locations, not Paris"}}},{"task":"get a 7 day weather forecast","picks":{"glimind":{"toolId":"mcp-registry/com.gadgethumans.api/api-hub/get_forecast","score":2,"why":"Directly provides 7-day weather forecast."},"embedding_top1":{"toolId":"mcp-registry/com.gadgethumans.api/api-hub/get_forecast","score":2,"why":"Directly provides 7-day weather forecast."},"keyword_top1":{"toolId":"mcp-registry/io.github.outdoorithm/outdoorithm/get_weather","score":2,"why":"Directly provides 7-day weather forecast with camping details."}}},{"task":"get the latest stock price for AAPL","picks":{"glimind":{"toolId":"mcp-registry/io.github.pipeworx-io/alphavantage/av_quote","score":2,"why":"Directly gets real-time stock price for AAPL."},"embedding_top1":{"toolId":"mcp-registry/io.github.blackboxfoundry/livedatalink/stock_quote","score":2,"why":"Directly provides latest stock price for any ticker."},"keyword_top1":{"toolId":"mcp-registry/io.github.blackboxfoundry/livedatalink/stock_quote","score":2,"why":"Directly provides latest stock price for any ticker."}}},{"task":"get crypto prices","picks":{"glimind":{"toolId":"mcp-registry/com.gadgethumans/api-hub/get_crypto_prices","score":2,"why":"Directly fetches real-time crypto prices."},"embedding_top1":{"toolId":"mcp-registry/com.gadgethumans/api-hub/get_crypto_prices","score":2,"why":"Directly fetches real-time crypto prices."},"keyword_top1":{"toolId":"mcp-registry/io.github.connerlambden/helium-mcp/get_ticker","score":2,"why":"Directly gets crypto prices via ticker."}}},{"task":"convert 100 USD to EUR","picks":{"glimind":{"toolId":"mcp-registry/dev.cz-agents/cnb/convert","score":2,"why":"Directly converts currencies using official rates."},"embedding_top1":{"toolId":"mcp-registry/dev.cz-agents/cnb/convert","score":2,"why":"Directly converts currencies using official rates."},"keyword_top1":{"toolId":"mcp-registry/io.github.lulu-the-narwhal/fx-converter-mcp/convert_currency","score":2,"why":"Directly converts currencies using real rates."}}},{"task":"geocode an address to coordinates","picks":{"glimind":{"toolId":"mcp-registry/com.gadgethumans.api/api-hub/geocode","score":2,"why":"Directly geocodes addresses to coordinates."},"embedding_top1":{"toolId":"mcp-registry/com.gadgethumans.api/api-hub/geocode","score":2,"why":"Directly geocodes addresses to coordinates."},"keyword_top1":{"toolId":"mcp-registry/com.eckari/capabilities/location_us_geocode","score":2,"why":"Directly geocodes US addresses to coordinates."}}},{"task":"get driving directions between two cities","picks":{"glimind":{"toolId":"mcp-registry/io.github.whiteknightonhorse/apibase/geo.navigation.route","score":2,"why":"Directly provides driving directions between cities."},"embedding_top1":{"toolId":"mcp-registry/io.github.whiteknightonhorse/apibase/geo.navigation.route","score":2,"why":"Directly provides driving directions between cities."},"keyword_top1":{"toolId":"mcp-registry/com.haulest/haulest/get_route_facts","score":1,"why":"Provides driving miles/hours but focused on moving, not general directions."}}},{"task":"translate text from english to spanish","picks":{"glimind":{"toolId":"mcp-registry/io.github.krakonjac300-pixel/agent-media-toolkit/translate","score":2,"why":"Directly translates text to specified language."},"embedding_top1":{"toolId":"mcp-registry/io.github.i02202/automan/traduccion","score":2,"why":"Directly translates text between languages, including English to Spanish."},"keyword_top1":{"toolId":"mcp-registry/com.docimprint/api/translate_url","score":1,"why":"Translates URLs, not direct text input."}}},{"task":"transcribe an audio file to text","picks":{"glimind":{"toolId":"mcp-registry/app.openkrill/transcript-kit/transcribe_media","score":2,"why":"Directly transcribes audio to text with captions."},"embedding_top1":{"toolId":"mcp-registry/ai.com.mcp/openai-tools/createTranscription","score":2,"why":"Directly transcribes audio to text."},"keyword_top1":{"toolId":"mcp-registry/io.github.mikeypetrillo/agent402/audio.transcribe","score":2,"why":"Directly transcribes audio to text via URL."}}},{"task":"generate an image from a text prompt","picks":{"glimind":{"toolId":"mcp-registry/mu.micro/mu/images_generate","score":2,"why":"Directly generates images from text prompts."},"embedding_top1":{"toolId":"mcp-registry/io.github.cnghockey/sats4ai/image","score":2,"why":"Directly generates images from text prompts."},"keyword_top1":{"toolId":"mcp-registry/io.clueso/video/generate_media","score":2,"why":"Directly generates images from text prompts."}}},{"task":"convert text to speech","picks":{"glimind":{"toolId":"mcp-registry/io.github.deesmo/arch-tools-mcp/text-to-speech","score":2,"why":"Directly converts text to speech via ElevenLabs."},"embedding_top1":{"toolId":"mcp-registry/io.github.bytevirts/viewmax/generate_speech","score":2,"why":"Directly converts text to speech as described."},"keyword_top1":{"toolId":"mcp-registry/io.github.its-fortunatefolly/hubvibe/hubvibe_speech_synthesize","score":2,"why":"Directly converts text to speech via TTS."}}},{"task":"look up a company's SEC filings","picks":{"glimind":{"toolId":"mcp-registry/com.apiacre/api-acre/research.sec-filing-signals","score":2,"why":"Directly retrieves and analyzes SEC filings for companies."},"embedding_top1":{"toolId":"mcp-registry/com.apiacre/api-acre/research.sec-filing-signals","score":2,"why":"Directly retrieves and analyzes SEC filings for companies."},"keyword_top1":{"toolId":"mcp-registry/io.github.jethrokirk-sudo/filingapi/get_guidance","score":1,"why":"Related but narrower; extracts guidance, not general filings."}}},{"task":"search academic papers on arxiv","picks":{"glimind":{"toolId":"mcp-registry/com.tomesphere/tomesphere/search_papers","score":2,"why":"Directly searches academic papers on arxiv and related repositories."},"embedding_top1":{"toolId":"mcp-registry/org.memoryapi/research/search_arxiv","score":2,"why":"Directly searches arXiv for academic papers."},"keyword_top1":{"toolId":"mcp-registry/xyz.kadec0/academic-research/papers","score":2,"why":"Directly searches arxiv and other academic sources."}}},{"task":"get wikipedia summary of a topic","picks":{"glimind":{"toolId":"mcp-registry/io.github.seekdaseek/agentfeed/get_wiki","score":2,"why":"Directly provides Wikipedia summaries for any topic."},"embedding_top1":{"toolId":"mcp-registry/app.cutgpt/research/wikipedia_lookup","score":2,"why":"Directly fetches Wikipedia summaries for any topic."},"keyword_top1":{"toolId":"mcp-registry/art.maddegen.agent/synapse-web/wiki","score":2,"why":"Directly provides Wikipedia summaries for any topic."}}},{"task":"search youtube videos","picks":{"glimind":{"toolId":"mcp-registry/io.apidirect/api-direct/search_youtube","score":2,"why":"Directly searches YouTube videos by keyword."},"embedding_top1":{"toolId":"mcp-registry/io.apidirect/api-direct/search_youtube","score":2,"why":"Directly searches YouTube videos by keyword."},"keyword_top1":{"toolId":"mcp-registry/io.github.its-fortunatefolly/hubvibe/hubvibe_video_youtube","score":2,"why":"Directly searches YouTube videos as described."}}},{"task":"get the time in Tokyo","picks":{"glimind":{"toolId":"mcp-registry/io.github.sadri-dridi/bcp47-ok/tz-asia-tokyo","score":2,"why":"Directly returns current time in Tokyo."},"embedding_top1":{"toolId":"mcp-registry/io.github.sadri-dridi/bcp47-ok/tz-asia-tokyo","score":2,"why":"Directly returns current time in Tokyo."},"keyword_top1":{"toolId":"mcp-registry/ai.gondola/gondola/get_upcoming_trips","score":0,"why":"Unrelated to time; it's about trip reservations."}}},{"task":"send an SMS message","picks":{"glimind":{"toolId":"mcp-registry/mu.micro/mu/sms_send","score":2,"why":"Directly sends SMS messages."},"embedding_top1":{"toolId":"mcp-registry/io.github.wuzenghai616-lang/goldbean/sms_send","score":2,"why":"Directly sends SMS messages."},"keyword_top1":{"toolId":"mcp-registry/com.innergcomplete/shearquery/ghl_send_sms","score":1,"why":"Sends SMS via GoHighLevel, not a general SMS tool."}}},{"task":"shorten a URL","picks":{"glimind":{"toolId":"mcp-registry/io.github.wuzenghai616-lang/goldbean/url_shorten","score":2,"why":"Directly shortens URLs as described."},"embedding_top1":{"toolId":"mcp-registry/io.github.wuzenghai616-lang/goldbean/url_shorten","score":2,"why":"Directly shortens URLs as described."},"keyword_top1":{"toolId":"mcp-registry/ink.kool/url-shortener/shorten_url","score":2,"why":"Directly shortens URLs as described."}}},{"task":"validate an email address","picks":{"glimind":{"toolId":"mcp-registry/io.tinyfn/tinyfn/validate_email","score":2,"why":"Directly validates email addresses."},"embedding_top1":{"toolId":"mcp-registry/io.tinyfn/tinyfn/validate_email","score":2,"why":"Directly validates email addresses."},"keyword_top1":{"toolId":"mcp-registry/ai.startuphub/startuphub/validate_email","score":2,"why":"Directly validates email deliverability."}}},{"task":"look up DNS records for a domain","picks":{"glimind":{"toolId":"mcp-registry/io.github.venomseven/nslookup/dns_lookup","score":2,"why":"Directly performs DNS record lookups for any domain."},"embedding_top1":{"toolId":"mcp-registry/com.geekflare/mcp/dnsRecord","score":2,"why":"Directly retrieves DNS records for a domain."},"keyword_top1":{"toolId":"mcp-registry/art.maddegen.agent/synapse-web/domain_whois","score":1,"why":"Provides nameservers but not full DNS records like A/AAAA/MX."}}},{"task":"check if a website is up","picks":{"glimind":{"toolId":"mcp-registry/dev.domainee/domainee/tools_website_status_checker","score":2,"why":"Directly checks website uptime."},"embedding_top1":{"toolId":"mcp-registry/com.geekflare/mcp/siteStatus","score":2,"why":"Directly checks website availability."},"keyword_top1":{"toolId":"mcp-registry/ai.rexity/website-check/website_check","score":2,"why":"Directly checks if a website is up."}}},{"task":"run python code in a sandbox","picks":{"glimind":{"toolId":"mcp-registry/world.scalix/cloud/scalix_sandbox_run","score":2,"why":"Directly runs Python code in an isolated sandbox."},"embedding_top1":{"toolId":"mcp-registry/io.github.poiuyhje/eqvps/run_code","score":2,"why":"Directly runs Python code in a sandbox."},"keyword_top1":{"toolId":"mcp-registry/io.github.poiuyhje/eqvps/run_code","score":2,"why":"Directly runs Python code in a sandbox."}}},{"task":"search npm packages","picks":{"glimind":{"toolId":"mcp-registry/io.github.whiteknightonhorse/apibase/npm.packages.search","score":2,"why":"Official npm search tool for packages."},"embedding_top1":{"toolId":"mcp-registry/io.github.whiteknightonhorse/apibase/npm.packages.search","score":2,"why":"Official npm search tool for packages."},"keyword_top1":{"toolId":"mcp-registry/io.github.isaiahdupree/devstack-mcp/search_packages","score":2,"why":"Directly searches npm packages via registry=all."}}}],"judge":"You grade a tool router. Given a TASK and the TOOL it chose (name, server, description), answer how well the tool accomplishes the task FOR A GENERAL USER.\n2 = it directly does the task in general (official or general-purpose tool for exactly this).\n1 = partially/indirectly (related tool, narrower scope, needs extra steps, or scoped to one vendor's product/data).\n0 = wrong tool or does not do the task.\nRespond ONLY with JSON {\"score\":0|1|2,\"why\":\"<=12 words\"}.","reproduce":"node --import tsx scripts/benchmark.mts <runId> — routes each task three ways over the live catalog and grades every pick with the same judge prompt (temperature 0)."}