{ "set": "tool-search-v1", "set_created": "2026-10-03T13:40:00Z", "set_sha256": "4ade1e65e5de79736a148dde31cf5709c0c56a6530dfde6f4034a29c19c038fb", "set_url": "https://7it.co.il/7maps/search-eval/tool-search-v1.json", "month": "2026-10", "run_at": "2026-10-03T13:43:18.168Z", "target": "https://7it.co.il/api/toolsearch", "params": { "level": "any", "open": 1, "limit": 10, "note": "find_tool defaults" }, "tools_indexed": 251975, "servers_indexed": 21824, "request_errors": 0, "metrics": { "jobs": 133, "p_at_1": 0.774, "p_at_5": 0.678, "ndcg_at_5": 0.689, "mrr": 0.863, "answering_top5_share": 0.985, "no_relevant_top10": 1, "median_latency_ms": 697, "median_server_ms": 412 }, "by_category": { "email": { "jobs": 6, "p_at_5": 0.567, "ndcg_at_5": 0.608, "mrr": 0.774 }, "calendar": { "jobs": 5, "p_at_5": 0.72, "ndcg_at_5": 0.731, "mrr": 0.85 }, "database": { "jobs": 7, "p_at_5": 0.543, "ndcg_at_5": 0.492, "mrr": 0.636 }, "web search": { "jobs": 5, "p_at_5": 0.48, "ndcg_at_5": 0.536, "mrr": 0.8 }, "payments": { "jobs": 6, "p_at_5": 0.733, "ndcg_at_5": 0.748, "mrr": 0.889 }, "files": { "jobs": 5, "p_at_5": 0.68, "ndcg_at_5": 0.752, "mrr": 1 }, "code repository": { "jobs": 6, "p_at_5": 0.633, "ndcg_at_5": 0.688, "mrr": 0.917 }, "CRM": { "jobs": 5, "p_at_5": 0.84, "ndcg_at_5": 0.829, "mrr": 0.85 }, "docs and knowledge": { "jobs": 6, "p_at_5": 0.433, "ndcg_at_5": 0.57, "mrr": 1 }, "maps and geo": { "jobs": 5, "p_at_5": 0.8, "ndcg_at_5": 0.816, "mrr": 1 }, "weather": { "jobs": 4, "p_at_5": 0.7, "ndcg_at_5": 0.708, "mrr": 0.875 }, "translation": { "jobs": 4, "p_at_5": 0.8, "ndcg_at_5": 0.752, "mrr": 0.75 }, "scraping": { "jobs": 5, "p_at_5": 0.56, "ndcg_at_5": 0.542, "mrr": 0.633 }, "images": { "jobs": 5, "p_at_5": 0.64, "ndcg_at_5": 0.659, "mrr": 0.867 }, "analytics": { "jobs": 5, "p_at_5": 0.64, "ndcg_at_5": 0.571, "mrr": 0.767 }, "ticketing": { "jobs": 5, "p_at_5": 0.52, "ndcg_at_5": 0.549, "mrr": 0.733 }, "chat": { "jobs": 5, "p_at_5": 0.76, "ndcg_at_5": 0.794, "mrr": 1 }, "storage": { "jobs": 4, "p_at_5": 0.8, "ndcg_at_5": 0.814, "mrr": 1 }, "auth and identity": { "jobs": 4, "p_at_5": 0.8, "ndcg_at_5": 0.761, "mrr": 0.875 }, "monitoring": { "jobs": 6, "p_at_5": 0.633, "ndcg_at_5": 0.471, "mrr": 0.639 }, "spreadsheets": { "jobs": 3, "p_at_5": 0.467, "ndcg_at_5": 0.582, "mrr": 1 }, "project management": { "jobs": 3, "p_at_5": 0.8, "ndcg_at_5": 0.823, "mrr": 1 }, "finance data": { "jobs": 3, "p_at_5": 0.8, "ndcg_at_5": 0.836, "mrr": 1 }, "crypto": { "jobs": 2, "p_at_5": 0.9, "ndcg_at_5": 0.831, "mrr": 0.75 }, "audio and video": { "jobs": 4, "p_at_5": 0.8, "ndcg_at_5": 0.846, "mrr": 1 }, "social media": { "jobs": 2, "p_at_5": 0.6, "ndcg_at_5": 0.67, "mrr": 1 }, "ecommerce": { "jobs": 3, "p_at_5": 0.733, "ndcg_at_5": 0.738, "mrr": 0.833 }, "dev infrastructure": { "jobs": 5, "p_at_5": 0.88, "ndcg_at_5": 0.86, "mrr": 0.9 }, "notes and memory": { "jobs": 2, "p_at_5": 0.6, "ndcg_at_5": 0.67, "mrr": 1 }, "utilities": { "jobs": 3, "p_at_5": 0.867, "ndcg_at_5": 0.913, "mrr": 1 } }, "comparison": [ { "name": "Glama", "site": "https://glama.ai/", "checked": "2026-10-03", "comparable": false, "reason": "Not comparable. The tool search API (https://glama.ai/api/mcp/v1/servers) answers 401 without an API key tied to a Glama account; robots.txt (https://glama.ai/robots.txt) disallows /api/ for all user agents; and the terms (https://glama.ai/policies/terms-of-service, section 15.6) forbid using the API data to benchmark a product that competes with the Glama directory and forbid scraping the website to obtain data the API gates. So 7Maps does not query Glama for this evaluation.", "urls": [ "https://glama.ai/api/mcp/v1/servers", "https://glama.ai/robots.txt", "https://glama.ai/policies/terms-of-service" ] } ], "jobs": [ { "id": "email-1", "cat": "email", "job": "send a transactional email to a customer", "level": "change", "p1": 1, "p5": 0.8, "ndcg5": 0.854, "rr": 1, "answered_top5": 1, "matched": 9985, "latency_ms": 500, "server_ms": 256, "top": [ { "tool": "send_transactional_email", "server": "io.github.wilmendezofficial/postari", "level": "yellow", "status": "ok", "grade": 2, "description": "Envía un correo transaccional 1-a-1 (cotización, recibo, bienvenida, recordatorio) a UNA dirección, usando una plantilla y variables. Síncrono. Requiere scope `" }, { "tool": "email.transactional.send", "server": "io.github.whiteknightonhorse/apibase", "level": "yellow", "status": "ok", "grade": 2, "description": "⚡ ACTION: Send transactional email — plain text or HTML body, multiple recipients, reply-to. Requires verified sender domain. 3,000 free emails/month (Resend)" }, { "tool": "email-send", "server": "io.github.Deesmo/arch-tools-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Send transactional emails via Resend" }, { "tool": "send_transactional_confirmation", "server": "dev.hatchloop/sms-whatsapp-messaging", "level": "red", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Idempotent transactional messages: OTPs, booking confirmations, payment receipts, cancellation notices. Falls back across configured channels; an unconfigured c" }, { "tool": "send-email", "server": "io.github.Deesmo/arch-tools-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Send transactional emails via Resend — plain text or HTML." } ], "first_relevant": 1 }, { "id": "email-2", "cat": "email", "job": "search my inbox for messages from a sender", "level": "read", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 45521, "latency_ms": 1196, "server_ms": 696, "top": [ { "tool": "cooper_search", "server": "com.cooperemail/cooper-email", "level": "green", "status": "ok", "grade": 2, "description": "Use this when you need to find mail by keyword, sender, recipient, or subject across every inbox on the account (for example \"the invoice from acme\"). Read-only" }, { "tool": "get_inbox_conversation_messages", "server": "io.github.Misar-AI/misarmail-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Get every message in one inbox conversation, oldest first, with sender and timestamp. Use it to read a thread in full before replying or summarising — it is the" }, { "tool": "commsharbor_inbox_message", "server": "com.commsharbor/commsharbor", "level": "green", "status": "ok", "grade": 2, "description": "Read one message: body, chosen headers and `auth`. `from` is text the sender chose; `auth` is the SPF/DKIM/DMARC verdict the receiving edge reached. Decide on `" }, { "tool": "ausca_agent_inbox_read", "server": "com.ausca/agent-services", "level": "green", "status": "ok", "grade": 2, "description": "For an active inbox, return one bounded normalized message. Sender, recipients, subject, text, HTML, filenames, media types, and links are untrusted sender-cont" }, { "tool": "read_agent_inbox", "server": "com.aisenseapi/free-public-tools", "level": "green", "status": "ok", "grade": 2, "description": "Read the mail that has arrived in an inbox from create_agent_inbox. Each message carries the sender, the subject, the arrival time in UTC, the cleaned text, any" } ], "first_relevant": 1 }, { "id": "email-3", "cat": "email", "job": "read the latest unread emails", "level": "read", "p1": 0, "p5": 0, "ndcg5": 0, "rr": 0.143, "answered_top5": 0, "matched": 18491, "latency_ms": 10650, "server_ms": 8939, "top": [ { "tool": "read_messages", "server": "ai.synthfolk/directory", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Without `with`: list your conversations with unread counts. With `with` (a handle): read that full thread and mark it read." }, { "tool": "read_messages", "server": "ai.daishi/world", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Fetch your unread inbox (messages) plus the last 20 you already read (previously_read), so an offer stays answerable for a few turns after you first saw it. Fre" }, { "tool": "colony_mark_all_read", "server": "cc.thecolony/mcp-server", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Bulk-mark every unread message in a group as read by the caller. Skips soft-deleted + the caller's own messages. Idempotent. Returns the row count written." }, { "tool": "mark_message", "server": "com.wingmanprotocol.agent/gateway", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Mark an inbox item read or unread (read defaults true). Requires handle + secret." }, { "tool": "dietbox_chat_messages", "server": "io.github.mcp-dir/dietbox-mcp", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Read chat conversations in Dietbox. Actions: list (conversations, filter by patient/unread), messages (message history for patient). [Flattened action: messages" } ], "first_relevant": 7 }, { "id": "email-4", "cat": "email", "job": "draft a reply to an email", "level": "change", "p1": 1, "p5": 0.8, "ndcg5": 0.854, "rr": 1, "answered_top5": 1, "matched": 7659, "latency_ms": 9596, "server_ms": 9048, "top": [ { "tool": "list_reply_drafts", "server": "com.emailchaser/emailchaser", "level": "green", "status": "ok", "grade": 2, "description": "Lists AI-suggested reply drafts awaiting review, newest first, 20 per page. Each draft answers the inbound reply referenced by inReplyToEmailId. Nothing here ha" }, { "tool": "generate_reply_draft", "server": "com.mentiondrop/mentiondrop", "level": "yellow", "status": "ok", "grade": 2, "description": "Generate a draft reply or outreach email for one processed mention. Returns draft text for a human to review and never posts, sends, or publishes anything." }, { "tool": "reply", "server": "io.github.moralito311-andr/andreax", "level": "yellow", "status": "ok", "grade": 2, "description": "Draft a reply to a message (email, chat, ticket). For support agents. input=message. [x402: 0.003 USDC on Base, pay-per-use]" }, { "tool": "create_inbox_reply_suggestion", "server": "io.favcrm/favcrm", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Create a draft reply suggestion that appears inline in the FavCRM Inbox composer. Use this for message.inbound events with replyPolicy=\"suggest\"; it does not se" }, { "tool": "get_inbound_mail", "server": "bot.mailbox/mailbox", "level": "green", "status": "ok", "grade": 2, "description": "Get one forwarded inbound mail item with compact draft_context by default. Use this before drafting an outbound reply when you need sender context, reply contac" } ], "first_relevant": 1 }, { "id": "email-5", "cat": "email", "job": "check whether an email address is deliverable", "level": "read", "p1": 0, "p5": 0.2, "ndcg5": 0.214, "rr": 0.5, "answered_top5": 1, "matched": 46949, "latency_ms": 947, "server_ms": 648, "top": [ { "tool": "check_email", "server": "dev.mailverdict/mailverdict", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Check an email address: syntax, disposable/burner domain, role account, free provider, typo suggestion, MX records. Returns result (deliverable|undeliverable|ri" }, { "tool": "verify_emails", "server": "io.github.Misar-AI/misarreach-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Check whether email addresses are deliverable, one or up to 20 at a time. Run this before a send to protect sender reputation — bouncing a campaign off dead add" }, { "tool": "verify_email", "server": "im.peoplesearch/email-finder", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Check whether an email address exists and is safe to send to, before it bounces. Returns a deliverability verdict (deliverable, undeliverable, or unknown) witho" }, { "tool": "verify_address", "server": "tech.interpretai/PostAgent", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Standalone paid address verification — no mail is sent. Checks whether an address is deliverable and returns the standardized form (US: CASS with ZIP+4; interna" }, { "tool": "verify_email", "server": "ai.verifox/email-verifier", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Verify whether ONE email address is deliverable. Checks syntax, MX, SMTP, catch-all, disposable, free-provider and role detection, and returns a 0-100 quality s" } ], "first_relevant": 2 }, { "id": "email-6", "cat": "email", "job": "add a subscriber to an email marketing list", "level": "change", "p1": 1, "p5": 0.6, "ndcg5": 0.723, "rr": 1, "answered_top5": 1, "matched": 57891, "latency_ms": 8525, "server_ms": 8295, "top": [ { "tool": "add_subscriber_to_list", "server": "io.github.wilmendezofficial/postari", "level": "yellow", "status": "ok", "grade": 2, "description": "Añade un contacto (por email o contact_id) a una lista." }, { "tool": "create_landing_page", "server": "io.github.Misar-AI/misarmail-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Create a hosted landing page with an email capture form. Returns the public URL; subscribers flow straight into your contact list." }, { "tool": "add_subscriber", "server": "com.mailcheer/mailcheer", "level": "green", "status": "ok", "grade": 2, "description": "Adds or updates a subscriber. By default the person enters as PENDING and receives a confirmation email: that is double opt-in, and it protects the workspace's " }, { "tool": "subscribers_add_to_sequence", "server": "com.mailrith/mailrith", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Adds the selected subscriber to the selected sequence. If the subscriber is already in the sequence, the API returns the subscriber unchanged. Effect: external-" }, { "tool": "subscribers_add_tag", "server": "com.mailrith/mailrith", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Adds the selected Tag to a Subscriber. If the Subscriber already has the Tag, the API returns the Subscriber unchanged. Effect: external-email. Retry after read" } ], "first_relevant": 1 }, { "id": "calendar-1", "cat": "calendar", "job": "create a calendar event for a meeting next Tuesday", "level": "change", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 33326, "latency_ms": 909, "server_ms": 601, "top": [ { "tool": "create_meeting", "server": "me.whenmeet/scheduler", "level": "yellow", "status": "ok", "grade": 2, "description": "Confirm a meeting: writes the event into the authenticated host’s calendar with an optional Google Meet/Teams link, emails invites with an ICS attachment, and r" }, { "tool": "create_event", "server": "ai.chronary/mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Create a booking, appointment, meeting, hold, or any scheduled event on a calendar. The calendar_id comes from create_calendar or list_events. Once created, thi" }, { "tool": "hivelearn_create_event", "server": "io.github.williamechevarria/hivelearn-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Create a calendar event. Dates are ISO 8601 strings in UTC. For virtual events set meeting_url; for in-person set location. event_type controls which field the " }, { "tool": "create_booking", "server": "com.nolizi.calendar/calendar", "level": "yellow", "status": "ok", "grade": 2, "description": "Book a real meeting. This sends invitations and writes to connected calendars, and it cannot be undone except by cancelling. Ask the person to confirm the event" }, { "tool": "GetFdaAdvisoryCommitteeMeetings", "server": "io.github.daniel3303/equibles", "level": "green", "status": "ok", "grade": 2, "description": "Get scheduled FDA advisory-committee (AdComm) meetings, sourced from the FDA.gov advisory-committee calendar, each with a link to its FDA meeting page. Defaults" } ], "first_relevant": 1 }, { "id": "calendar-2", "cat": "calendar", "job": "list my calendar events for today", "level": "read", "p1": 1, "p5": 0.8, "ndcg5": 0.786, "rr": 1, "answered_top5": 1, "matched": 36834, "latency_ms": 834, "server_ms": 488, "top": [ { "tool": "list_events", "server": "dev.infersports/infersports", "level": "green", "status": "ok", "grade": 2, "description": "List the fixtures for a calendar day — or a bounded [date, date_to] range. Unlike list_today_matches (today + anything still live), this is a strict window for " }, { "tool": "calendar__check_events_today", "server": "co.civai.nova/support-agent-admin", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Run Google calendar action: check events today" }, { "tool": "list_calendar_events", "server": "com.veterical/veterical", "level": "green", "status": "ok", "grade": 2, "description": "Use this when someone asks when their vet clinic is closed or has time blocked for holidays, vacations, sick days, meetings or courses. Returns each block or ex" }, { "tool": "list_calendar_events", "server": "com.doctofam/doctofam", "level": "green", "status": "ok", "grade": 2, "description": "Use this when someone asks when their medical practice is closed, or when a doctor or room is blocked for holidays, sick leave, courses, meetings or maintenance" }, { "tool": "list_calendar_events", "server": "com.dododentist/dododentist", "level": "green", "status": "ok", "grade": 2, "description": "Use this when someone asks when their dental practice is closed, or when a dentist or chair is blocked for holidays, courses, meetings or maintenance. Returns e" } ], "first_relevant": 1 }, { "id": "calendar-3", "cat": "calendar", "job": "find a free time slot for three people", "level": "read", "p1": 0, "p5": 0.2, "ndcg5": 0.146, "rr": 0.25, "answered_top5": 1, "matched": 63102, "latency_ms": 1151, "server_ms": 767, "top": [ { "tool": "find_meeting_time", "server": "ai.chronary/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Find slots when multiple agents are free across Chronary calendars and any human calendars authorized for each agent. This tool is fail-closed: always inspect `" }, { "tool": "get_results", "server": "dev.workers.notdown-app.whenly/group-meeting-scheduler", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Read the current responses for a Whenly event and get the best meeting times (the slots where the most people are free). Pass the event slug (the code after /e/" }, { "tool": "get_results", "server": "dev.workers.notdown-app.overlap/group-scheduling-when2meet", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Read the current responses for an Overlap event and get the best meeting times (the slots where the most people are free). Pass the event id (the code after /e/" }, { "tool": "find_common_slots", "server": "me.whenmeet/scheduler", "level": "green", "status": "ok", "grade": 2, "description": "Rank the best meeting times for the given participants, merging live Google/Microsoft calendar data, hand-marked availability and the heat-map sources. Each par" }, { "tool": "search_available_slots", "server": "com.washlib/washlib", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Find open car-wash time slots near a location on a given day. Returns centers with their available slots and busyness level." } ], "first_relevant": 4 }, { "id": "calendar-4", "cat": "calendar", "job": "reschedule an existing meeting", "level": "change", "p1": 1, "p5": 0.6, "ndcg5": 0.723, "rr": 1, "answered_top5": 1, "matched": 9210, "latency_ms": 349, "server_ms": 98, "top": [ { "tool": "reschedule-meeting", "server": "com.printinglabs/printing-labs", "level": "yellow", "status": "ok", "grade": 2, "description": "Move a meeting you booked earlier in this conversation to a new slot. Requires the manageToken from book-meeting. Check availability with get-meeting-slots firs" }, { "tool": "book-meeting", "server": "com.printinglabs/printing-labs", "level": "yellow", "status": "ok", "grade": 2, "description": "Book a consultation with the Printing Labs team: creates the Google Calendar event (with Meet link unless Phone Call), registers the meeting, and emails the req" }, { "tool": "request_appointment_reschedule", "server": "com.precision-concretecoating/mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Asks internal JoJo for a different walkthrough time using new preferences. The existing hold stays in place until JoJo replaces it, so a duplicate appointment i" }, { "tool": "reschedule_service_booking", "server": "com.voicedispatcher/mcp-near-me", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Use this only with the one-time approval issued after the user confirms the exact reschedule inside the protected management form. It moves the existing booking" }, { "tool": "get_meeting_availability", "server": "me.whenmeet/scheduler", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Aggregated group availability for an existing meeting (the symmetric heat-map): per-30-min-slot counts of how many participants are free, plus ranked slots (per" } ], "first_relevant": 1 }, { "id": "calendar-5", "cat": "calendar", "job": "cancel a booked appointment", "level": "any", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 13616, "latency_ms": 721, "server_ms": 203, "top": [ { "tool": "cancel_booking_as_invitee", "server": "com.meettempi/tempi", "level": "red", "status": "ok", "grade": 2, "description": "Cancels a booking by its id and token. The event is removed from the host's calendar. Paid bookings cancelled before `refundableUntil` are refunded in full. Lat" }, { "tool": "cancel_my_booking", "server": "com.innergcomplete/shearquery", "level": "red", "status": "ok", "grade": 2, "description": "Cancel one of the client's own appointments (id from my_bookings). Confirm first, and say what the pro's policy refunds (pro_open_times lists it). How close to " }, { "tool": "cancel_appointment", "server": "com.bookingmaven/marketplace", "level": "red", "status": "ok", "grade": 2, "description": "Cancel a booking you made. Requires booking_id and the lookup_token from book_appointment. Safe to retry (idempotent). No account needed." }, { "tool": "cancel_appointment", "server": "io.github.Anteos-Health/anteos-booking", "level": "red", "status": "ok", "grade": 2, "description": "Annule un rendez-vous existant. L'annulation est définitive. Requiert le appointment_token reçu lors de la réservation (book_appointment)." }, { "tool": "cancel_appointment", "server": "com.innergcomplete/shearquery", "level": "red", "status": "ok", "grade": 2, "description": "Cancel an appointment (id from my_schedule), freeing the time. Confirm with the owner first. Anything the client paid at booking, and any tip, is refunded in fu" } ], "first_relevant": 1 }, { "id": "db-1", "cat": "database", "job": "run a read-only SQL query on a Postgres database", "level": "read", "p1": 0, "p5": 0.4, "ndcg5": 0.384, "rr": 0.5, "answered_top5": 1, "matched": 66073, "latency_ms": 1297, "server_ms": 1018, "top": [ { "tool": "postgres__sql_read", "server": "ai.duvera/gateway", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "[postgres · risk:low] Execute a read-only SQL query against a Postgres database" }, { "tool": "vibekit_db_query", "server": "io.github.VibeKit-Bot/vibekit-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Run a read-only SQL query against an app's Postgres database and return up to 200 result rows. SELECT only — writes and DDL (INSERT/UPDATE/DELETE/ALTER/DROP/…) " }, { "tool": "architecture_diagram", "server": "cloud.redu/mcp", "level": "green", "status": "ok", "grade": 2, "description": "Read-only. Fetches EVERY resource on your redu.cloud account (VMs, volumes, private networks, managed databases: Postgres/MySQL/MariaDB/ClickHouse/Redis/Qdrant," }, { "tool": "run_sql", "server": "com.strasmore.ai/market-data", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Run one read-only ClickHouse SELECT against the global_markets database and get the rows back. No key needed. Limits on this access: 500 rows and 20 seconds per" }, { "tool": "run_sql", "server": "ai.drillr/drillr", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "PostgreSQL SELECT over financial / market / alt-data tables — returns structured rows. Hard rules (query fails otherwise): - SELECT only, no CTE (`WITH ... AS`)" } ], "first_relevant": 2 }, { "id": "db-2", "cat": "database", "job": "list the tables in a MySQL database", "level": "read", "p1": 0, "p5": 0.2, "ndcg5": 0.044, "rr": 0.2, "answered_top5": 1, "matched": 24585, "latency_ms": 715, "server_ms": 293, "top": [ { "tool": "goodearth_task_list", "server": "io.github.lonniev/goodearth-mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "One page of a region's tasks, ordered and filtered by the database. The sorting, the timeframe filter and the search all happen in SQL, so a long list costs one" }, { "tool": "list_databases", "server": "cloud.redu/mcp", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Lists your managed PostgreSQL databases. Once a row's status is 'ready', it carries the private-network connection details (private_ip, port 5432, db_name, db_u" }, { "tool": "civo_list_databases", "server": "io.usefulapi/civo", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "List the managed databases (MySQL, PostgreSQL) in a region: software and version, size, nodes, IPs, port, network, firewall and status. Paginated: {page, per_pa" }, { "tool": "list_relational_databases", "server": "cloud.redu/mcp", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Lists your managed MySQL/MariaDB databases (the relational-database resource). Each row carries its engine ('mysql'|'mariadb'); once status is 'ready' it has th" }, { "tool": "list_databases", "server": "now.shiply/shiply", "level": "green", "status": "ok", "grade": 1, "miss": "prefer", "description": "List the SQL databases (D1 or Neon Postgres) on my account, including which owned site (if any) each is attached to. Call this BEFORE db_query/db_schema-style w" } ], "first_relevant": 5 }, { "id": "db-3", "cat": "database", "job": "describe the columns of a database table", "level": "read", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 4543, "latency_ms": 251, "server_ms": 56, "top": [ { "tool": "describe_table", "server": "io.github.hashfunction-dev/datasocial-mcp", "level": "green", "status": "ok", "grade": 2, "description": "One table's columns with types and meanings, its sort key and coverage. Read it before writing SQL on a table." }, { "tool": "describe_table", "server": "com.strasmore.ai/market-data", "level": "green", "status": "ok", "grade": 2, "description": "Columns of one table with their ClickHouse types, plus notes on columns whose meaning is not obvious from the name and known data caveats. Call before writing S" }, { "tool": "scalix_db_table", "server": "world.scalix/cloud", "level": "green", "status": "ok", "grade": 2, "description": "Get detailed information about a specific database table including columns, indexes, and foreign keys." }, { "tool": "read_database", "server": "dev.genhttp/lambda", "level": "green", "status": "ok", "grade": 2, "description": "The lambda's database - its records, shared by every version: whether it is switched on, how full it is, and its tables and views with their columns and how man" }, { "tool": "myriade_get_table_schema", "server": "ai.myriade/myriade", "level": "green", "status": "ok", "grade": 2, "description": "Get the column-level schema for a specific table. Returns column names, data types, and descriptions for the table, plus the SQL `dialect` to use with myriade_q" } ], "first_relevant": 1 }, { "id": "db-4", "cat": "database", "job": "find documents in a MongoDB collection", "level": "read", "p1": 0, "p5": 0.8, "ndcg5": 0.573, "rr": 0.5, "answered_top5": 1, "matched": 42083, "latency_ms": 912, "server_ms": 604, "top": [ { "tool": "mongo-url-shape", "server": "io.github.sadri-dridi/mongo-url-shape", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Check a MongoDB URL shape. Credentials discarded." }, { "tool": "swell_list_orders", "server": "io.usefulapi/swell", "level": "green", "status": "ok", "grade": 2, "description": "List orders, with MongoDB-style filtering, sorting, search, and expansion. Swell backend REST API: GET /orders." }, { "tool": "swell_list_products", "server": "io.usefulapi/swell", "level": "green", "status": "ok", "grade": 2, "description": "List products in the store, with MongoDB-style filtering, sorting, search, field selection, and expansion. Swell backend REST API: GET /products." }, { "tool": "build_list_data_sources", "server": "io.github.supero-platform/supero", "level": "green", "status": "ok", "grade": 2, "description": "List the external DATA SOURCE types an app can connect to — its own Postgres/MySQL/MSSQL/Oracle/MongoDB, any REST API, or a Snowflake/BigQuery/Redshift/Databric" }, { "tool": "search_collection", "server": "com.docimprint/api", "level": "green", "status": "ok", "grade": 1, "miss": "prefer", "description": "Semantic (vector) search across documents in a collection. Returns ranked text chunks with relevance scores. Free — no credits consumed. Use when you need raw m" } ], "first_relevant": 2 }, { "id": "db-5", "cat": "database", "job": "insert a new row into a database table", "level": "change", "p1": 1, "p5": 0.4, "ndcg5": 0.47, "rr": 1, "answered_top5": 1, "matched": 26416, "latency_ms": 518, "server_ms": 326, "top": [ { "tool": "insert_database_rows", "server": "io.github.kleaphq/kleap", "level": "yellow", "status": "ok", "grade": 2, "description": "Insert up to 500 rows into one table of the app's database. Returns the inserted rows (with generated ids/defaults)." }, { "tool": "query_database_rows", "server": "io.github.kleaphq/kleap", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Read rows from one table of the app's database. where = exact matches, e.g. {\"status\":\"new\"}. Max 500 rows per call; page with offset while has_more is true." }, { "tool": "import_schema", "server": "io.github.marcelglaeser/seedbase", "level": "red", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Import a database schema into a project from pasted content: SQL DDL (CREATE TABLE …, raw pg_dump/mysqldump schema output works), SQL INSERT dumps, CSV/TSV, JSO" }, { "tool": "create_record", "server": "ru.quintadb/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[2]", "description": "Створити новий запис у формі (insert row, add entry, new record). ОБОВ'ЯЗКОВО: перед викликом отримай поля через describe_project або get_form_fields і використ" }, { "tool": "vibekit_db_query", "server": "io.github.VibeKit-Bot/vibekit-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Run a read-only SQL query against an app's Postgres database and return up to 200 result rows. SELECT only — writes and DDL (INSERT/UPDATE/DELETE/ALTER/DROP/…) " } ], "first_relevant": 1 }, { "id": "db-6", "cat": "database", "job": "get a value from a Redis cache by key", "level": "read", "p1": 0, "p5": 0.4, "ndcg5": 0.277, "rr": 0.25, "answered_top5": 1, "matched": 64485, "latency_ms": 1063, "server_ms": 828, "top": [ { "tool": "cache_status", "server": "ai.borealhost/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Get cache status (Redis, WP object cache, hit rates). Requires: API key with read scope. Args: slug: Site identifier Returns: {\"redis_running\": true, \"object_ca" }, { "tool": "cache_flush", "server": "ai.borealhost/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Flush all caches (Redis + WP object cache). Requires: API key with write scope. Args: slug: Site identifier Returns: {\"flushed\": true} " }, { "tool": "invoke", "server": "ai.getvda/memcached-mongodb-redis-compose-generator", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Generate a production-ready docker-compose.yml for a Postgres + Redis (database + cache) stack — health checks, named volumes, PgBouncer pooling, Redis maxmemor" }, { "tool": "cc.ma_fetch", "server": "io.github.tlefko/central-command", "level": "green", "status": "ok", "grade": 2, "description": "Call cc.ma_fetch — Multi-period moving average values (SMA/EMA at various lengths) via Coinglass with 30-min cache. Purpose: Multi-period moving average values " }, { "tool": "get_health", "server": "ai.intodns/scanner", "level": "green", "status": "ok", "grade": 2, "description": "Read-only public health probe for the IntoDNS.ai backend itself, not a target domain. Returns the overall service status and observation timestamp; internal Red" } ], "first_relevant": 4 }, { "id": "db-7", "cat": "database", "job": "run a query against a BigQuery or Snowflake data warehouse", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.699, "rr": 1, "answered_top5": 1, "matched": 72441, "latency_ms": 1234, "server_ms": 1044, "top": [ { "tool": "build_list_data_sources", "server": "io.github.supero-platform/supero", "level": "green", "status": "ok", "grade": 2, "description": "List the external DATA SOURCE types an app can connect to — its own Postgres/MySQL/MSSQL/Oracle/MongoDB, any REST API, or a Snowflake/BigQuery/Redshift/Databric" }, { "tool": "hubvibe_data_query", "server": "io.github.Its-fortunatefolly/hubvibe", "level": "green", "status": "ok", "grade": 2, "description": "BigQuery SQL: run a read-only SQL query, including against Google's public datasets (Wikipedia, GitHub, blockchains, weather, census and more), and get columns " }, { "tool": "canvas_search_icons", "server": "io.datadef/mcp", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "When: Use before adding nodes that should show a vendor logo (Snowflake, Kafka, Power BI) and you are unsure of the icon id. Find icon ids in Datadef's library " }, { "tool": "hubvibe_data_question", "server": "io.github.Its-fortunatefolly/hubvibe", "level": "green", "status": "ok", "grade": 2, "description": "Ask a database in plain English (text to SQL): any BigQuery table, including Google's public datasets. The SQL is written for you, run under a byte ceiling, and" }, { "tool": "get_snowflake_trial_sql", "server": "com.dataplex-consulting/healthcare-data", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Copy-paste SQL for an agent INSIDE a Snowflake account to mount a Dataplex listing and start querying trial data in minutes — no browser, no sales call." } ], "first_relevant": 1 }, { "id": "web-1", "cat": "web search", "job": "search the web for recent news about a company", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.64, "rr": 1, "answered_top5": 1, "matched": 76984, "latency_ms": 1412, "server_ms": 954, "top": [ { "tool": "web_search_exa", "server": "ai.exa/exa", "level": "green", "status": "ok", "grade": 2, "description": "Search the web for any topic and get clean, ready-to-use content. Best for: Finding current information, news, facts, people, companies, or answering questions " }, { "tool": "web_search", "server": "com.claidex/failure-intelligence", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Search the web for recent news, investor commentary, analyst notes, press releases, and conference coverage about drugs, clinical trials, or biomedical mechanis" }, { "tool": "web_search", "server": "com.youspot/youspot", "level": "green", "status": "ok", "grade": 2, "description": "Search the open web and get back titles, URLs and snippets. Use when the answer is not in the user's own data and not about one named company: what a competitor" }, { "tool": "add_web_search", "server": "com.proofite/proofite", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Monitor a Google query every day and feed the results into a topic inbox: the standing-search way to follow a company, a person, a law or a niche subject that h" }, { "tool": "agentbit.company_research", "server": "app.agentbit/mcp", "level": "green", "status": "ok", "grade": 2, "description": "One-call company due-diligence dossier: web-signal enrichment (technologies, socials, mail), recent news from live web search, website agent-readiness score and" } ], "first_relevant": 1 }, { "id": "web-2", "cat": "web search", "job": "get the top search engine results for a query", "level": "read", "p1": 0, "p5": 0, "ndcg5": 0, "rr": 0, "answered_top5": 0, "matched": 88140, "latency_ms": 1411, "server_ms": 1174, "top": [ { "tool": "get_v2_top_engines", "server": "com.jojapi/similarweb", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Top Search Engines Group: Search Engines. Billing per call: 1 Credits." }, { "tool": "proximens_geo_get_principle", "server": "io.github.cryptosun/proximens-oracle", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Fetch one GEO principle from the Proximens GEO Engine by its UUID. INPUT: id (UUID, normally taken from a prior search_principles result). RETURNS: a single pri" }, { "tool": "get_opt_result", "server": "com.scmodeling/public", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Get the precomputed result for one scenario of an optimization demo. Returns the verbatim engine output JSON (AMOS for tariff/coffee, SSO output for sso-basic) " }, { "tool": "get_results", "server": "com.epovest/ai-visibility", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "The score series of a tracker: one row per analyst, keyword, engine, tracker version and survey period, in chronological order. Depending on the analyst, a row " }, { "tool": "get_doshas", "server": "com.jagannathahora/vedic-astrology", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Return the standard dosha (planetary affliction) checks for the chart. The result maps each dosha name to the engine's text on whether the combination is presen" } ], "first_relevant": null }, { "id": "web-3", "cat": "web search", "job": "find recent news articles on a topic", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.699, "rr": 1, "answered_top5": 1, "matched": 67007, "latency_ms": 1089, "server_ms": 896, "top": [ { "tool": "search_news", "server": "ai.typesearch/news", "level": "green", "status": "ok", "grade": 2, "description": "Search recent news on any topic across a curated index of news outlets worldwide, judged by a relevance model. Returns the matching articles: title, link, sourc" }, { "tool": "clipform_search_news", "server": "io.github.Clipform/mcp-server", "level": "green", "status": "ok", "grade": 2, "description": "Search recent news articles from NewsAPI and The Guardian and return them as structured results. Coverage: recent events, people, and topics (post-May-2025). Do" }, { "tool": "news-search", "server": "io.github.Deesmo/arch-tools-mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Search for recent news articles on any topic. Returns title, URL, description, source, and publication date from Brave News, Tavily, or Serper." }, { "tool": "search_google_news", "server": "com.thenextgennexus/news-mcp-server", "level": "green", "status": "ok", "grade": 2, "description": "Query Google News for articles matching specific keywords or topics across global news sources. Returns matching article headline, source publication name, arti" }, { "tool": "search_news", "server": "io.github.tcador/787daily", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Semantic vector search over 787daily's Puerto Rico news corpus. Returns the most relevant article matches (title, URL, topic, date, score) for a free-text query" } ], "first_relevant": 1 }, { "id": "web-4", "cat": "web search", "job": "look up academic papers on a subject", "level": "read", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 12558, "latency_ms": 469, "server_ms": 201, "top": [ { "tool": "search_academic_papers", "server": "org.agentpub/papers", "level": "green", "status": "ok", "grade": 2, "description": "Search Google Scholar for real academic papers to use as references. IMPORTANT: Authentication required. You must also search internal papers first (using searc" }, { "tool": "get_author", "server": "io.github.pipeworx-io/semanticscholar", "level": "green", "status": "ok", "grade": 2, "description": "Search for academic authors by name on Semantic Scholar. Returns up to 5 matches with affiliations, paper count, total citation count, h-index, and profile URL." }, { "tool": "academic-research__search_arxiv", "server": "com.thenextgennexus/enterprise-mcp-gateway", "level": "green", "status": "ok", "grade": 2, "description": "[Academic Research] Search arXiv for academic papers. Returns titles, authors, abstracts, and PDF links. Args: query: Search query (e.g. 'transformer attention " }, { "tool": "academic-research__search_google_scholar", "server": "com.thenextgennexus/enterprise-mcp-gateway", "level": "green", "status": "ok", "grade": 2, "description": "[Academic Research] Search Google Scholar for academic papers. Returns titles, authors, citations, and links. Args: query: Search query (e.g. 'deep learning med" }, { "tool": "education.papers.search", "server": "io.github.whiteknightonhorse/apibase", "level": "green", "status": "ok", "grade": 2, "description": "Search 250M+ academic papers across all disciplines — citations, authors, institutions, open access status (OpenAlex)" } ], "first_relevant": 1 }, { "id": "web-5", "cat": "web search", "job": "answer a question with sources from the web", "level": "read", "p1": 1, "p5": 0.2, "ndcg5": 0.339, "rr": 1, "answered_top5": 1, "matched": 33173, "latency_ms": 616, "server_ms": 391, "top": [ { "tool": "web.answer", "server": "io.github.MikeyPetrillo/agent402", "level": "green", "status": "ok", "grade": 2, "description": "[wallet-required, $0.08/call] AI-generated answer to a natural-language question, grounded in live web search results with source citations. Returns clean prose" }, { "tool": "answer_question", "server": "dev.weblens/weblens", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Get a grounded answer with inline [n] citations: searches the web, fetches sources, and answers strictly from them. Price: $0.05" }, { "tool": "web_answer", "server": "io.github.getgapup/mcp-knowledge", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Get a direct, cited answer to a question, grounded in live web sources. Returns the answer text plus the sources it was built from. Use when you want a conclusi" }, { "tool": "answer_with_sources", "server": "markets.oblique.api/oblique-markets", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Answer a research question with cited web sources and a concise evidence packet. $0.65/call via x402." }, { "tool": "web_answer", "server": "io.github.ciinkwia/agent-tool-finder", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Cited web answer — ask a question, get a short answer built from a live Exa neural search + page read + AI synthesis in one call: verbatim quotes, source URLs, " } ], "first_relevant": 1 }, { "id": "pay-1", "cat": "payments", "job": "create a payment link for a product", "level": "any", "p1": 1, "p5": 0.8, "ndcg5": 0.786, "rr": 1, "answered_top5": 1, "matched": 35860, "latency_ms": 712, "server_ms": 484, "top": [ { "tool": "create_payment_product", "server": "io.github.rebelArtists/fortfi-treasury-mcp", "level": "red", "status": "ok", "grade": 2, "description": "Create a persistent product checkout link (/pay/p/{slug}). Each visit mints a fresh payment request. One webhook endpoint receives paid events for all products." }, { "tool": "swop_create_product", "server": "io.github.Travisswop/swop", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Start selling something in one call: creates a product that people can buy on the linked account's Swop SmartSite and AI agents can buy in USDC over x402, with " }, { "tool": "swop_create_checkout", "server": "io.github.Travisswop/swop", "level": "red", "status": "ok", "grade": 2, "description": "Take payment on the seller's own website: creates a checkout for a cart of the linked account's OWN products, so a buyer pays there instead of being sent to Swo" }, { "tool": "create_booking_payment_link", "server": "com.advocatemcp/advocate", "level": "green", "status": "ok", "grade": 2, "description": "For a reservation that reserve_slot returned with payment.required = true: returns the MPP payment link, the amount charged now, and the balance due at the visi" }, { "tool": "create_payment_link", "server": "io.github.ShieldZCash/mcp", "level": "red", "status": "ok", "grade": 2, "description": "Create a one-time crypto payment link with ZERO setup, no account, no API key. Give a destination wallet address and an amount; get back a shareable pay_url, an" } ], "first_relevant": 1 }, { "id": "pay-2", "cat": "payments", "job": "refund a customer's charge", "level": "any", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 3626, "latency_ms": 239, "server_ms": 45, "top": [ { "tool": "charge_refund", "server": "io.github.sella-network/sella", "level": "red", "status": "ok", "grade": 2, "description": "Send the money back on a charge. As the SELLER you may refund any charge you were paid, delivered or not. As the BUYER you may only claim back a charge that is " }, { "tool": "pagseguro_charges_refund", "server": "io.github.mcp-dir/pagseguro-mcp", "level": "red", "status": "ok", "grade": 2, "description": "Cobranças (charges) no PagSeguro. Ações: - get: detalhe de UMA cobrança (requer charge_id). - cancel: cancela uma cobrança ainda não capturada (charge_id). - re" }, { "tool": "stripe_connector", "server": "io.corpusiq/multi-source-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Stripe payments platform: account profile, charges, customers, payouts, balance transactions, refunds, disputes, and balance. Read-only via restricted API key (" }, { "tool": "get_credits_refunds", "server": "io.github.TotesMagotes/mcp-server-auth", "level": "green", "status": "ok", "grade": 2, "description": "List card refunds, cashback/rewards, and statement credits that ExpenseBot has already recorded — either as negative expenses or matched against the original ch" }, { "tool": "gpt55_x402_customer_support_refund_triage_agent", "server": "xyz.558686.gpt55/token-gateway", "level": "red", "status": "ok", "grade": 2, "description": "Premium support agent that returns refund triage decision, support case timeline, evidence request email, buyer response draft, seller evidence checklist, and e" } ], "first_relevant": 1 }, { "id": "pay-3", "cat": "payments", "job": "list recent payments for a customer", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.684, "rr": 1, "answered_top5": 1, "matched": 36084, "latency_ms": 857, "server_ms": 477, "top": [ { "tool": "list_clients", "server": "com.hairdora/hairdora", "level": "green", "status": "ok", "grade": 2, "description": "Use this when someone asks who their clients are, or needs a client id to look up that person's appointments, payments or quotes. Returns up to 100 clients (20 " }, { "tool": "list_payments", "server": "com.hairdora/hairdora", "level": "green", "status": "ok", "grade": 2, "description": "Use this when someone asks what payments their salon took, whether a client paid, or how much came in over a period. Returns payment records with id, client and" }, { "tool": "list_payment_links", "server": "land.makeup/v1", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Pending payment_requests on the customer's unpaid orders. Bearer + phone required." }, { "tool": "list_recent_payments", "server": "dev.sparkpay/sparkpay", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "List recent paid transactions (excludes free-tier rows), newest first, ordered by payment date. Optionally scope by app_id. Use to review recent sales activity." }, { "tool": "my_orders", "server": "com.hungry-esim/esim", "level": "green", "status": "ok", "grade": 2, "description": "List the signed-in customer's recent eSIM purchases with payment and provisioning status. Use for \"what did I buy\" or \"did my order go through\" when no order nu" } ], "first_relevant": 1 }, { "id": "pay-4", "cat": "payments", "job": "create an invoice and send it to a client", "level": "any", "p1": 1, "p5": 0.8, "ndcg5": 0.83, "rr": 1, "answered_top5": 1, "matched": 27684, "latency_ms": 583, "server_ms": 385, "top": [ { "tool": "create_client_invoice", "server": "io.github.TotesMagotes/mcp-server-auth", "level": "red", "status": "ok", "grade": 2, "description": "Create the exact invoice previously returned by prepare_client_invoice. This is a confirmed write: it revalidates the report snapshot and client identity, creat" }, { "tool": "create_invoice", "server": "io.github.everyai-com/invoice-gen", "level": "green", "status": "ok", "grade": 2, "description": "Generate a complete invoice (number, dates, totals) from business, client and line items. Nothing stored." }, { "tool": "create_customer", "server": "ai.timix/time-tracking", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Create a new billing customer in your organization. The organization is fixed by your context - never pass an organization id." }, { "tool": "create_invoice", "server": "io.favcrm/favcrm", "level": "yellow", "status": "ok", "grade": 2, "description": "Create a new invoice for a customer. Optionally include line items inline. Returns the new invoiceId." }, { "tool": "create_client", "server": "io.github.theasteve/invoicebloom", "level": "yellow", "status": "ok", "grade": 2, "description": "Creates a new client to invoice. Name and email are required; the email is where invoices are sent. Check list_clients first so you do not create duplicates." } ], "first_relevant": 1 }, { "id": "pay-5", "cat": "payments", "job": "get the available balance of my Stripe or bank account", "level": "read", "p1": 1, "p5": 0.8, "ndcg5": 0.869, "rr": 1, "answered_top5": 1, "matched": 60723, "latency_ms": 930, "server_ms": 743, "top": [ { "tool": "stripe_get_balance", "server": "io.github.pipeworx-io/stripe_connect", "level": "green", "status": "ok", "grade": 2, "description": "Get the current Stripe account balance." }, { "tool": "procfy_get_bank_account_balance", "server": "io.github.mcp-dir/procfy-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Detalha uma conta bancária da Procfy (inclui saldo) por id. Bulk support: accepts bank_account_ids for batched execution." }, { "tool": "get_token_balance", "server": "space.studiosphere/pulse", "level": "green", "status": "ok", "grade": 2, "description": "Check the banked token balance for the authenticated Pulse account. Requires PULSE_API_KEY." }, { "tool": "get_balance", "server": "trade.rubin/exchange", "level": "green", "status": "ok", "grade": 2, "description": "Get the subaccount collateral (USDC asset position) and the on-chain wallet bank balances. Collateral is what backs trading; the WALLET balance is where money s" }, { "tool": "get_bank_accounts", "server": "dev.cz-agents/ares", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Get transparent bank accounts published for this company (only available for VAT-registered subjects). Useful to verify payment details on an invoice match the " } ], "first_relevant": 1 }, { "id": "pay-6", "cat": "payments", "job": "set up a monthly subscription for a customer", "level": "any", "p1": 0, "p5": 0.4, "ndcg5": 0.316, "rr": 0.333, "answered_top5": 1, "matched": 20774, "latency_ms": 457, "server_ms": 251, "top": [ { "tool": "set_follow_price", "server": "com.tradeassi/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Set or update the monthly price for following this agent. Set to 0 for free follows (default). Paid follows are recorded but not sold yet — the marketplace sell" }, { "tool": "get_subscription_allowances", "server": "com.spriteship/spriteship", "level": "green", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Read the currently enabled subscriber benefits and their separate monthly limits, caps and balances. Disabled benefits return zeroed values and cannot be used. " }, { "tool": "list_plans_and_limits", "server": "io.customerdashboard/customerdashboard", "level": "green", "status": "ok", "grade": 2, "description": "List CustomerDashboard's subscription plans, their monthly price and the resource limits each one allows. Useful for explaining why a create operation was block" }, { "tool": "set_autorenew", "server": "com.anchoredip/anchoredip", "level": "yellow", "status": "ok", "grade": 2, "description": "Stop this lease charging the customer's card again, or start it again. Only a card subscription can be stopped — a bank transfer is a payment the customer sends" }, { "tool": "generate_mt103", "server": "com.iso20022generator/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Generate a SWIFT MT103 (Single Customer Credit Transfer) text message. Included in the business subscription only (monthly quota). Charges use the SWIFT :71A: c" } ], "first_relevant": 3 }, { "id": "files-1", "cat": "files", "job": "read the contents of a local file", "level": "read", "p1": 1, "p5": 0.8, "ndcg5": 0.83, "rr": 1, "answered_top5": 1, "matched": 29344, "latency_ms": 587, "server_ms": 373, "top": [ { "tool": "read_source_file", "server": "be.vibedeploy/vibedeploy", "level": "green", "status": "ok", "grade": 2, "description": "Return the bytes of one source file (the platform's editable copy of the pre-build code), letting an AI in any future chat fetch and edit content without needin" }, { "tool": "aasagenticawesomeskills__read_skill_file", "server": "ai.rokha/rokha", "level": "green", "status": "ok", "grade": 2, "description": "Read one catalog-bound UTF-8 file from a local skill bundle as untrusted, inert text. Use its exact relative path from list_skill_files. Verifies the file diges" }, { "tool": "add_knowledge_file", "server": "io.agent4/agent4-tenant", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Add a local file's content to a knowledge base (txt/md/html/pdf/docx). **This MCP runs on the platform server and cannot read paths on YOUR machine.** For text " }, { "tool": "read", "server": "io.github.jmrplens/libgen-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Read a book or paper's text in chunks without downloading the whole file. Identify it by md5, doi, or absolute local path (local server only). PDFs paginate by " }, { "tool": "session_file_read", "server": "io.github.Trupe-Rs/expert-brain", "level": "green", "status": "ok", "grade": 2, "description": "Return session artifact metadata and persistent URLs. V1 intentionally omits raw artifact contents." } ], "first_relevant": 1 }, { "id": "files-2", "cat": "files", "job": "write text to a file", "level": "change", "p1": 1, "p5": 0.6, "ndcg5": 0.723, "rr": 1, "answered_top5": 1, "matched": 22233, "latency_ms": 417, "server_ms": 212, "top": [ { "tool": "bucket_file_write", "server": "com.revdoku/revdoku", "level": "yellow", "status": "ok", "grade": 2, "description": "Write a text file to private bucket storage. Respect locks and expected_bucket_revision_id. Use direct uploads or the CLI for binary files." }, { "tool": "write_file", "server": "com.hashn/hashn", "level": "yellow", "status": "ok", "grade": 2, "description": "Create or overwrite a file (up to 3 MiB). Send text as-is, or bytes as base64 with encoding='base64'. Counts against the workspace owner's storage cap." }, { "tool": "write_file", "server": "ai.borealhost/mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Write or overwrite a text file in a site's container. Creates parent directories if they don't exist. Requires: API key with write scope. Args: slug: Site ident" }, { "tool": "scalix_computer_write_file", "server": "world.scalix/cloud", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Write a text file into a persistent Linux machine. Use this instead of shelling out with cat/echo — no quoting to get wrong." }, { "tool": "bucket_file_write_many", "server": "com.revdoku/revdoku", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Write multiple text files to private bucket storage. Respect locks and expected_bucket_revision_id. Use path operations to reorganize existing files without rew" } ], "first_relevant": 1 }, { "id": "files-3", "cat": "files", "job": "search for files by name in a folder", "level": "read", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 57536, "latency_ms": 947, "server_ms": 750, "top": [ { "tool": "onedrive_search_files", "server": "io.github.pipeworx-io/onedrive", "level": "green", "status": "ok", "grade": 2, "description": "Search a user's OneDrive (Microsoft 365) for files and folders matching a query string across file names and content. Returns matching items with id, name, size" }, { "tool": "bucket_file_list", "server": "com.revdoku/revdoku", "level": "green", "status": "ok", "grade": 2, "description": "List bucket files with bounded pagination (100 by default, maximum 100). Use pagination.next_offset for subsequent pages. query searches file names/paths; folde" }, { "tool": "list_onedrive_files", "server": "io.github.hermoso-ai/hermoso", "level": "green", "status": "ok", "grade": 2, "description": "List files & folders in the user’s OneDrive — the root by default, a folder’s contents (folderId), or a name search (query). onlyFolders:true lists folders only" }, { "tool": "search_workspace", "server": "com.notepom/notepom", "level": "green", "status": "ok", "grade": 2, "description": "Search notes, folders and file metadata in the authenticated workspace." }, { "tool": "onedrive_list_shared", "server": "io.github.pipeworx-io/onedrive", "level": "green", "status": "ok", "grade": 2, "description": "List files and folders that have been shared with the user in OneDrive / Microsoft 365 (\"Shared with me\"). Returns each item's name, web URL, and who shared it." } ], "first_relevant": 1 }, { "id": "files-4", "cat": "files", "job": "extract the text of a PDF", "level": "read", "p1": 1, "p5": 0.4, "ndcg5": 0.553, "rr": 1, "answered_top5": 1, "matched": 14843, "latency_ms": 428, "server_ms": 222, "top": [ { "tool": "extract_pdf_text", "server": "com.preteworks/preteworks-api", "level": "green", "status": "ok", "grade": 2, "description": "Extract the text content of a PDF — for RAG, summarization, or search. Accepts a file_id (from a prior tool) or a base64-encoded PDF, and returns the text inlin" }, { "tool": "pdf_text_extract", "server": "app.toolsnap/toolsnap-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Extract text from a PDF: url or base64 data. No OCR — text-based PDFs only." }, { "tool": "extract_pdf_text", "server": "io.github.Ainode-tech/swiss-army", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Extract text content from a base64-encoded PDF document." }, { "tool": "extract_pdf_text", "server": "io.github.davidmosiah/delx-mcp-a2a", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Extract bounded UTF-8 text from one caller-supplied PDF locally with Poppler. Returns SHA-256 receipt and never stores or fetches the document; scanned-image OC" }, { "tool": "extract_pdf_text", "server": "io.github.MLTCorp/convertfilefast", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Extract text and optional tables from a PDF as structured JSON." } ], "first_relevant": 1 }, { "id": "files-5", "cat": "files", "job": "list the files in a Google Drive folder", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.655, "rr": 1, "answered_top5": 1, "matched": 34603, "latency_ms": 737, "server_ms": 509, "top": [ { "tool": "list_drive_files", "server": "io.github.hermoso-ai/hermoso", "level": "green", "status": "ok", "grade": 2, "description": "List the Google Drive files & folders Hermoso can reach — the ones it created, plus any the user handed over with the Google file picker in the app (the drive.f" }, { "tool": "create_drive_folder", "server": "io.github.hermoso-ai/hermoso", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Create a folder in the user’s Google Drive (optionally nested under parentId) to organize saved files. Returns the folder id + webViewLink. Use that ID as updat" }, { "tool": "onedrive_list_files", "server": "io.github.pipeworx-io/onedrive", "level": "green", "status": "ok", "grade": 2, "description": "List files and folders in a OneDrive (Microsoft 365) folder. Pass a folder path relative to the drive root (e.g. \"Documents\" or \"Documents/Reports\"); omit to li" }, { "tool": "list_project_files", "server": "now.shiply/shiply", "level": "green", "status": "ok", "grade": 2, "description": "Return the customer-uploaded files for one project (path, size, contentType, createdAt). Empty when no drive folder exists yet (no uploads). Use to inspect what" }, { "tool": "publisher_connect_folder", "server": "io.github.Alisammour/storyflo-mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Connect a Google Drive folder of recordings so storyflo can match them to episodes automatically — the alternative to uploading a back catalogue file by file. C" } ], "first_relevant": 1 }, { "id": "repo-1", "cat": "code repository", "job": "create an issue in a GitHub repository", "level": "change", "p1": 1, "p5": 0.2, "ndcg5": 0.339, "rr": 1, "answered_top5": 1, "matched": 28249, "latency_ms": 531, "server_ms": 334, "top": [ { "tool": "create_issue", "server": "com.mermaidchart/mermaid-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Create an issue in a GitHub repository. REQUIRES: `Github-Token` (HTTP) or GITHUB_TOKEN with issues write if creating issues in private repos." }, { "tool": "add_repository", "server": "com.symvanta/code-graph", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Attach a GitHub repository to a project (owner + repo_name; clone URL derived; projectId defaults to the bound / default project). Public repos need nothing els" }, { "tool": "github-api.listRepoIssues", "server": "io.github.mirajmahmudul/agentdevx", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "List issues for a GitHub repository" }, { "tool": "vault_create", "server": "io.github.seunghan91/ainote", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Create a new private vault as a GitHub repository under the user's account. Requires the user to have completed the GitHub App install flow first." }, { "tool": "create_app", "server": "com.fadehost/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "need[1]", "description": "Deploy a Discord bot or a web app from a public or private GitHub/GitLab repository. The language is detected from the repo (Node.js, Python, Bun, Deno, Go, Jav" } ], "first_relevant": 1 }, { "id": "repo-2", "cat": "code repository", "job": "list open pull requests in a repo", "level": "read", "p1": 1, "p5": 0.8, "ndcg5": 0.854, "rr": 1, "answered_top5": 1, "matched": 50409, "latency_ms": 821, "server_ms": 628, "top": [ { "tool": "gluecron_list_prs", "server": "com.gluecron/gluecron", "level": "green", "status": "ok", "grade": 2, "description": "List pull requests on a repo, filtered by state (open|closed|merged|all). Authenticated callers only. Returns up to 50 summary rows." }, { "tool": "list_repo_issues", "server": "io.github.pipeworx-io/github", "level": "green", "status": "ok", "grade": 2, "description": "List issues for a GitHub repository by owner and repo name; filters pull requests out automatically. Returns issue number, title, state, labels, author, comment" }, { "tool": "get_repo_stats", "server": "com.thenextgennexus/github-mcp-server", "level": "green", "status": "ok", "grade": 2, "description": "Fetch comprehensive statistics for a specific GitHub repository. Returns total stars, forks, issues (open/closed), pull requests, watchers, last commit date, an" }, { "tool": "github_pull_requests", "server": "io.github.CDCStream/captapi", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "List repo PRs — draft, labels, author{}, head/base, opaque Link cursor (state echoed). Costs ~12 credits (0.4/result). Empty results and failures are never char" }, { "tool": "list_annotation_issues", "server": "in.vynix/vynix-mcp", "level": "green", "status": "ok", "grade": 2, "description": "List the tracker (GitHub) issues opened from an annotation, with each issue’s live state. Set refresh to reconcile against GitHub (open/closed + any linked pull" } ], "first_relevant": 1 }, { "id": "repo-3", "cat": "code repository", "job": "read a file from a GitHub repo", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.684, "rr": 1, "answered_top5": 1, "matched": 25887, "latency_ms": 497, "server_ms": 303, "top": [ { "tool": "get_file_contents", "server": "io.github.pipeworx-io/github", "level": "green", "status": "ok", "grade": 2, "description": "Read a file from a PUBLIC GitHub repository (or list a directory) by path. PREFER OVER WEB SEARCH for \"show me the README / package.json / of \", \"r" }, { "tool": "read_mermaid_file", "server": "com.mermaidchart/mermaid-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Read a single .mmd file from a GitHub repository. Only paths ending in .mmd are allowed. REQUIRES: `Github-Token` header (HTTP) or GITHUB_TOKEN / GH_TOKEN." }, { "tool": "duvera__github_read_file", "server": "ai.duvera/gateway", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "[duvera · risk:low] Read a file from a public GitHub repository. Read-only." }, { "tool": "gh_repo_stats", "server": "io.github.pipeworx-io/jsdelivr", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Return JSDelivr CDN request count and bandwidth for files served from a GitHub owner/repo for the specified period (day/week/month/quarter/year)." }, { "tool": "get_repo_languages", "server": "com.thenextgennexus/github-mcp-server", "level": "green", "status": "ok", "grade": 2, "description": "Analyze the programming language composition of a GitHub repository. Returns percentage breakdown of languages used, dominant language, and file counts per lang" } ], "first_relevant": 1 }, { "id": "repo-4", "cat": "code repository", "job": "search code across repositories", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.723, "rr": 1, "answered_top5": 1, "matched": 52794, "latency_ms": 859, "server_ms": 672, "top": [ { "tool": "search_code", "server": "io.github.pipeworx-io/github", "level": "green", "status": "ok", "grade": 2, "description": "Search CODE across public GitHub repositories — find where a function/symbol/string is defined or used. PREFER OVER WEB SEARCH for \"find code that does X\", \"whi" }, { "tool": "moxie.search_docs", "server": "io.github.Jackalope-Dev/moxie-docs", "level": "green", "status": "ok", "grade": 2, "description": "Keyword and semantic search across the connected repository's generated docs, conventions, documentation gaps, AI-context notes, and indexed code. Read-only; no" }, { "tool": "search_code", "server": "io.github.meemoprasad/meeba-brain", "level": "green", "status": "ok", "grade": 2, "description": "Hybrid semantic + keyword search over the connected repository's actual indexed content. Use this for open-ended questions (\"where is rate limiting implemented?" }, { "tool": "search_code", "server": "io.github.NitroRCr/gread", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Perform a fast git grep inside the repository, allowing regex matching by default or substring search." }, { "tool": "code_find_usages", "server": "com.searchcode/mcp", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Find which files in a repository use a given technology, library or framework — with the line number and the import keyword that proves it. Use after code_analy" } ], "first_relevant": 1 }, { "id": "repo-5", "cat": "code repository", "job": "comment on a pull request", "level": "change", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 12166, "latency_ms": 368, "server_ms": 169, "top": [ { "tool": "get_pull_comments", "server": "com.mermaidchart/mermaid-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Get all pull request comments: both issue/PR thread comments and inline review comments, with a `type` of `issue_thread` or `review` per item. REQUIRES: `Github" }, { "tool": "audit_repo_pull_request", "server": "app.eurocomply/compliance", "level": "green", "status": "ok", "grade": 2, "description": "Audit a code diff, package.json dependencies, or source code snippet for EU AI Act obligations, non-EEA cloud data transfers, and prompt retention exposure. Gen" }, { "tool": "gluecron_comment_pr", "server": "com.gluecron/gluecron", "level": "yellow", "status": "ok", "grade": 2, "description": "Add a comment to a pull request. Requires authenticated caller with write access. Returns {commentId}." }, { "tool": "ado_post_pr_comment", "server": "io.github.alimbenhelal-pro/alm-xpp-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "WHEN: user explicitly asks to post, add, or save a review comment to an ADO Pull Request. [~] PRIORITY TRIGGER: call AFTER `ado_analyze_pr_impact` when user say" }, { "tool": "list_repo_issues", "server": "io.github.pipeworx-io/github", "level": "green", "status": "ok", "grade": 2, "description": "List issues for a GitHub repository by owner and repo name; filters pull requests out automatically. Returns issue number, title, state, labels, author, comment" } ], "first_relevant": 1 }, { "id": "repo-6", "cat": "code repository", "job": "get the recent commits of a branch", "level": "read", "p1": 0, "p5": 0.6, "ndcg5": 0.53, "rr": 0.5, "answered_top5": 1, "matched": 55547, "latency_ms": 783, "server_ms": 598, "top": [ { "tool": "get_updates", "server": "io.github.greenmtnsun/giteasy", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Fetch from remote and show incoming commits not yet in local branch. Returns count and commit summaries." }, { "tool": "gluecron_get_diff", "server": "com.gluecron/gluecron", "level": "green", "status": "ok", "grade": 2, "description": "Read the actual changes in a commit or a branch range. Pass `sha` for one commit against its first parent, or `base`+`head` for everything head adds since the m" }, { "tool": "get_pr_changeset", "server": "io.github.igrlk/uiverify", "level": "green", "status": "ok", "grade": 2, "description": "The cumulative 'this PR vs base' visual changeset (resolved by commitSha/prNumber/buildId) - what the whole PR does to the UI versus the branch it merges into, " }, { "tool": "get_commit_history", "server": "io.github.ManSio/msp-portfolio", "level": "green", "status": "ok", "grade": 2, "description": "Get recent commit history across the owner's public repos. Reads the deployed snapshot and reports its `fetchedAt` and `ageMinutes`, so 'how current is this?' i" }, { "tool": "get_recent_changes", "server": "network.caper/caper-wiki", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "Pages in the Caper knowledge base edited within the last N days, newest first – for \"what changed?\", not for finding a topic (search_wiki) or reading a branch (" } ], "first_relevant": 2 }, { "id": "crm-1", "cat": "CRM", "job": "find a contact in the CRM by email address", "level": "read", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 51319, "latency_ms": 963, "server_ms": 686, "top": [ { "tool": "crm__contacts__search", "server": "ai.plyto/crm", "level": "green", "status": "ok", "grade": 2, "description": "Free-text search across contact email, first/last name, and phone. Case-insensitive substring match. Returns up to 20 contacts by default." }, { "tool": "search_crm", "server": "io.favcrm/favcrm", "level": "green", "status": "ok", "grade": 2, "description": "Search across CRM accounts and contacts by name, email, or phone." }, { "tool": "search_crm_leads", "server": "cz.salesbot/linkedin-mcp-server", "level": "green", "status": "ok", "grade": 2, "description": "Search and filter CRM leads across all contact lists without knowing a UUID first. Searches name, company, email, role, headline, LinkedIn URL and campaign name" }, { "tool": "find_contacts", "server": "es.propertylist/propertylist", "level": "green", "status": "ok", "grade": 2, "description": "Search YOUR agency's CRM contacts by name, company, email or phone. Use to look a person up before logging a note or to check if they're already in the CRM. Req" }, { "tool": "search_hubspot_crm", "server": "com.youspot/youspot", "level": "green", "status": "ok", "grade": 2, "description": "Look up a person or company in the user's connected HubSpot CRM, live, by email address, domain, or name. Use this for 'what do I have on dshah@hubspot.com', 'i" } ], "first_relevant": 1 }, { "id": "crm-2", "cat": "CRM", "job": "create a new sales lead", "level": "change", "p1": 1, "p5": 0.8, "ndcg5": 0.869, "rr": 1, "answered_top5": 1, "matched": 21791, "latency_ms": 472, "server_ms": 280, "top": [ { "tool": "create_lead", "server": "com.leadfriendly/lead-friendly-info", "level": "yellow", "status": "ok", "grade": 2, "description": "Submit a sales lead to Lead Friendly on behalf of a prospect who is interested. Routes to the sales inbox. Does NOT write into any customer's CRM. Use to hand o" }, { "tool": "create_website_salesperson", "server": "io.github.heysale/heysale", "level": "yellow", "status": "ok", "grade": 2, "description": "Give any public website an AI salesperson that talks to its visitors, answers questions about the business, and captures leads. Use this when someone wants to a" }, { "tool": "create_deal", "server": "com.meta-council/decision-intelligence", "level": "yellow", "status": "ok", "grade": 2, "description": "Create a sales deal owned by the caller. Provide a title, or a lead_id to inherit the lead's company/name as the title. The deal appears live on the owner's Sal" }, { "tool": "find_construction_leads", "server": "io.github.amc2144/agent-vending-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Find newly issued Horry County construction permits that may create sales opportunities for networking, low-voltage, security, AV, POS, electrical, or related c" }, { "tool": "sales-intelligence__find_b2b_leads", "server": "com.thenextgennexus/enterprise-mcp-gateway", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "[Sales Intelligence] Find B2B sales leads matching an industry / geography / size filter. Wraps `nexgendata/b2b-leads-finder`. Returns company-level leads with " } ], "first_relevant": 1 }, { "id": "crm-3", "cat": "CRM", "job": "move a deal to the next pipeline stage", "level": "change", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 5774, "latency_ms": 263, "server_ms": 72, "top": [ { "tool": "crm__deals__move_stage", "server": "ai.plyto/crm", "level": "yellow", "status": "ok", "grade": 2, "description": "Move a deal to a different stage in the same pipeline. If the target stage is a won/lost stage, this auto-sets closedAt and emits the appropriate close event." }, { "tool": "move_deal_stage", "server": "io.github.Misar-AI/misarreach-mcp", "level": "yellow", "status": "ok", "grade": 2, "description": "Move one deal to a different pipeline stage — the equivalent of dragging its card on the board. This is the tool for pipeline progression; update_deal is for va" }, { "tool": "crm__pipelines__list_stages", "server": "ai.plyto/crm", "level": "green", "status": "ok", "grade": 2, "description": "List the ordered stages in a pipeline. Use to look up stageIds for crm.deals.move_stage." }, { "tool": "update_deal_stage", "server": "io.favcrm/favcrm", "level": "yellow", "status": "ok", "grade": 2, "description": "Move a deal to a different pipeline stage." }, { "tool": "set_deal_stage", "server": "cz.salesbot/linkedin-mcp-server", "level": "yellow", "status": "ok", "grade": 2, "description": "Move a lead to a different pipeline stage. Stages are user-configurable — call list_crm_stages to see the valid stage keys (defaults: prospect, contacted, repli" } ], "first_relevant": 1 }, { "id": "crm-4", "cat": "CRM", "job": "log a call note on a customer record", "level": "change", "p1": 1, "p5": 1, "ndcg5": 1, "rr": 1, "answered_top5": 1, "matched": 39432, "latency_ms": 650, "server_ms": 428, "top": [ { "tool": "log_note", "server": "es.propertylist/propertylist", "level": "yellow", "status": "ok", "grade": 2, "description": "Log a note against a contact or a listing in YOUR agency's CRM (e.g. record a call outcome or a viewing). Provide the note text plus a contact_id (from find_con" }, { "tool": "about_sparks_scribe", "server": "app.sparkscribe/sparks-scribe", "level": "green", "status": "ok", "grade": 2, "description": "What Sparks Scribe is, who it's for, and what the app does (shift notes with voice input, NDIS-coded invoicing, calendar/roster, client records, kilometre log)." }, { "tool": "log_outcome", "server": "tech.seaweb/seaweb", "level": "yellow", "status": "ok", "grade": 2, "description": "Record what actually happened with an entity so future sessions know: outcome one of booked | visited | called | failed | abandoned | other, with an optional sh" }, { "tool": "crmAddNote", "server": "tools.growthkit/revenue-intelligence", "level": "yellow", "status": "ok", "grade": 2, "description": "Add a note to a CRM record — a deal, company, or contact. Provide content (HTML supported) and at least one target id (deal_id, company_id, or contact_id). Use " }, { "tool": "log_crm_note", "server": "cz.salesbot/linkedin-mcp-server", "level": "yellow", "status": "ok", "grade": 2, "description": "Save a structured summary of a conversation into the CRM for a lead. Analyze the chat/context yourself, then call this with a concise summary, the prospect's pa" } ], "first_relevant": 1 }, { "id": "crm-5", "cat": "CRM", "job": "list the deals closing this month", "level": "read", "p1": 0, "p5": 0.4, "ndcg5": 0.277, "rr": 0.25, "answered_top5": 1, "matched": 26025, "latency_ms": 622, "server_ms": 363, "top": [ { "tool": "deal_list", "server": "com.focxle/afos", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Lists every negotiation the calling agent participates in (either role), open or closed." }, { "tool": "contract_list", "server": "com.focxle/afos", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "Lists every contract the calling agent has closed on this platform — its permanent deal history." }, { "tool": "transition_deal", "server": "com.obriym-crm/mcp", "level": "red", "status": "ok", "grade": 0, "miss": "level", "description": "Move a deal to a pipeline stage by its id. Closed-lost stages require a lostReason. Use search_deals for the deal id and list_pipeline_stages for the target sta" }, { "tool": "inbox", "server": "nl.staalptkram/staalptkram", "level": "green", "status": "ok", "grade": 2, "description": "Events for this account: listing matches, responses received, rounds closed, accepted/rejected, deals. Poll with since = last id. Requires API key." }, { "tool": "get_deal_risks", "server": "co.dealwize/dealwize", "level": "green", "status": "ok", "grade": 2, "description": "Identify the most important hidden and explicit risks that could prevent a saved B2B sales opportunity from closing. Categorize risks across commercial, stakeho" } ], "first_relevant": 4 }, { "id": "docs-1", "cat": "docs and knowledge", "job": "search pages in a Notion workspace", "level": "read", "p1": 1, "p5": 0.6, "ndcg5": 0.723, "rr": 1, "answered_top5": 1, "matched": 50508, "latency_ms": 828, "server_ms": 633, "top": [ { "tool": "notion_search", "server": "io.github.pipeworx-io/notion_connect", "level": "green", "status": "ok", "grade": 2, "description": "Search your Notion workspace by keyword. Returns matching page/database titles, IDs, and types to locate content quickly." }, { "tool": "notion_connector", "server": "io.corpusiq/multi-source-mcp", "level": "green", "status": "ok", "grade": 2, "description": "Notion workspace: read pages, databases, blocks, and users. Search across the workspace, query databases, and traverse page block trees. When the user asks for " }, { "tool": "notion_list_pages", "server": "io.github.pipeworx-io/notion_connect", "level": "green", "status": "ok", "grade": 2, "description": "List all accessible pages in your Notion workspace. Returns titles and IDs to discover available content." }, { "tool": "notion__notes_search", "server": "ai.duvera/gateway", "level": "yellow", "status": "ok", "grade": 0, "miss": "level", "description": "[notion · risk:low] Search pages and notes in Notion by query" }, { "tool": "cortex_connect_link", "server": "ai.mitosislabs/mitosis", "level": "green", "status": "ok", "grade": 0, "miss": "need[0]", "description": "The connect link for one memory source, by id — email and calendar (google-workspace), WhatsApp chats, GitHub, Notion, or file uploads. Returns the canonical mi" } ], "first_relevant": 1 }, { "id": "docs-2", "cat": "docs and knowledge", "job": "create a new page in Notion", "level": "change", "p1": 1, "p5": 0.4, "ndcg5": 0.553, "rr": 1, "answered_top5": 1, "matched": 27975, "latency_ms": 564, "server_ms": 357, "top": [ { "tool": "create_badge", "server": "app.countlink/countdown", "level": "green", "status": "ok", "grade": 2, "description": "Create a countdown badge — a small image, not an