{
 "schema_version": 1,
 "source": "https://auxiliar.ai/evals.json",
 "latest_run": "2026-06-22",
 "methodology": "Every provider runs the identical public task corpus per verb; scorecards carry their run date. Weak scores are published, not hidden — the service fee is flat at top-up, so rankings carry no incentive toward pricier providers.",
 "gateway": {
  "base_url": "https://api.auxiliar.ai",
  "auth": "Authorization: Bearer <your auxiliar API key>",
  "route_rule": "/{provider}/{provider-native-path} — forwarded to the provider's native API, response returned unmodified",
  "empty_balance": "HTTP 402 until credits are added (deterministic; optional auto-top-up)",
  "sign_up": "https://accounts.auxiliar.ai/sign-up",
  "panel": "https://panel.auxiliar.ai",
  "docs": "https://docs.auxiliar.ai",
  "status": "https://status.auxiliar.ai",
  "pricing": "https://auxiliar.ai/pricing/"
 },
 "verbs": {
  "search": {
   "label": "Search",
   "description": "Web search: query → ranked results"
  },
  "scrape": {
   "label": "Scrape",
   "description": "One URL → clean page content/markdown, anti-bot handled"
  },
  "crawl": {
   "label": "Crawl",
   "description": "Site → enumerate and fetch many pages"
  },
  "extract_ai": {
   "label": "Extract · AI/schema",
   "description": "Page → structured fields from an AI/natural-language schema"
  },
  "extract_rules": {
   "label": "Extract · CSS rules",
   "description": "Page → structured fields via CSS/XPath rules"
  },
  "answer": {
   "label": "Answer",
   "description": "Question → synthesized answer with cited sources"
  },
  "screenshot": {
   "label": "Screenshot",
   "description": "URL → rendered page image"
  },
  "scrape_domain": {
   "label": "Scrape-domain",
   "description": "Domain-specific scrapers for hard targets (e-commerce, social)"
  },
  "act": {
   "label": "Act · declarative",
   "description": "Declarative page interactions (click, fill, scroll) in one call"
  },
  "act_agent": {
   "label": "Act · NL-agent",
   "description": "Autonomous natural-language browser agent for multi-step goals"
  },
  "serp": {
   "label": "SERP verticals",
   "description": "Google SERP verticals (web, news, images, places, scholar) as structured JSON"
  },
  "parse": {
   "label": "Parse · PDF/doc",
   "description": "PDF/document → text (OCR where supported)"
  },
  "watch": {
   "label": "Watch",
   "description": "URL → change detection / monitoring"
  }
 },
 "providers": {
  "serper": {
   "name": "Serper",
   "group": "Search",
   "category": "Google SERP scrape",
   "tier": "T1",
   "route": "/serper",
   "call": "https://api.auxiliar.ai/serper/<native-path>",
   "docs": "https://docs.auxiliar.ai/serper",
   "page": "https://auxiliar.ai/tools/serper/",
   "pricing_entry": "$1.00 → $0.30 / 1k",
   "latency_note": "~0.6–1.7s",
   "provider_mcp": "community",
   "summary": "Google SERP across web, images, news, places, maps and scholar — plus webpage scraping.",
   "choose_if": "You want the cheapest, fastest Google grounding and will synthesize results yourself.",
   "avoid_if": "You need multi-engine coverage, rich-SERP features, or built-in content extraction.",
   "evals": [
    {
     "verb": "serp",
     "label": "SERP verticals",
     "composite": 9.56,
     "rank": 1,
     "of": 4,
     "top": true,
     "measured": "2026-06-22",
     "note": "Cheapest + fastest, but Google-only.",
     "metrics": [
      {
       "key": "quality",
       "label": "Quality",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1003.8,
       "value": "1.0 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.0003,
       "value": "$0.0003 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 7.24,
     "rank": 3,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.569,
       "value": "0.57"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1480.8,
       "value": "1.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.000527,
       "value": "$0.00053 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "serpapi": {
   "name": "SerpApi",
   "group": "Search",
   "category": "Multi-engine SERP scrape",
   "tier": "T1",
   "route": "/serpapi",
   "call": "https://api.auxiliar.ai/serpapi/<native-path>",
   "docs": "https://docs.auxiliar.ai/serpapi",
   "page": "https://auxiliar.ai/tools/serpapi/",
   "pricing_entry": "~$15 → $9 / 1k",
   "latency_note": "~1.7–2.0s",
   "provider_mcp": "official",
   "summary": "Structured results from Google and 80+ other search engines, with the key handled for you.",
   "choose_if": "You're compliance-sensitive, need multi-engine breadth, or want the drop-in LangChain default.",
   "avoid_if": "You're price-sensitive versus Serper for Google-only queries.",
   "evals": [
    {
     "verb": "serp",
     "label": "SERP verticals",
     "composite": 9.0,
     "rank": 3,
     "of": 4,
     "top": false,
     "measured": "2026-06-22",
     "note": "Covers every vertical tested.",
     "metrics": [
      {
       "key": "quality",
       "label": "Quality",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1424.3,
       "value": "1.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.015,
       "value": "$0.015 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.1,
     "rank": 9,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.588,
       "value": "0.59"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2826.2,
       "value": "2.8 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.015307,
       "value": "$0.015 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "searchapi": {
   "name": "SearchAPI.io",
   "group": "Search",
   "category": "Multi-engine SERP scrape",
   "tier": "T2",
   "route": "/searchapi",
   "call": "https://api.auxiliar.ai/searchapi/<native-path>",
   "docs": "https://docs.auxiliar.ai/searchapi",
   "page": "https://auxiliar.ai/tools/searchapi/",
   "pricing_entry": "$1.00–$4.00 / 1k",
   "latency_note": "real-time",
   "provider_mcp": "official",
   "summary": "Multi-engine search results — Google, Bing, YouTube and 80+ engines — via one endpoint.",
   "choose_if": "You want SerpApi-compatible JSON at a lower price, with pay-per-success billing.",
   "avoid_if": "You depend on large Google result pages (num silently capped at 10 since Sept-2025).",
   "evals": [
    {
     "verb": "serp",
     "label": "SERP verticals",
     "composite": 9.02,
     "rank": 2,
     "of": 4,
     "top": false,
     "measured": "2026-06-22",
     "note": "Broadest vertical coverage (SerpApi-compatible JSON).",
     "metrics": [
      {
       "key": "quality",
       "label": "Quality",
       "raw": 0.985,
       "value": "0.98"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1930.0,
       "value": "1.9 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.004,
       "value": "$0.004 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.44,
     "rank": 8,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.574,
       "value": "0.57"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2485.2,
       "value": "2.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.006968,
       "value": "$0.007 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "brave": {
   "name": "Brave Search",
   "group": "Search",
   "category": "Independent crawler index",
   "tier": "T1",
   "route": "/brave",
   "call": "https://api.auxiliar.ai/brave/<native-path>",
   "docs": "https://docs.auxiliar.ai/brave",
   "page": "https://auxiliar.ai/tools/brave/",
   "pricing_entry": "$5 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "A genuinely independent 30B+ page index — web, image, video and news verticals.",
   "choose_if": "You want an index that isn't a Google/Bing scrape, plus a privacy posture and AI grounding.",
   "avoid_if": "You need more than ~200 results per query.",
   "evals": [
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 7.02,
     "rank": 5,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "Correct, but far pricier per query than peers.",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.279,
       "value": "0.28"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2388.4,
       "value": "2.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.06,
       "value": "$0.06 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.99,
     "rank": 4,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.639,
       "value": "0.64"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1271.4,
       "value": "1.3 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.007826,
       "value": "$0.0078 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "youcom": {
   "name": "You.com",
   "group": "Search",
   "category": "Own crawl index + Research API",
   "tier": "T2",
   "route": "/youcom",
   "call": "https://api.auxiliar.ai/youcom/<native-path>",
   "docs": "https://docs.auxiliar.ai/youcom",
   "page": "https://auxiliar.ai/tools/youcom/",
   "pricing_entry": "$5 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "An own-index web search API plus a cited Research API, tuned for LLM grounding.",
   "choose_if": "You want an independent index with soft domain-boosting and a cited Research API.",
   "avoid_if": "You need a flat result shape (results live under results.web[] with snippets[] — needs an adapter).",
   "evals": [
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 7.79,
     "rank": 2,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.51,
       "value": "0.51"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4341.7,
       "value": "4.3 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.02,
       "value": "$0.02 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 7.41,
     "rank": 2,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.653,
       "value": "0.65"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1357.0,
       "value": "1.4 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.00766,
       "value": "$0.0077 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "dataforseo": {
   "name": "DataForSEO",
   "group": "Search",
   "category": "SEO & SERP data platform",
   "tier": "T2",
   "route": "/dataforseo",
   "call": "https://api.auxiliar.ai/dataforseo/<native-path>",
   "docs": "https://docs.auxiliar.ai/dataforseo",
   "page": "https://auxiliar.ai/tools/dataforseo/",
   "pricing_entry": "$0.60 async / $2 live / 1k",
   "latency_note": "~5s std / ~6s live",
   "provider_mcp": "official",
   "summary": "SEO and SERP intelligence — rankings, keywords, backlinks — with the richest SERP-element taxonomy.",
   "choose_if": "You need bulk async SERP scraping, webhooks, and the deepest SERP-feature taxonomy.",
   "avoid_if": "You want low latency or a shallow response — deep tasks[].result[].items[] nesting is real friction.",
   "evals": [
    {
     "verb": "serp",
     "label": "SERP verticals",
     "composite": 8.09,
     "rank": 4,
     "of": 4,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "quality",
       "label": "Quality",
       "raw": 0.929,
       "value": "0.93"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 8214.0,
       "value": "8.2 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.002,
       "value": "$0.002 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 7.1,
       "value": "7%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 5.86,
     "rank": 10,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.588,
       "value": "0.59"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2903.3,
       "value": "2.9 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.003402,
       "value": "$0.0034 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "tavily": {
   "name": "Tavily",
   "group": "Search",
   "category": "Agent-native search index",
   "tier": "T1",
   "route": "/tavily",
   "call": "https://api.auxiliar.ai/tavily/<native-path>",
   "docs": "https://docs.auxiliar.ai/tavily",
   "page": "https://auxiliar.ai/tools/tavily/",
   "pricing_entry": "$8 (basic) / $16 (adv) / 1k",
   "latency_note": "~1.0s",
   "provider_mcp": "official",
   "summary": "An agent-native search index built for RAG — snippet + relevance score + optional answer.",
   "choose_if": "You want the agent/RAG default that returns a relevance score and optional answer in one call.",
   "avoid_if": "You need per-result dates or a documented compliance/SLA posture.",
   "evals": [
    {
     "verb": "crawl",
     "label": "Crawl",
     "composite": 8.38,
     "rank": 3,
     "of": 5,
     "top": false,
     "measured": "2026-06-22",
     "note": "Strong via its /map variant.",
     "metrics": [
      {
       "key": "coverage",
       "label": "Coverage",
       "raw": 0.78,
       "value": "0.78"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 174.1,
       "value": "174 ms"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.013846,
       "value": "$0.014 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 7.13,
     "rank": 4,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.243,
       "value": "0.24"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1375.6,
       "value": "1.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.008,
       "value": "$0.008 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.66,
     "rank": 7,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.583,
       "value": "0.58"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2094.1,
       "value": "2.1 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.013714,
       "value": "$0.014 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "exa": {
   "name": "Exa",
   "group": "Search",
   "category": "Neural + keyword index",
   "tier": "T1",
   "route": "/exa",
   "call": "https://api.auxiliar.ai/exa/<native-path>",
   "docs": "https://docs.auxiliar.ai/exa",
   "page": "https://auxiliar.ai/tools/exa/",
   "pricing_entry": "$7 / 1k (+content $1/1k)",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "Neural/semantic search by meaning, with find-similar, a built-in answer endpoint and clean extraction.",
   "choose_if": "You want semantic discovery, 'find similar', research, or a built-in /answer endpoint.",
   "avoid_if": "You need full keyword/SERP parity — content and summary bill per page per type and stack.",
   "evals": [
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 7.9,
     "rank": 1,
     "of": 7,
     "top": true,
     "measured": "2026-06-21",
     "note": "Best citation faithfulness.",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.485,
       "value": "0.48"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1514.9,
       "value": "1.5 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.005,
       "value": "$0.005 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.7,
     "rank": 6,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.606,
       "value": "0.61"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1597.6,
       "value": "1.6 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.014015,
       "value": "$0.014 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "linkup": {
   "name": "Linkup",
   "group": "Search",
   "category": "Own crawl index",
   "tier": "T2",
   "route": "/linkup",
   "call": "https://api.auxiliar.ai/linkup/<native-path>",
   "docs": "https://docs.auxiliar.ai/linkup",
   "page": "https://auxiliar.ai/tools/linkup/",
   "pricing_entry": "$5 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "A ToS-clean search alternative with native sourced answers, structured JSON and a /fetch markdown endpoint.",
   "choose_if": "You want a compliant SERP alternative with a built-in sourced answer and structured JSON.",
   "avoid_if": "You need a relevance score, per-result date or geo controls (none exposed).",
   "evals": [
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 6.91,
     "rank": 6,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.16,
       "value": "0.16"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2520.3,
       "value": "2.5 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.005,
       "value": "$0.005 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 5.47,
     "rank": 11,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.394,
       "value": "0.39"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3246.3,
       "value": "3.2 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.012706,
       "value": "$0.013 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "parallel": {
   "name": "Parallel",
   "group": "Search",
   "category": "Agent-optimized search index",
   "tier": "T2",
   "route": "/parallel",
   "call": "https://api.auxiliar.ai/parallel/<native-path>",
   "docs": "https://docs.auxiliar.ai/parallel",
   "page": "https://auxiliar.ai/tools/parallel/",
   "pricing_entry": "$5 (base) / $9 (pro) / 1k",
   "latency_note": "P50 <1s",
   "provider_mcp": "official + no-key MCP",
   "summary": "An agent-optimized search index where a natural-language objective shapes ranking; returns pre-compressed excerpts.",
   "choose_if": "You want the lowest-friction in-loop option — a no-key Search MCP and sub-second P50.",
   "avoid_if": "You need a relevance score, full content or a synthesized answer in the Search response.",
   "evals": [
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 7.58,
     "rank": 3,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.485,
       "value": "0.48"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 16300.9,
       "value": "16.3 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.01,
       "value": "$0.01 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 6.76,
     "rank": 5,
     "of": 11,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.644,
       "value": "0.64"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2654.4,
       "value": "2.7 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.006216,
       "value": "$0.0062 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "jina": {
   "name": "Jina",
   "group": "Search",
   "category": "Search + read-to-markdown",
   "tier": "T2",
   "route": "/jina",
   "call": "https://api.auxiliar.ai/jina/<native-path>",
   "docs": "https://docs.auxiliar.ai/jina",
   "page": "https://auxiliar.ai/tools/jina/",
   "pricing_entry": "~token-based",
   "latency_note": "low RPM",
   "provider_mcp": "official",
   "summary": "Best-in-class URL→clean-markdown Reader, plus a search endpoint that returns full-page markdown in one call.",
   "choose_if": "You want clean LLM-ready markdown from a URL or a search-plus-read in a single call.",
   "avoid_if": "You need high search RPM or many results per query (≤5 default, low RPM).",
   "evals": [
    {
     "verb": "parse",
     "label": "Parse · PDF/doc",
     "composite": 8.43,
     "rank": 2,
     "of": 3,
     "top": false,
     "measured": "2026-06-22",
     "note": "Returns empty on scanned PDFs (no OCR).",
     "metrics": [
      {
       "key": "text_accuracy",
       "label": "Text accuracy",
       "raw": 0.78,
       "value": "0.78"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 262.8,
       "value": "263 ms"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.0,
       "value": "$0 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "search",
     "label": "Search",
     "composite": 7.69,
     "rank": 1,
     "of": 11,
     "top": true,
     "measured": "2026-06-20",
     "note": "Wins all three query-classes.",
     "metrics": [
      {
       "key": "recall_at_10",
       "label": "Recall@10",
       "raw": 0.602,
       "value": "0.60"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1392.5,
       "value": "1.4 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.000332,
       "value": "$0.00033 / useful result"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "answer",
     "label": "Answer",
     "composite": 6.61,
     "rank": 7,
     "of": 7,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "answer_correctness",
       "label": "Correctness",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "citation_faithfulness",
       "label": "Citation faithfulness",
       "raw": 0.108,
       "value": "0.11"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2619.0,
       "value": "2.6 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.02,
       "value": "$0.02 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "scraperapi": {
   "name": "ScraperAPI",
   "group": "Scraping & Crawling",
   "category": "Single-call scraping API",
   "tier": "T1",
   "route": "/scraperapi",
   "call": "https://api.auxiliar.ai/scraperapi/<native-path>",
   "docs": "https://docs.auxiliar.ai/scraperapi",
   "page": "https://auxiliar.ai/tools/scraperapi/",
   "pricing_entry": "~$0.49 / 1k (credit ×mult 1→75)",
   "latency_note": "—",
   "provider_mcp": "none",
   "summary": "General-purpose scraping with rotating proxies and auto-retry, behind one GET.",
   "choose_if": "You want the simplest possible unblocking call and don't need MCP-native discovery.",
   "avoid_if": "You need cost transparency (credit multipliers bite) or a first-party MCP.",
   "evals": [
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 7.78,
     "rank": 5,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 0.875,
       "value": "0.88"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 27445.9,
       "value": "27.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.0049,
       "value": "$0.0049 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 12.5,
       "value": "12%"
      }
     ]
    },
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 7.26,
     "rank": 4,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.733,
       "value": "0.73"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 0.778,
       "value": "0.78"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2270.2,
       "value": "2.3 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.006685,
       "value": "$0.0067 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 6.53,
     "rank": 10,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.625,
       "value": "62%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 4.4,
       "value": "4.4 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2360.6,
       "value": "2.4 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.010192,
       "value": "$0.01 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 37.5,
       "value": "38%"
      }
     ]
    }
   ]
  },
  "firecrawl": {
   "name": "Firecrawl",
   "group": "Scraping & Crawling",
   "category": "Scrape + crawl + extract",
   "tier": "T1",
   "route": "/firecrawl",
   "call": "https://api.auxiliar.ai/firecrawl/<native-path>",
   "docs": "https://docs.auxiliar.ai/firecrawl",
   "page": "https://auxiliar.ai/tools/firecrawl/",
   "pricing_entry": "~$0.83 / 1k (credit/page)",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "Best-in-class LLM-ready markdown, with schema-driven extraction, async crawl and an official MCP.",
   "choose_if": "You want the highest-quality scrape/markdown and a single surface for scrape, crawl, extract and screenshot.",
   "avoid_if": "You're cost-sensitive on hard targets — stealth + JSON stack ~5–9× the base credit.",
   "evals": [
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 9.81,
     "rank": 1,
     "of": 10,
     "top": true,
     "measured": "2026-06-20",
     "note": "Best-in-class — clears every anti-bot vendor.",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 1.0,
       "value": "100%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 9.62,
       "value": "9.6 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 962.2,
       "value": "962 ms"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.002094,
       "value": "$0.0021 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 9.5,
     "rank": 1,
     "of": 8,
     "top": true,
     "measured": "2026-06-21",
     "note": "Top valid-image rate.",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1258.3,
       "value": "1.3 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "parse",
     "label": "Parse · PDF/doc",
     "composite": 8.82,
     "rank": 1,
     "of": 3,
     "top": true,
     "measured": "2026-06-22",
     "note": "OCRs scanned PDFs — the differentiator.",
     "metrics": [
      {
       "key": "text_accuracy",
       "label": "Text accuracy",
       "raw": 0.907,
       "value": "0.91"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 293.2,
       "value": "293 ms"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.001103,
       "value": "$0.0011 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_ai",
     "label": "Extract · AI/schema",
     "composite": 8.81,
     "rank": 2,
     "of": 4,
     "top": false,
     "measured": "2026-06-21",
     "note": "Hallucinated a null field on the precision test.",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 0.957,
       "value": "0.96"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 1795.9,
       "value": "1.8 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.005225,
       "value": "$0.0052 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "crawl",
     "label": "Crawl",
     "composite": 8.61,
     "rank": 1,
     "of": 5,
     "top": true,
     "measured": "2026-06-22",
     "note": "Top on clean path-scoped enumeration.",
     "metrics": [
      {
       "key": "coverage",
       "label": "Coverage",
       "raw": 0.92,
       "value": "0.92"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 16260.6,
       "value": "16.3 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.023913,
       "value": "$0.024 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "watch",
     "label": "Watch",
     "composite": 8.33,
     "rank": 1,
     "of": 1,
     "top": true,
     "measured": "2026-06-21",
     "note": "The only synchronous change-detection provider.",
     "metrics": [
      {
       "key": "classification_accuracy",
       "label": "Class. accuracy",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "diff_quality",
       "label": "Diff quality",
       "raw": 0.5,
       "value": "0.50"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2987.6,
       "value": "3.0 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 7.41,
     "rank": 3,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 0.8,
       "value": "0.80"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4845.8,
       "value": "4.8 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.005,
       "value": "$0.005 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act_agent",
     "label": "Act · NL-agent",
     "composite": 5.66,
     "rank": 2,
     "of": 2,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 0.667,
       "value": "0.67"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 70171.1,
       "value": "70.2 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.05,
       "value": "$0.05 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "scrapingbee": {
   "name": "ScrapingBee",
   "group": "Scraping & Crawling",
   "category": "Single-call scraping API",
   "tier": "T2",
   "route": "/scrapingbee",
   "call": "https://api.auxiliar.ai/scrapingbee/<native-path>",
   "docs": "https://docs.auxiliar.ai/scrapingbee",
   "page": "https://auxiliar.ai/tools/scrapingbee/",
   "pricing_entry": "~$0.98 / 1k (JS)",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "One REST surface bundling JS rendering, residential/stealth proxies, AI + CSS extraction and markdown.",
   "choose_if": "You want one endpoint for rendering, stealth, extraction and declarative actions.",
   "avoid_if": "You're cost-sensitive — JS-on-by-default (5 cr) and stealth (75 cr) escalate fast.",
   "evals": [
    {
     "verb": "extract_rules",
     "label": "Extract · CSS rules",
     "composite": 9.23,
     "rank": 1,
     "of": 3,
     "top": true,
     "measured": "2026-06-22",
     "note": "Best rule-based extractor — far cheaper than AI extract.",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2740.9,
       "value": "2.7 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.00098,
       "value": "$0.00098 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 8.72,
     "rank": 1,
     "of": 6,
     "top": true,
     "measured": "2026-06-22",
     "note": "Best on declarative browser actions.",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 5505.1,
       "value": "5.5 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.006,
       "value": "$0.006 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 8.57,
     "rank": 3,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 0.875,
       "value": "0.88"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2658.3,
       "value": "2.7 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.0028,
       "value": "$0.0028 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 12.5,
       "value": "12%"
      }
     ]
    },
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 8.19,
     "rank": 3,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.895,
       "value": "0.90"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 0.947,
       "value": "0.95"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3591.4,
       "value": "3.6 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.01095,
       "value": "$0.011 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_ai",
     "label": "Extract · AI/schema",
     "composite": 8.14,
     "rank": 3,
     "of": 4,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 0.893,
       "value": "0.89"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3784.0,
       "value": "3.8 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.006719,
       "value": "$0.0067 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 7.45,
     "rank": 5,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.875,
       "value": "88%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 4.14,
       "value": "4.1 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 8929.9,
       "value": "8.9 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.005735,
       "value": "$0.0057 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "scrapfly": {
   "name": "Scrapfly",
   "group": "Scraping & Crawling",
   "category": "Single-call scraping API",
   "tier": "T1",
   "route": "/scrapfly",
   "call": "https://api.auxiliar.ai/scrapfly/<native-path>",
   "docs": "https://docs.auxiliar.ai/scrapfly",
   "page": "https://auxiliar.ai/tools/scrapfly/",
   "pricing_entry": "~$3.37–4.13 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "Strong one-flag anti-bot (asp=true), markdown/AI output and an in-response cost breakdown.",
   "choose_if": "You want benchmark-leading anti-bot bypass plus the highest AI-extraction accuracy.",
   "avoid_if": "You need crawling or credit rollover — hard targets run ~30 cr/req.",
   "evals": [
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 9.48,
     "rank": 2,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "Clears every anti-bot vendor (one-flag asp=true).",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 1.0,
       "value": "100%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 9.62,
       "value": "9.6 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4500.6,
       "value": "4.5 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.002475,
       "value": "$0.0025 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_ai",
     "label": "Extract · AI/schema",
     "composite": 8.96,
     "rank": 1,
     "of": 4,
     "top": true,
     "measured": "2026-06-21",
     "note": "Highest extraction accuracy in the set.",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4508.4,
       "value": "4.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.002,
       "value": "$0.002 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 8.56,
     "rank": 4,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 11967.6,
       "value": "12.0 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.002,
       "value": "$0.002 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 7.01,
     "rank": 4,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 0.8,
       "value": "0.80"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 17445.6,
       "value": "17.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.002,
       "value": "$0.002 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "zenrows": {
   "name": "ZenRows",
   "group": "Scraping & Crawling",
   "category": "Scraper API + CDP browser",
   "tier": "T2",
   "route": "/zenrows",
   "call": "https://api.auxiliar.ai/zenrows/<native-path>",
   "docs": "https://docs.auxiliar.ai/zenrows",
   "page": "https://auxiliar.ai/tools/zenrows/",
   "pricing_entry": "~$1.40 / 1k (JS)",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "A scraper API plus a CDP scraping browser on one key, with heavy anti-bot behind a single flag.",
   "choose_if": "You want one key spanning a scraper API and a full scraping browser, with pay-for-success.",
   "avoid_if": "You hit sites it blocklists — it errored heavily on *.toscrape.com in the corpus.",
   "evals": [
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 7.31,
     "rank": 6,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.625,
       "value": "62%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 9.4,
       "value": "9.4 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4776.8,
       "value": "4.8 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.004704,
       "value": "$0.0047 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 25.0,
       "value": "25%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 6.89,
     "rank": 5,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 0.8,
       "value": "0.80"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 10132.8,
       "value": "10.1 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.005,
       "value": "$0.005 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_rules",
     "label": "Extract · CSS rules",
     "composite": 5.51,
     "rank": 3,
     "of": 3,
     "top": false,
     "measured": "2026-06-22",
     "note": "Blocklists all *.toscrape.com — an honest gap.",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 0.5,
       "value": "0.50"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4492.7,
       "value": "4.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.0028,
       "value": "$0.0028 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 50.0,
       "value": "50%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 2.47,
     "rank": 8,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "Blocked by books.toscrape — an honest gap.",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 0.25,
       "value": "0.25"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 23258.2,
       "value": "23.3 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.0014,
       "value": "$0.0014 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 75.0,
       "value": "75%"
      }
     ]
    }
   ]
  },
  "crawlbase": {
   "name": "Crawlbase",
   "group": "Scraping & Crawling",
   "category": "Single-call + managed crawl",
   "tier": "T2",
   "route": "/crawlbase",
   "call": "https://api.auxiliar.ai/crawlbase/<native-path>",
   "docs": "https://docs.auxiliar.ai/crawlbase",
   "page": "https://auxiliar.ai/tools/crawlbase/",
   "pricing_entry": "$3 / 1k std (success ×complexity)",
   "latency_note": "—",
   "provider_mcp": "community",
   "summary": "Markdown + structured scrapers plus a managed async crawl queue, billed per success by domain complexity.",
   "choose_if": "You want a managed crawl queue and pay-for-success by domain complexity.",
   "avoid_if": "You want predictable behavior — two distinct tokens (Normal vs JS) and a polymorphic body field.",
   "evals": [
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 7.17,
     "rank": 5,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "Non-deterministic on Instagram's anti-bot.",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.711,
       "value": "0.71"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 0.877,
       "value": "0.88"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 4684.1,
       "value": "4.7 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.002813,
       "value": "$0.0028 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 7.15,
     "rank": 6,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 0.625,
       "value": "0.62"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3742.8,
       "value": "3.7 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.0015,
       "value": "$0.0015 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 25.0,
       "value": "25%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 7.08,
     "rank": 8,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.75,
       "value": "75%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 4.0,
       "value": "4.0 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3543.2,
       "value": "3.5 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.006,
       "value": "$0.006 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 25.0,
       "value": "25%"
      }
     ]
    }
   ]
  },
  "oxylabs": {
   "name": "Oxylabs",
   "group": "Scraping & Crawling",
   "category": "Scraping API + proxy network",
   "tier": "T2",
   "route": "/oxylabs",
   "call": "https://api.auxiliar.ai/oxylabs/<native-path>",
   "docs": "https://docs.auxiliar.ai/oxylabs",
   "page": "https://auxiliar.ai/tools/oxylabs/",
   "pricing_entry": "~$0.80–1.00 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "Enterprise web scraping with dedicated parsers, a 195+ country proxy network and pay-for-success.",
   "choose_if": "You want enterprise-grade scraping, dedicated Amazon/Google parsers, or the leading NL-agent mode.",
   "avoid_if": "You need path-scoped crawl enumeration — its AI-prompt crawler can't do it.",
   "evals": [
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 8.74,
     "rank": 1,
     "of": 6,
     "top": true,
     "measured": "2026-06-22",
     "note": "Top scraper; official first-party APIs are preferred where they exist.",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.93,
       "value": "0.93"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2838.0,
       "value": "2.8 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.002151,
       "value": "$0.0022 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_rules",
     "label": "Extract · CSS rules",
     "composite": 8.52,
     "rank": 2,
     "of": 3,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 9603.9,
       "value": "9.6 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.0012,
       "value": "$0.0012 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act_agent",
     "label": "Act · NL-agent",
     "composite": 7.99,
     "rank": 1,
     "of": 2,
     "top": true,
     "measured": "2026-06-22",
     "note": "Leads the autonomous NL-agent mode.",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 47261.3,
       "value": "47.3 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.05,
       "value": "$0.05 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 7.1,
     "rank": 7,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.75,
       "value": "75%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 4.0,
       "value": "4.0 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 10534.3,
       "value": "10.5 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.001267,
       "value": "$0.0013 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "crawl",
     "label": "Crawl",
     "composite": 3.18,
     "rank": 5,
     "of": 5,
     "top": false,
     "measured": "2026-06-22",
     "note": "AI-prompt crawler can't do path-scoped enumeration.",
     "metrics": [
      {
       "key": "coverage",
       "label": "Coverage",
       "raw": 0.265,
       "value": "0.27"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 35526.2,
       "value": "35.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.127358,
       "value": "$0.13 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 50.0,
       "value": "50%"
      }
     ]
    }
   ]
  },
  "brightdata": {
   "name": "Bright Data",
   "group": "Scraping & Crawling",
   "category": "Web Unlocker + Scraper API",
   "tier": "T1",
   "route": "/brightdata",
   "call": "https://api.auxiliar.ai/brightdata/<native-path>",
   "docs": "https://docs.auxiliar.ai/brightdata",
   "page": "https://auxiliar.ai/tools/brightdata/",
   "pricing_entry": "~$1.30–1.50 / 1k",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "The strongest anti-bot unlocker (98% on the hardest sites) plus pre-built structured scrapers, with top compliance.",
   "choose_if": "You face the hardest anti-bot targets and want the strongest unblocker + compliance posture.",
   "avoid_if": "You need crawl link-discovery — its url_collection dataset returns only the seed.",
   "evals": [
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 7.82,
     "rank": 4,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.75,
       "value": "75%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 5.08,
       "value": "5.1 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 3852.7,
       "value": "3.9 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.001933,
       "value": "$0.0019 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 6.66,
     "rank": 6,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.722,
       "value": "0.72"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 0.75,
       "value": "0.75"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 8126.9,
       "value": "8.1 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.003463,
       "value": "$0.0035 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 25.0,
       "value": "25%"
      }
     ]
    },
    {
     "verb": "crawl",
     "label": "Crawl",
     "composite": 4.47,
     "rank": 4,
     "of": 5,
     "top": false,
     "measured": "2026-06-22",
     "note": "url_collection dataset returns only the seed — no link discovery.",
     "metrics": [
      {
       "key": "coverage",
       "label": "Coverage",
       "raw": 0.1,
       "value": "0.10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 6530.6,
       "value": "6.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.01,
       "value": "$0.01 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "spider": {
   "name": "Spider",
   "group": "Scraping & Crawling",
   "category": "Crawl / AI-focused platform",
   "tier": "T2",
   "route": "/spider",
   "call": "https://api.auxiliar.ai/spider/<native-path>",
   "docs": "https://docs.auxiliar.ai/spider",
   "page": "https://auxiliar.ai/tools/spider/",
   "pricing_entry": "~$0.03 / 1k (usage-based)",
   "latency_note": "—",
   "provider_mcp": "official (22 tools)",
   "summary": "Fast recursive crawl and clean markdown with transparent per-page USD costs in the response.",
   "choose_if": "You want fast crawling, clean markdown and transparent per-page pricing (anti-multiplier).",
   "avoid_if": "You need declarative actions (clicks no-op live) or forecastable usage-based billing.",
   "evals": [
    {
     "verb": "crawl",
     "label": "Crawl",
     "composite": 8.54,
     "rank": 2,
     "of": 5,
     "top": false,
     "measured": "2026-06-22",
     "note": "Fast recursive crawl.",
     "metrics": [
      {
       "key": "coverage",
       "label": "Coverage",
       "raw": 0.771,
       "value": "0.77"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2888.4,
       "value": "2.9 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 6.2e-05,
       "value": "$6.2e-05 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "parse",
     "label": "Parse · PDF/doc",
     "composite": 6.99,
     "rank": 3,
     "of": 3,
     "top": false,
     "measured": "2026-06-22",
     "note": "Returns raw bytes on scanned PDFs.",
     "metrics": [
      {
       "key": "text_accuracy",
       "label": "Text accuracy",
       "raw": 0.6,
       "value": "0.60"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 2006.3,
       "value": "2.0 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 3.8e-05,
       "value": "$3.8e-05 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 6.73,
     "rank": 9,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 0.5,
       "value": "50%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 9.62,
       "value": "9.6 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 12120.0,
       "value": "12.1 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.00013,
       "value": "$0.00013 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 5.03,
     "rank": 7,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 0.5,
       "value": "0.50"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 0.5,
       "value": "0.50"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 8410.0,
       "value": "8.4 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 37.5,
       "value": "38%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 1.5,
     "rank": 6,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "Declarative clicks no-op live.",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 0.0,
       "value": "0.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 35091.3,
       "value": "35.1 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "zyte": {
   "name": "Zyte",
   "group": "Scraping & Crawling",
   "category": "Single-endpoint extraction",
   "tier": "T1",
   "route": "/zyte",
   "call": "https://api.auxiliar.ai/zyte/<native-path>",
   "docs": "https://docs.auxiliar.ai/zyte",
   "page": "https://auxiliar.ai/tools/zyte/",
   "pricing_entry": "$0.13–$1.27 / 1k (HTTP)",
   "latency_note": "—",
   "provider_mcp": "community",
   "summary": "One endpoint with automatic ban-management and built-in AI extraction (product/article/job).",
   "choose_if": "You want automatic ban-management plus typed AI extraction for product/article/job pages.",
   "avoid_if": "You need custom extraction fields — the fixed schema can't honor them.",
   "evals": [
    {
     "verb": "screenshot",
     "label": "Screenshot",
     "composite": 9.04,
     "rank": 2,
     "of": 8,
     "top": false,
     "measured": "2026-06-21",
     "note": "",
     "metrics": [
      {
       "key": "valid_image_rate",
       "label": "Valid image",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "full_page_support",
       "label": "Full-page",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 5874.5,
       "value": "5.9 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "scrape",
     "label": "Scrape",
     "composite": 8.63,
     "rank": 3,
     "of": 10,
     "top": false,
     "measured": "2026-06-20",
     "note": "Clears every anti-bot vendor.",
     "metrics": [
      {
       "key": "block_bypass_success_rate",
       "label": "Anti-bot bypass",
       "raw": 1.0,
       "value": "100%"
      },
      {
       "key": "markdown_cleanliness",
       "label": "Markdown clean",
       "raw": 4.25,
       "value": "4.2 / 10"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 6518.4,
       "value": "6.5 s"
      },
      {
       "key": "cost_per_successful_page_usd",
       "label": "Cost",
       "raw": 0.000687,
       "value": "$0.00069 / success"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "act",
     "label": "Act · declarative",
     "composite": 8.5,
     "rank": 2,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "task_success",
       "label": "Task success",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 11846.7,
       "value": "11.8 s"
      },
      {
       "key": "cost_per_call_usd",
       "label": "Cost",
       "raw": 0.001,
       "value": "$0.001 / call"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    },
    {
     "verb": "extract_ai",
     "label": "Extract · AI/schema",
     "composite": 5.7,
     "rank": 4,
     "of": 4,
     "top": false,
     "measured": "2026-06-21",
     "note": "Fixed schema can't honor custom fields.",
     "metrics": [
      {
       "key": "field_accuracy",
       "label": "Field accuracy",
       "raw": 0.55,
       "value": "0.55"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 6503.6,
       "value": "6.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.001818,
       "value": "$0.0018 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "apify": {
   "name": "Apify",
   "group": "Browser Automation",
   "category": "Actor marketplace",
   "tier": "T2",
   "route": "/apify",
   "call": "https://api.auxiliar.ai/apify/<native-path>",
   "docs": "https://docs.auxiliar.ai/apify",
   "page": "https://auxiliar.ai/tools/apify/",
   "pricing_entry": "varies (CU + rental + result)",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "A marketplace of 7,000+ Actors for scraping and automation, under one key and bill.",
   "choose_if": "You want a pre-built Actor for a specific site/task rather than building a scraper.",
   "avoid_if": "You need a universal response schema — each Actor emits its own item shape.",
   "evals": [
    {
     "verb": "scrape_domain",
     "label": "Scrape-domain",
     "composite": 8.23,
     "rank": 2,
     "of": 6,
     "top": false,
     "measured": "2026-06-22",
     "note": "",
     "metrics": [
      {
       "key": "value_accuracy",
       "label": "Accuracy",
       "raw": 0.95,
       "value": "0.95"
      },
      {
       "key": "field_fill",
       "label": "Field fill",
       "raw": 1.0,
       "value": "1.00"
      },
      {
       "key": "latency_p50_ms",
       "label": "Latency p50",
       "raw": 8533.8,
       "value": "8.5 s"
      },
      {
       "key": "cost_per_useful_usd",
       "label": "Cost",
       "raw": 0.003158,
       "value": "$0.0032 / useful"
      },
      {
       "key": "error_rate_pct",
       "label": "Errors",
       "raw": 0.0,
       "value": "0%"
      }
     ]
    }
   ]
  },
  "browserbase": {
   "name": "Browserbase",
   "group": "Browser Automation",
   "category": "Browser-as-a-service",
   "tier": "T2",
   "route": "/browserbase",
   "call": "https://api.auxiliar.ai/browserbase/<native-path>",
   "docs": "https://docs.auxiliar.ai/browserbase",
   "page": "https://auxiliar.ai/tools/browserbase/",
   "pricing_entry": "$0.12 / browser-hr (+ GB)",
   "latency_note": "—",
   "provider_mcp": "official (Stagehand)",
   "summary": "Headless browser sessions you drive with Playwright/Puppeteer — for multi-step and auth-walled flows.",
   "choose_if": "You need multi-step, stateful or auth-walled flows and want to drive the browser yourself.",
   "avoid_if": "You want a one-shot URL→content call — it returns a session handle, not content.",
   "evals": [],
   "gated": [
    {
     "verbs": [
      "act",
      "act_agent",
      "screenshot"
     ],
     "label": "Act / Screenshot",
     "note": "Evaluated but gated: Browserbase is a CDP browser session, not a synchronous goal→content REST surface, so it can't be scored on the request/response corpora — it needs a stateful adapter."
    }
   ]
  },
  "elevenlabs": {
   "name": "ElevenLabs",
   "group": "Voice & Audio",
   "category": "Text-to-speech & voice",
   "tier": null,
   "route": "/elevenlabs",
   "call": "https://api.auxiliar.ai/elevenlabs/<native-path>",
   "docs": "https://docs.auxiliar.ai/elevenlabs",
   "page": "https://auxiliar.ai/tools/elevenlabs/",
   "pricing_entry": "see ElevenLabs pricing",
   "latency_note": "—",
   "provider_mcp": "official",
   "summary": "The full ElevenLabs REST API for text-to-speech and voice, exposed via wildcard routing.",
   "choose_if": "You need high-quality text-to-speech or voice cloning through the same gateway key.",
   "avoid_if": null,
   "evals": []
  }
 }
}