{"service":"Spider API","version":"4.1.0","architecture":"Multi-engine configurable pipeline","engines":["chromey","playwright"],"default_pipeline":"chromey,crawl4ai,firecrawl,playwright,agent_browser","bot_fast_fallback":{"cloudflare":"crawl4ai","akamai":"firecrawl","datadome":"crawl4ai","perimeterx":"crawl4ai","generic_bot_wall":"firecrawl"},"endpoints":{"/crawl":"POST - Crawl URLs and extract links","/scrape":"POST - Scrape single URL (configurable multi-engine pipeline)","/scrape/batch":"POST - Scrape multiple URLs in parallel with concurrency limits","/scrape/detect":"POST - Detect bot protection on a URL","/search":"POST - Web search via Serper/Brave/Bing/Tavily","/health":"GET - Health check"},"concurrency_limits":{"playwright":2,"agent_browser":3,"chromey":5,"crawl4ai":5,"firecrawl":5,"max_batch_size":20}}