[ { "name": "axios", "kind": "http-client", "userAgent": "^axios/" }, { "name": "curl", "kind": "http-client", "userAgent": "^curl/" }, { "name": "Wget", "kind": "http-client", "userAgent": "^Wget/" }, { "name": "Node.js", "kind": "http-client", "userAgent": "^(node|undici|node-fetch)(/|$)" }, { "name": "Bun", "kind": "http-client", "userAgent": "^Bun/" }, { "name": "Deno", "kind": "http-client", "userAgent": "^Deno/" }, { "name": "Python requests", "kind": "http-client", "userAgent": "^python-requests/" }, { "name": "Python httpx", "kind": "http-client", "userAgent": "^python-httpx/" }, { "name": "Python urllib", "kind": "http-client", "userAgent": "^Python-urllib/" }, { "name": "Python aiohttp", "kind": "http-client", "userAgent": "^Python/[\\d.]+ aiohttp/" }, { "name": "Go net/http", "kind": "http-client", "userAgent": "^Go-http-client/" }, { "name": "OkHttp", "kind": "http-client", "userAgent": "^okhttp/" }, { "name": "Java", "kind": "http-client", "userAgent": "^(Java/|Apache-HttpClient/)" }, { "name": "Guzzle", "kind": "http-client", "userAgent": "^GuzzleHttp/" }, { "name": "Rust reqwest", "kind": "http-client", "userAgent": "^reqwest/" }, { "name": "lua-resty-http", "kind": "http-client", "userAgent": "^lua-resty-http/" }, { "name": "Colly", "kind": "http-client", "userAgent": "^colly\\b" }, { "name": "Scrapy", "kind": "http-client", "userAgent": "\\bScrapy/" }, { "name": "n8n", "kind": "http-client", "userAgent": "^n8n$" }, { "name": "Postman", "kind": "http-client", "userAgent": "^PostmanRuntime/" }, { "name": "Headless Chrome", "kind": "headless", "userAgent": "\\bHeadlessChrome/" }, { "name": "PhantomJS", "kind": "headless", "userAgent": "\\bPhantomJS/" }, { "name": "Playwright", "kind": "headless", "userAgent": "\\bPlaywright/" }, { "name": "PowerShell", "kind": "http-client", "userAgent": "PowerShell/" }, { "name": "Ruby", "kind": "http-client", "userAgent": "^Ruby$" }, { "name": "got", "kind": "http-client", "userAgent": "^got\\b" }, { "name": "libwww-perl", "kind": "http-client", "userAgent": "\\blibwww-perl/" }, { "name": "aria2", "kind": "http-client", "userAgent": "^aria2/" }, { "name": "HTTrack", "kind": "http-client", "userAgent": "\\bHTTrack\\b" }, { "name": "Crawl4AI", "kind": "http-client", "userAgent": "^crawl4ai" }, { "name": "Apple CFNetwork (native app)", "kind": "http-client", "userAgent": "\\bCFNetwork/" }, { "name": "Android Dalvik (native app)", "kind": "http-client", "userAgent": "\\bDalvik/" }, { "name": "Amazon CloudFront", "kind": "http-client", "userAgent": "^Amazon CloudFront$" }, { "name": "Vercel Edge Functions", "kind": "http-client", "userAgent": "^Vercel Edge Functions$" }, { "name": "Google Cloud Scheduler and Tasks", "kind": "http-client", "userAgent": "^Google-Cloud-(Scheduler|Tasks)$" } ]