{"id":"io-github-kriton-dev-ai-crawler-access-check","name":"io.github.kriton-dev/ai-crawler-access-check","title":"AI Crawler Checker — Robots.txt Policy for Six Bots","description":"Check declared robots.txt permissions for six AI crawlers at URL paths","category":"search-and-web","categories":["search-and-web"],"flags":[],"users_30d":0,"health":{"status":"auth_required","latency_ms":265,"tool_count":null,"auth":"oauth","checked_at":"2026-11-03T14:25:23.843Z"},"remote":true,"pending":false,"install_link":"https://toolfindr.dev/add?server=io.github.kriton-dev%2Fai-crawler-access-check&ref=tool-finder","details_url":"https://toolfindr.dev/servers/io-github-kriton-dev-ai-crawler-access-check","health_error":"initialize: HTTP 401","repo_url":null,"website_url":"https://apify.com/hermeskd/ai-crawler-access-check","version":"1.0.2","remotes":[{"type":"streamable-http","url":"https://mcp.apify.com/?tools=hermeskd/ai-crawler-access-check","headers":[{"description":"Optional: 'Bearer <your Apify API token>'. MCP clients that support OAuth can sign in to Apify instead. Runs are billed to your Apify account at the pay-per-event prices on the Actor's store page.","isSecret":true,"name":"Authorization"}]}]}