{"id":"io-github-nolindnaidoo-scrape-le","name":"io.github.nolindnaidoo/scrape-le","title":"Scrape-LE","description":"Analyse robots.txt content and report whether a path may be crawled.","category":"search-and-web","categories":["search-and-web"],"flags":[],"users_30d":0,"health":{"status":"no_remote","latency_ms":null,"tool_count":null,"auth":null,"checked_at":null},"remote":false,"pending":false,"install_link":"https://toolfindr.dev/add?server=io.github.nolindnaidoo%2Fscrape-le&ref=tool-finder","details_url":"https://toolfindr.dev/servers/io-github-nolindnaidoo-scrape-le","health_error":null,"repo_url":"https://github.com/nolindnaidoo/scrape-le","website_url":"https://letools.dev/tools/scrape-le","version":"2.4.0","remotes":[]}