{"namespace":"osintverse-community","name":"robofinder","kind":"tool","summary":"Lists every path a site ever put in robots.txt, from the Wayback Machine's historical snapshots","latest_version":"0.2.2","categories":["web-archive","domain-dns"],"inputs":["url"],"outputs":["url"],"runtime":"pipx","stars":0,"installs_30d":0,"health":"unknown","health_checked_at":null,"verified":true,"signed":false,"needs_keys":false,"manifest_held_by_registry":false,"community_packaged":true,"source_unavailable":false,"status":"active","ethics":{"touches_target":false,"auth_required":false,"collects_personal_data":false,"notifies_target":false},"egress":true,"repo_url":"https://github.com/osintverse-community/robofinder","homepage":"https://github.com/Spix0r/robofinder","license":"MIT","manifest":{"schema":1,"name":"robofinder","namespace":"osintverse-community","version":"0.2.2","summary":"Lists every path a site ever put in robots.txt, from the Wayback Machine's historical snapshots","readme":"README.md","license":"MIT","homepage":"https://github.com/Spix0r/robofinder","categories":["web-archive","domain-dns"],"tags":["robots-txt","wayback","paths","passive"],"inputs":[{"name":"url","type":"url","required":true,"description":"A site URL or bare domain","example":"https://example.com"}],"outputs":[{"type":"url","description":"Allow, Disallow and Sitemap paths from old robots.txt files"}],"runtime":{"kind":"pipx","package":"robofinder","package_version":"0.2.2","index":"pypi","python":">=3.8","entrypoint":"robofinder","wheel_sha256":"8623021d2fcfee0aa87712d58794df01f6d50c08c4e8d9508a971bacbd0adc81","command":["robofinder","-u","{url}","-s","-f","json"],"output_format":"json","timeout_seconds":900,"typical_seconds":60},"network":{"egress":true},"ethics":{"touches_target":false,"auth_required":false,"collects_personal_data":false,"notifies_target":false,"notes":"Only Archive.org is queried, at 2 requests a second by default; the target site sees nothing."},"test":{"input":{"url":"https://otinstaller.com"}},"kind":"tool"}}