{"ref":"osintverse-community/robofinder","version":"0.2.2","status":"published","scan_status":"pass","health":"unknown","health_checked_at":null,"verified_publisher":true,"source_unavailable":false,"manifest":{"schema":1,"name":"robofinder","namespace":"osintverse-community","version":"0.2.2","summary":"Lists every path a site ever put in robots.txt, from the Wayback Machine's historical snapshots","readme":"README.md","license":"MIT","homepage":"https://github.com/Spix0r/robofinder","categories":["web-archive","domain-dns"],"tags":["robots-txt","wayback","paths","passive"],"inputs":[{"name":"url","type":"url","required":true,"description":"A site URL or bare domain"}],"outputs":[{"type":"url"}],"runtime":{"kind":"pipx","package":"robofinder","package_version":"0.2.2","index":"pypi","python":">=3.8","entrypoint":"robofinder","wheel_sha256":"8623021d2fcfee0aa87712d58794df01f6d50c08c4e8d9508a971bacbd0adc81","command":["robofinder","-u","{url}","-s","-f","json"],"output_format":"json","timeout_seconds":900},"network":{"egress":true},"ethics":{"touches_target":false,"auth_required":false,"collects_personal_data":false},"test":{"input":{"url":"https://otinstaller.com"}},"kind":"tool"},"manifest_full":{"schema":1,"name":"robofinder","namespace":"osintverse-community","version":"0.2.2","summary":"Lists every path a site ever put in robots.txt, from the Wayback Machine's historical snapshots","readme":"README.md","license":"MIT","homepage":"https://github.com/Spix0r/robofinder","categories":["web-archive","domain-dns"],"tags":["robots-txt","wayback","paths","passive"],"inputs":[{"name":"url","type":"url","required":true,"description":"A site URL or bare domain","example":"https://example.com"}],"outputs":[{"type":"url","description":"Allow, Disallow and Sitemap paths from old robots.txt files"}],"runtime":{"kind":"pipx","package":"robofinder","package_version":"0.2.2","index":"pypi","python":">=3.8","entrypoint":"robofinder","wheel_sha256":"8623021d2fcfee0aa87712d58794df01f6d50c08c4e8d9508a971bacbd0adc81","command":["robofinder","-u","{url}","-s","-f","json"],"output_format":"json","timeout_seconds":900,"typical_seconds":60},"network":{"egress":true},"ethics":{"touches_target":false,"auth_required":false,"collects_personal_data":false,"notifies_target":false,"notes":"Only Archive.org is queried, at 2 requests a second by default; the target site sees nothing."},"test":{"input":{"url":"https://otinstaller.com"}},"kind":"tool"},"wheel_url":"https://api.otinstaller.com/v1/tools/osintverse-community/robofinder/0.2.2/wheel/robofinder-0.2.2-py3-none-any.whl"}