{"ref":"osintverse-community/xcrawl3r","version":"1.2.0","status":"published","signer_identity":"https://github.com/osintverse-community/xcrawl3r/.github/workflows/otinstaller-release.yml@refs/heads/main","signer_issuer":"https://token.actions.githubusercontent.com","scan_status":"warn","health":"unknown","health_checked_at":null,"verified_publisher":true,"source_unavailable":false,"manifest":{"schema":1,"name":"xcrawl3r","namespace":"osintverse-community","version":"1.2.0","summary":"Crawls a website from a start URL, parsing links, scripts, sitemaps and robots.txt, and lists the URLs it finds","readme":"README.md","license":"MIT","homepage":"https://github.com/hueristiq/xcrawl3r","categories":["domain-dns"],"tags":["crawler","urls","spider","recon"],"inputs":[{"name":"url","type":"url","required":true,"description":"The URL to start crawling from"},{"name":"domain","type":"domain","required":false,"description":"Only keep URLs on this domain"},{"name":"depth","type":"integer","required":false,"description":"Maximum crawl depth (default 1, 0 means unlimited)"}],"outputs":[{"type":"url"}],"runtime":{"kind":"docker","image":"ghcr.io/osintverse-community/xcrawl3r@sha256:164fc20ea02632531c07604a9486863020bdff66a51e0c35a31f047118fae4e1","platforms":["linux/amd64","linux/arm64"],"command":["xcrawl3r","-u","{url}","-d","{domain}","--depth","{depth}","--jsonl","--silent","-m"],"output_format":"jsonl","timeout_seconds":1800},"network":{"egress":true},"ethics":{"touches_target":true,"auth_required":false,"collects_personal_data":false},"test":{"input":{"url":"https://example.com"}},"kind":"tool"},"manifest_full":{"schema":1,"name":"xcrawl3r","namespace":"osintverse-community","version":"1.2.0","summary":"Crawls a website from a start URL, parsing links, scripts, sitemaps and robots.txt, and lists the URLs it finds","readme":"README.md","license":"MIT","homepage":"https://github.com/hueristiq/xcrawl3r","categories":["domain-dns"],"tags":["crawler","urls","spider","recon"],"inputs":[{"name":"url","type":"url","required":true,"description":"The URL to start crawling from","example":"https://example.com"},{"name":"domain","type":"domain","required":false,"description":"Only keep URLs on this domain","example":"example.com"},{"name":"depth","type":"integer","required":false,"description":"Maximum crawl depth (default 1, 0 means unlimited)"}],"outputs":[{"type":"url"}],"runtime":{"kind":"docker","image":"ghcr.io/osintverse-community/xcrawl3r@sha256:164fc20ea02632531c07604a9486863020bdff66a51e0c35a31f047118fae4e1","platforms":["linux/amd64","linux/arm64"],"command":["xcrawl3r","-u","{url}","-d","{domain}","--depth","{depth}","--jsonl","--silent","-m"],"output_format":"jsonl","timeout_seconds":1800,"typical_seconds":60},"network":{"egress":true},"ethics":{"touches_target":true,"auth_required":false,"collects_personal_data":false,"notifies_target":false,"notes":"It crawls the site itself, so the web server's logs see your IP address and the crawler's user agent. Keep the depth low on sites you don't own."},"test":{"input":{"url":"https://example.com"}},"kind":"tool"},"mirror_image":"mirror.otinstaller.com/osintverse-community/xcrawl3r@sha256:164fc20ea02632531c07604a9486863020bdff66a51e0c35a31f047118fae4e1"}