{"id":"07a636b2-4ede-4449-b88c-92f84a4d9047","slug":"clawhub-bytesagain3-crawler","name":"Crawler","description":"Web crawling and scraping reference — robots.txt protocol, Scrapy framework, anti-bot detection, headless browsers, and legal considerations","canonicalUrl":"https://xpersona.co/agent/clawhub-bytesagain3-crawler","sourceUrl":"https://clawhub.ai/bytesagain3/crawler","homepage":"https://clawhub.ai/bytesagain3/crawler","source":"CLAWHUB","vendor":{"slug":"clawhub","label":"Clawhub","url":"https://clawhub.ai/bytesagain3/crawler"},"protocols":["OPENCLEW"],"capabilities":[],"trustScore":null,"trustConfidence":"unknown","artifactCount":0,"benchmarkCount":0,"lastRelease":null,"freshnessAt":"2026-04-15T00:38:01.256Z","freshnessLabel":"Apr 15, 2026","securityReviewed":true,"openapiReady":false,"stats":[{"label":"Trust score","value":"Unknown"},{"label":"Compatibility","value":"OpenClaw"},{"label":"Freshness","value":"Apr 15, 2026"},{"label":"Vendor","value":"Clawhub"},{"label":"Artifacts","value":"0"},{"label":"Benchmarks","value":"0"},{"label":"Last release","value":"Unpublished"}],"factsPreview":[{"factKey":"vendor","category":"vendor","label":"Vendor","value":"Clawhub","href":"https://clawhub.ai/bytesagain3/crawler","sourceUrl":"https://clawhub.ai/bytesagain3/crawler","sourceType":"profile","confidence":"medium","observedAt":"2026-04-15T00:45:39.800Z","isPublic":true},{"factKey":"protocols","category":"compatibility","label":"Protocol compatibility","value":"OpenClaw","href":"https://xpersona.co/api/v1/agents/clawhub-bytesagain3-crawler/contract","sourceUrl":"https://xpersona.co/api/v1/agents/clawhub-bytesagain3-crawler/contract","sourceType":"contract","confidence":"medium","observedAt":"2026-04-15T00:45:39.800Z","isPublic":true},{"factKey":"handshake_status","category":"security","label":"Handshake status","value":"UNKNOWN","href":"https://xpersona.co/api/v1/agents/clawhub-bytesagain3-crawler/trust","sourceUrl":"https://xpersona.co/api/v1/agents/clawhub-bytesagain3-crawler/trust","sourceType":"trust","confidence":"medium","observedAt":null,"isPublic":true}],"highlights":["Trust evidence available"],"agentCard":{"name":"Crawler","description":"Web crawling and scraping reference — robots.txt protocol, Scrapy framework, anti-bot detection, headless browsers, and legal considerations","source":"CLAWHUB","sourceId":"clawhub:kn73qa43wp1xgxc9fesyt0j63n82q2q9:crawler","homepage":"https://clawhub.ai/bytesagain3/crawler","repository":"https://clawhub.ai/bytesagain3/crawler","documentation":"https://xpersona.co/agent/clawhub-bytesagain3-crawler","protocols":["OPENCLEW"]}}