{"name":"OpenVibeBot","operator":"OpenVibe (OpenVibe.Sources)","user_agent":"Mozilla/5.0 (compatible; OpenVibeBot/1.0; +https://openvibe.network/bot)","robots_tokens":["OpenVibeBot","OpenVibeSources"],"info_url":"https://openvibe.network/bot","contact":"Contact@OpenVibe.Network","obeys":["robots.txt (RFC 9309), checked before every request and every redirect hop","Crawl-delay","noindex and nofollow in <meta name=\"robots\">, <meta name=\"OpenVibeBot\"> and X-Robots-Tag","rel=canonical","429 or 503 with Retry-After: the whole site waits","404 twice or 410: what came from that page is removed"],"pacing":{"min_gap_per_host_ms":1000,"shop_crawl_gap_ms":5000,"sites_at_once":2,"robots_cache_hours":24},"reads_first":["robots.txt Sitemap lines","sitemap.xml","feeds","schema.org JSON-LD"],"never":["solve CAPTCHAs","sign in or read anything behind a sign-in","get past cookie walls or paywalls"],"access_policy":"https://github.com/OpenVibers/OpenVibe.Sources/blob/main/docs/adr/0007-source-access.md"}