{"traps":{"session_vortex_hit":{"hit_count":500,"last_hit_ts":1777521381.303274,"sample_hits":[{"ts":1777521374.714057,"url":"https://web-scraping.dev/session-vortex?sid=39a51de8-954b-4e26-b425-4e7ab27f5ba6","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"54.84.102.81","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"54.84.102.81"},"sid":"39a51de8-954b-4e26-b425-4e7ab27f5ba6"},{"ts":1777521375.358314,"url":"https://www.web-scraping.dev/session-vortex?sid=27fa4b60-97ad-4230-9e8a-24b91111e556","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"107.22.208.39","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"107.22.208.39"},"sid":"27fa4b60-97ad-4230-9e8a-24b91111e556"},{"ts":1777521378.9768305,"url":"https://web-scraping.dev/session-vortex?sid=a8fdec32-18e2-4f2b-9bae-1f809d056475","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"18.209.201.119","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"18.209.201.119"},"sid":"a8fdec32-18e2-4f2b-9bae-1f809d056475"},{"ts":1777521378.9917066,"url":"https://www.web-scraping.dev/session-vortex?sid=89017f4f-690c-46e0-ae72-40b1dce20f24","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"34.231.118.144","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"34.231.118.144"},"sid":"89017f4f-690c-46e0-ae72-40b1dce20f24"},{"ts":1777521381.303274,"url":"https://web-scraping.dev/session-vortex?sid=ddfa42f9-22d2-46a7-9377-df6d0d9b4233","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=d4979e93-2cb9-4c2e-a9ef-72df33b13b14","x-forwarded-for":"74.7.227.152","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.152"},"sid":"ddfa42f9-22d2-46a7-9377-df6d0d9b4233"}]},"sitemap_leaf_discovered":{"hit_count":84,"last_hit_ts":1777521341.2667334,"sample_hits":[{"ts":1777521171.3432872,"url":"https://web-scraping.dev/sitemap-page/5/61","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8","accept-encoding":"gzip,identity","x-forwarded-for":"17.22.245.48","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"17.22.245.48"},"child_id":5,"url_id":61},{"ts":1777521205.8466735,"url":"https://web-scraping.dev/sitemap-page/7/51","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8","accept-encoding":"gzip,identity","x-forwarded-for":"17.241.219.206","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"17.241.219.206"},"child_id":7,"url_id":51},{"ts":1777521304.7269897,"url":"https://web-scraping.dev/sitemap-page/25/43","user_agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","accept":"*/*","x-forwarded-for":"57.141.14.32","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"57.141.14.32","accept-encoding":"gzip"},"child_id":25,"url_id":43},{"ts":1777521321.1536772,"url":"https://web-scraping.dev/sitemap-page/7/34","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8","accept-encoding":"gzip,identity","x-forwarded-for":"17.22.237.177","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"17.22.237.177"},"child_id":7,"url_id":34},{"ts":1777521341.2667334,"url":"https://web-scraping.dev/sitemap-page/9/37","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8","accept-encoding":"gzip,identity","x-forwarded-for":"17.241.75.217","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"17.241.75.217"},"child_id":9,"url_id":37}]},"calendar_trap_hit":{"hit_count":3,"last_hit_ts":1777520862.8853421,"sample_hits":[{"ts":1777518242.2133608,"url":"https://web-scraping.dev/calendar/2005/1","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.42"},"year":2005,"month":1},{"ts":1777518275.0081232,"url":"https://web-scraping.dev/calendar/2040/10","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"216.73.217.42"},"year":2040,"month":10},{"ts":1777520862.8853421,"url":"https://web-scraping.dev/calendar/2004/12","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"216.73.217.42"},"year":2004,"month":12}]},"canonical_tracking_fetched":{"hit_count":1,"last_hit_ts":1777521248.9475896,"sample_hits":[{"ts":1777521248.9475896,"url":"https://web-scraping.dev/canonical-tracking","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"81.17.55.219"},"query":{}}]},"consent_flow_completed":{"hit_count":1,"last_hit_ts":1777521339.7316108,"sample_hits":[{"ts":1777521339.7316108,"url":"https://www.web-scraping.dev/needs-consent","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","cookie":"consent=yes","referer":"https://www.web-scraping.dev/consent","x-forwarded-for":"216.73.217.42","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"216.73.217.42"}}]},"redirect_external_hit":{"hit_count":1,"last_hit_ts":1777521348.970515,"sample_hits":[{"ts":1777521348.970515,"url":"https://www.web-scraping.dev/redirect-external","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.42"}}]},"x_robots_tag_fetched":{"hit_count":1,"last_hit_ts":1777521369.3386402,"sample_hits":[{"ts":1777521369.3386402,"url":"https://www.web-scraping.dev/header-noindex","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.42"}}]},"slow_drip_started":{"hit_count":1,"last_hit_ts":1777521371.0920079,"sample_hits":[{"ts":1777521371.0920079,"url":"https://www.web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.42"},"start_ts":1777521371.0920024}]},"slow_drip_completed":{"hit_count":1,"last_hit_ts":1777521381.1605265,"sample_hits":[{"ts":1777521381.1605265,"url":"https://www.web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.42","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.42"},"start_ts":1777521371.0920024,"completed_at":1777521381.160522}]}},"generated_at":1777521382.6905153}