{"apiVersion":"1.0.0","schemaVersion":1,"generatedAt":"2026-07-10T16:36:52.948Z","resource":{"id":"86ab4790ad5b73cb98107021","key":"GET https://402utils.com/v1/robots-check","method":"GET","resourceUrl":"https://402utils.com/v1/robots-check","alternateResourceUrls":["https://402utils.com/v1/robots-check"],"canonicalUrl":"https://402utils.com/v1/robots-check","origin":"https://402utils.com","hostname":"402utils.com","groupId":"402utils-com-4047628c","providerName":"402utils","title":"https://402utils.com/v1/robots-check","description":"Robots.txt compliance check for polite crawlers and AI agents (GPTBot, ClaudeBot, ...). Pass a page URL and optionally your crawler's product token; returns whether the URL may be fetched, the winning Allow/Disallow rule, crawl-delay and sitemap URLs. Full RFC 9309 matching: wildcards, $ anchors, longest-match, merged groups. A 4xx robots.txt allows all; 5xx or unreachable hosts report disallowed. Cached per host for 1 hour.","tags":["uncategorized"],"type":"http","x402Version":2,"routeTemplate":null,"input":{"type":"http","method":"GET","bodyType":null,"bodyFieldNames":[],"pathParamNames":[],"queryParamNames":["url","userAgent"]},"iconUrl":null,"payment":{"networks":["eip155:8453"],"schemes":["exact"],"assets":["0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","USD Coin"],"options":[{"network":"eip155:8453","scheme":"exact","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","amountAtomic":"1000","payTo":"0xc55A2D530b53CBaD1001e4AfD4720B7E71f9C291","maxTimeoutSeconds":60,"tokenName":"USD Coin","tokenVersion":"2"}],"acceptedPaymentCount":1,"priceUsd":null},"quality":{"l30DaysTotalCalls":2,"l30DaysUniquePayers":2,"lastCalledAt":"2026-07-05T15:14:27.908Z"},"registry":{"health":"healthy","reliabilityScore":95,"paymentValid":true,"domainVerified":false,"lastChecked":"2026-07-08 00:07:45"},"sources":[{"id":"cdp-bazaar","sourceUrl":"https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources","observedAt":"2026-07-10T13:31:47.300Z","lastUpdated":"2026-07-05T15:14:28.911Z","recordKey":"GET https://402utils.com/v1/robots-check"},{"id":"402-index","sourceUrl":"https://402index.io/api/v1/services","observedAt":"2026-07-10T13:31:47.300Z","lastChecked":"2026-07-08 00:07:45","registrySource":"bazaar","recordKey":"GET https://402utils.com/v1/robots-check"}],"verification":{"level":"direct-quote","checkedAt":"2026-07-10T15:10:22.361Z","structural":{"ok":true,"normalized":true,"publicHttpUrl":true},"sourceConfirmed":true,"crossSource":true,"registryPaymentValid":true,"originCheck":{"scope":"origin","reachable":true,"statusCode":200,"method":"HEAD","checkedAt":"2026-07-10T15:03:30.751Z","latencyMs":2217,"error":null},"quoteCheck":{"scope":"exact-route","outcome":"confirmed","attempted":true,"requestedMethod":"GET","statusCode":402,"finalUrl":"https://402utils.com/v1/robots-check","redirectCount":0,"checkedAt":"2026-07-10T15:10:22.361Z","latencyMs":26,"reason":null,"requirementCount":1},"quote":{"ok":true,"quotedUsd":null,"network":"eip155:8453","checkedAt":"2026-07-10T15:10:22.361Z","source":"exact-route"},"paidCall":{"verified":false,"checkedAt":null,"network":null,"receiptReference":null,"outputReviewed":false}},"curation":{"status":"curated","basis":"live-quote","matchScope":null,"listingSlug":null,"providerListingSlug":null,"listingName":null,"kind":null,"categories":[],"editorialDescription":null,"docsUrl":null,"sourceUrl":null}}}