{
 "id": "94424c5c264f",
 "url": "https://payai.agentstools.dev/aeo/crawlers",
 "host": "payai.agentstools.dev",
 "method": "GET",
 "type": "http",
 "x402Version": 2,
 "scheme": "exact",
 "network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
 "net": "solana",
 "testnet": false,
 "asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
 "price_atomic": "5000",
 "price_usd": 0.005,
 "band": "under-1c",
 "payTo": "AytHnvc6bZx1ALTy7b5Px7hcavoSYszG9aeKvDcZ8R1u",
 "networks": [
  "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"
 ],
 "description": "robots.txt AI-crawler access matrix: for the 2026 cohort of AI and answer-engine crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-User, PerplexityBot, Google-Extended and more) reports allowed, blocked or unlisted per bot, whether the default rule blocks everything, declared sitemaps and a score. One network operation.",
 "serviceName": "aeo-crawlers",
 "tags": [
  "aeo",
  "robots-txt",
  "ai-crawler",
  "gptbot",
  "claudebot"
 ],
 "mimeType": "application/json",
 "iconUrl": null,
 "bazaar": {
  "info": {
   "input": {
    "type": "http",
    "method": "GET",
    "queryParams": {
     "domain": "example.com"
    }
   },
   "output": {
    "type": "json",
    "example": {
     "fixes": [],
     "domain": "example.com",
     "disclaimer": "Automated AI-search visibility indicators, not a guarantee.",
     "crawler_score": 100,
     "crawler_matrix": [
      {
       "bot": "PerplexityBot",
       "access": "allowed",
       "listed": false,
       "operator": "Perplexity",
       "citation_relevant": true
      }
     ],
     "robots_present": true,
     "default_blocks_all": false
    }
   }
  },
  "has_schema": true
 },
 "quality": null,
 "catalogs": [
  {
   "name": "payai",
   "lastUpdated": "2026-09-30T07:22:06.199Z",
   "seen_at": "2026-09-30T23:10:40.669Z"
  }
 ],
 "catalog_names": [
  "payai"
 ],
 "first_seen_catalog": "2026-09-30T07:22:06.199Z",
 "last_updated_catalog": "2026-09-30T07:22:06.199Z",
 "first_seen": "2026-09-30",
 "templated": false,
 "category": "inference/llm",
 "probe": {
  "at": "2026-09-30T23:41:19.964Z",
  "head_status": 402,
  "get_status": 402,
  "is_402": true,
  "status": "live",
  "body_json": true,
  "has_accepts": true,
  "accepts_count": 2,
  "accepts0": {
   "scheme": "exact",
   "network": "eip155:8453",
   "amount": "5000",
   "payTo": "0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493",
   "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
   "maxTimeoutSeconds": 300,
   "extra": {
    "name": "USD Coin",
    "version": "2"
   }
  },
  "price_matches_catalog": true,
  "payto_matches_catalog": false,
  "x402Version": 2,
  "has_bazaar_ext": true,
  "has_payment_required_header": true,
  "mpp_header": null,
  "channel": "header+body",
  "content_type": "application/json",
  "latency_ms": 1880,
  "error": null,
  "cors": null,
  "ratelimit_headers": false,
  "server": "uvicorn",
  "error_text": "Payment required",
  "resource_url_in_402": "https://payai.agentstools.dev/aeo/crawlers"
 },
 "onchain": {
  "resolved": false,
  "unresolved": true,
  "reason": "non-EVM payTo; only Base is covered"
 },
 "status": "live",
 "valid_402": true,
 "dead": false,
 "verdict": "live",
 "live_reprobe": {
  "at": "2026-10-03T06:13:27.000Z",
  "head_status": 402,
  "get_status": 402,
  "is_402": true,
  "status": "live",
  "dead": false,
  "valid_402": true,
  "body_json": true,
  "has_accepts": true,
  "accepts_count": 2,
  "accepts0": {
   "scheme": "exact",
   "network": "eip155:8453",
   "amount": "5000",
   "payTo": "0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493",
   "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
   "maxTimeoutSeconds": 300,
   "extra": {
    "name": "USD Coin",
    "version": "2"
   }
  },
  "price_matches_catalog": true,
  "payto_matches_catalog": null,
  "x402Version": 2,
  "has_bazaar_ext": true,
  "has_payment_required_header": true,
  "mpp_header": null,
  "channel": "header+body",
  "content_type": "application/json",
  "latency_ms": 1762,
  "error": null,
  "error_text": "Payment required",
  "id": "94424c5c264f",
  "url": "https://payai.agentstools.dev/aeo/crawlers",
  "via": "cron",
  "prev_status": "live",
  "census_status": "live",
  "changed": false
 },
 "featured": null,
 "page": "https://bazaar.agentexchange.work/r/94424c5c264f",
 "seller": "https://bazaar.agentexchange.work/seller/payai.agentstools.dev",
 "seller_json": "https://bazaar.agentexchange.work/seller/payai.agentstools.dev.json",
 "paid": {
  "probe_now": {
   "url": "https://bazaar.agentexchange.work/r/94424c5c264f/probe.json",
   "price_usd": 0.01,
   "protocol": "x402"
  },
  "feature": {
   "url": "https://bazaar.agentexchange.work/featured",
   "method": "POST",
   "body": {
    "id": "94424c5c264f"
   },
   "price_usd": 1,
   "protocol": "x402"
  }
 },
 "license": "CC BY 4.0"
}