{"data":{"slug":"crawlwitness","name":"CrawlWitness","description":"Signed AI-consent verdicts for any website: may this AI bot train on, index or RAG this domain? Reads robots.txt per AI bot, IETF AIPREF, Cloudflare Content-Signal, TDMRep, RSL and noai, and returns a yes/no per bot and use (training, RAG, search) with a signed receipt anchored on Base. Endpoints: /v1/can-use ($0.001 on Base, $0.002 on Solana), /v1/batch (up to 100 domains), /v1/wallet-check (OFAC screening). Pay per call in USDC with x402 on Base or Solana, no account. Free daily report: https://api.crawlwitness.com/ai/report","base_url":"https://api.crawlwitness.com","website_url":"https://api.crawlwitness.com/llms.txt","category":"Data","endpoint_count":3,"min_price_usd":0.001,"uptime_24h":100,"source":"submitted","status":"online","verified":false,"verified_until":null,"payment_ready":true,"payment_ready_until":"2026-11-12T20:14:00.466Z","last_success_at":"2026-11-05T20:14:00.466Z","consecutive_failures":0,"check_interval_minutes":15,"last_checked_at":"2026-11-05T20:14:00.466Z","created_at":"2026-11-04T17:27:33.089Z","uptime":{"24h":100,"7d":100,"30d":100,"90d":100,"coverage":{"24h":{"daysCovered":1,"checkCount":75},"7d":{"daysCovered":2,"checkCount":100},"30d":{"daysCovered":2,"checkCount":100},"90d":{"daysCovered":2,"checkCount":100}}},"avg_response_time_ms":121,"total_checks":101,"networks":["BSE","SOL"],"networks_caip2":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"asset":"USDC","endpoints":[{"id":"932b471e-89d2-4c8e-9e49-9e242848af1d","method":"GET","path":"/v1/can-use","description":"Use when a crawler, scraper or RAG pipeline must decide whether it may use a website for AI: yes/no verdict for a domain, AI bot and use (train, rag, search) from robots.txt, IETF AIPREF, TDMRep, noai and RSL licenses, with a signed receipt. Errors: 400 invalid domain or unknown bot (not charged).","mime_type":"application/json","is_active":true,"first_seen_at":"2026-11-04T17:27:33.089Z","last_seen_at":"2026-11-05T20:14:00.424Z","variable_amount":false,"min_price_usd":0.001,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"1000","price_usd":"0.0010000000","pay_to":"0xa20F0b8ADf20Ed17a8d27B369B3058afdB71a5C5","max_timeout_seconds":300},{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"2000","price_usd":"0.0020000000","pay_to":"DEuats4W5mXoX1dZEb693q4Y4GT6mnZiwPjTN2GYFFrd","max_timeout_seconds":300}],"pay_to_divergence":null},{"id":"df8521ec-06d0-42ed-ae9a-101bdff2987e","method":"GET","path":"/v1/senales","description":"Use when an agent is about to crawl, train on or ingest a website into RAG: checks the domain's AI consent and licensing signals (robots.txt per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt, C2PA), returns a 0-100 score and a training stance, and a signed EAS receipt anchored on Base proving what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).","mime_type":"application/json","is_active":true,"first_seen_at":"2026-11-04T17:27:33.089Z","last_seen_at":"2026-11-05T20:14:00.436Z","variable_amount":false,"min_price_usd":0.005,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"5000","price_usd":"0.0050000000","pay_to":"0xa20F0b8ADf20Ed17a8d27B369B3058afdB71a5C5","max_timeout_seconds":300},{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"5000","price_usd":"0.0050000000","pay_to":"DEuats4W5mXoX1dZEb693q4Y4GT6mnZiwPjTN2GYFFrd","max_timeout_seconds":300}],"pay_to_divergence":null},{"id":"af6dc43f-5e33-45d9-ba5b-f311e8e230b4","method":"GET","path":"/v1/wallet-check","description":"Use when an AI agent or treasury is about to pay, receive from or interact with a crypto wallet: checks the address against the US OFAC SDN sanctions list (all its digital-currency addresses: ETH/EVM, BTC, TRX, SOL, USDT, USDC…) and returns sanctioned true/false, the listed entity and programs, and the exact list version used, with a signed receipt. Errors: 400 invalid address (not charged); 503 if no sanctions list is loaded (not charged).","mime_type":"application/json","is_active":true,"first_seen_at":"2026-11-04T17:27:33.089Z","last_seen_at":"2026-11-05T20:14:00.447Z","variable_amount":false,"min_price_usd":0.005,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"5000","price_usd":"0.0050000000","pay_to":"0xa20F0b8ADf20Ed17a8d27B369B3058afdB71a5C5","max_timeout_seconds":300},{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"5000","price_usd":"0.0050000000","pay_to":"DEuats4W5mXoX1dZEb693q4Y4GT6mnZiwPjTN2GYFFrd","max_timeout_seconds":300}],"pay_to_divergence":null}],"pay_to_changes":[],"assessment":{"updated_at":"2026-11-05T18:13:02.222Z","input_hash":"dd505ccaf2935c82b261c6b0e5b9355a8e211235283fc741f9e35ebd1878d58f","model_id":null,"prompt_version":null,"reliability":{"uptime":{"24h":100,"7d":100,"30d":100,"90d":100},"response_p95_ms":355,"avg_response_ms":112,"last_checked_at":"2026-11-05T18:05:00.345Z","consecutive_failures":0,"total_checks":93},"compliance":{"grade":"A","passed":14,"total":14,"checks":[{"id":"payload_captured","label":"402 payload captured","pass":true},{"id":"accepts_present","label":"accepts[] array present","pass":true},{"id":"payto_recoverable","label":"payTo address recoverable","pass":true},{"id":"payto_conformant","label":"payTo at accepts[0].payTo (conformant shape)","pass":true},{"id":"payto_shape","label":"payTo is a valid on-chain address","pass":true},{"id":"price_present","label":"atomic price declared","pass":true},{"id":"price_sane","label":"atomic price in a sane range","pass":true},{"id":"asset_declared","label":"asset (token) address declared","pass":true},{"id":"network_caip2","label":"network resolves to CAIP-2","pass":true},{"id":"scheme_declared","label":"payment scheme declared","pass":true},{"id":"transport_https","label":"served over HTTPS","pass":true},{"id":"x402_version_current","label":"declares the current x402 version (2)","pass":true},{"id":"eip712_domain_extra","label":"EIP-712 domain parameters present on every EVM entry","pass":true},{"id":"version_channel_coherent","label":"x402 v2 envelope delivered in the payment-required header","pass":true}],"pay_to_source":"payTo","pay_to_location":"accept","staleness":{"probe_failing":false,"last_success_at":"2026-11-05T20:14:00.466Z","envelope_captured_at":"2026-11-04T17:28:00.307Z"}},"site":{"homepage":true,"openapi":true,"pricing":false,"llms_txt":false,"robots":true,"terms":false,"checked_at":"2026-11-04T17:33:05.184Z"},"domain":{"age_days":4,"registrar":"Soluciones Corporativas IP, SL","free_host":false,"created_date":"2026-10-30T22:02:07.000Z","checked_at":"2026-11-04T17:33:05.705Z"},"economics":{"price_usd":0.001,"price_atomic":"1000","model":"tiered","category_percentile":9,"stability":1,"price_max_usd":0.005,"category_percentile_max":10,"endpoint_count":3,"distinct_price_count":3},"risk":{"level":"clean","flags":[]},"synthesis":null,"traction":null}},"provenance":{"license":"CC-BY-4.0","attribution_required":true,"attribution":"Data: x402-list.com (CC BY 4.0)","cite_as":"https://x402-list.com/services/crawlwitness","source":"https://x402-list.com"}}