{"data":{"slug":"data-quality-gate","name":"Data Quality Gate","description":"Clean scraped data and assess data quality before an agent acts on it. Three POST endpoints, all deterministic and LLM-free: identical input always returns byte-identical output, so results are cacheable and replayable.\n\nPOST /api ($0.01) - dataset quality verdict. Send a JSON array of rows; get a 0-100 score, a RELIABLE / USABLE_WITH_CLEANING / UNRELIABLE judgement, and exact per-check facts: completeness, nulls, type consistency, impossible values, exact and near duplicates, statistical outliers, cardinality. On financial data it also reports cross-source price divergence for the same asset.\n\nPOST /api/clean ($0.04) - deterministic data cleaning. The response body IS the clean data: post a JSON array of row objects and the same array comes back repaired; post one object and one object comes back; post plain text and text comes back. CSV is accepted and returns parsed rows. Fixes broken encoding and mojibake (\"Café\" becomes \"Café\"), strips leftover HTML tags and entities, removes zero-width and invisible characters and non-breaking spaces, normalises whitespace. Repairs how data was encoded, never what it says: a negative price is reported, not rewritten. Flags failed extractions such as captcha walls and error pages instead of passing them off as content.\n\nPOST /api/clean/audit ($0.12) - the same repaired data plus a reversible ledger of every transformation. Replaying it backwards reconstructs the exact input, byte for byte.\n\nUse it to clean scraped data, fix encoding, remove HTML from text, deduplicate rows, validate dataset contents, assess data quality, and decide whether to trust data before ingesting, indexing or trading on it.\n\nNever destroys a legitimate value: \"None\" stays a surname, \"NA\" stays Namibia, a Persian ZWNJ and an emoji joiner survive untouched. The full ruleset is published at GET /api/clean, readable before paying. Also a free Python library: pip install scrubkit.","base_url":"https://www.aidatatools.dev/api","website_url":"https://www.aidatatools.dev","category":"Verification","endpoint_count":3,"min_price_usd":0.01,"uptime_24h":100,"source":"submitted","status":"online","verified":false,"verified_until":null,"payment_ready":true,"payment_ready_until":"2026-11-16T17:31:47.807Z","last_success_at":"2026-11-09T17:31:47.807Z","consecutive_failures":0,"check_interval_minutes":15,"last_checked_at":"2026-11-09T17:31:47.807Z","created_at":"2026-08-11T13:23:22.046Z","uptime":{"24h":100,"7d":100,"30d":99.8,"90d":99.7,"coverage":{"24h":{"daysCovered":1,"checkCount":63},"7d":{"daysCovered":7,"checkCount":598},"30d":{"daysCovered":30,"checkCount":2624},"90d":{"daysCovered":90,"checkCount":8016}}},"avg_response_time_ms":1032,"total_checks":3968,"networks":["BSE","SOL"],"networks_caip2":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"asset":"USDC","endpoints":[{"id":"c7f3f094-857c-4c81-b3cf-f7c30fb50533","method":"POST","path":"/api","description":"Data Quality Gate: deterministic dataset quality verdict","mime_type":"application/json","is_active":true,"first_seen_at":"2026-08-11T13:23:22.046Z","last_seen_at":"2026-11-09T17:31:47.797Z","variable_amount":false,"min_price_usd":0.01,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"10000","price_usd":"0.0100000000","pay_to":"8tosK4UvkrkhBq1fFquS4ecZKvHpeYtjCoMRMgMvcsQz","max_timeout_seconds":300},{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"10000","price_usd":"0.0100000000","pay_to":"0x30Eab9013826eD708ec072AF66AE08f4B379FE07","max_timeout_seconds":300}],"pay_to_divergence":null},{"id":"662de0b1-9c7f-408b-a0a0-0946b9d35de2","method":"POST","path":"/api/clean","description":"Data Quality Gate: deterministic repair of scraped data","mime_type":"application/json","is_active":true,"first_seen_at":"2026-08-27T16:16:25.181Z","last_seen_at":"2026-11-09T17:31:47.783Z","variable_amount":false,"min_price_usd":0.04,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"40000","price_usd":"0.0400000000","pay_to":"8tosK4UvkrkhBq1fFquS4ecZKvHpeYtjCoMRMgMvcsQz","max_timeout_seconds":300},{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"40000","price_usd":"0.0400000000","pay_to":"0x30Eab9013826eD708ec072AF66AE08f4B379FE07","max_timeout_seconds":300}],"pay_to_divergence":null},{"id":"639dc930-c863-4ee7-abca-3934c68952af","method":"POST","path":"/api/clean/audit","description":"Data Quality Gate: deterministic repair + replayable audit trail","mime_type":"application/json","is_active":true,"first_seen_at":"2026-08-27T16:16:25.181Z","last_seen_at":"2026-11-09T17:31:47.790Z","variable_amount":false,"min_price_usd":0.12,"networks":["BSE","SOL"],"pricing":[{"scheme":"exact","network":"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp","network_caip2":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset_address":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_address_norm":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":"USDC","price":"120000","price_usd":"0.1200000000","pay_to":"8tosK4UvkrkhBq1fFquS4ecZKvHpeYtjCoMRMgMvcsQz","max_timeout_seconds":300},{"scheme":"exact","network":"eip155:8453","network_caip2":"eip155:8453","asset_address":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","asset_address_norm":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USDC","price":"120000","price_usd":"0.1200000000","pay_to":"0x30Eab9013826eD708ec072AF66AE08f4B379FE07","max_timeout_seconds":300}],"pay_to_divergence":null}],"pay_to_changes":[],"assessment":{"updated_at":"2026-11-09T11:53:14.775Z","input_hash":"84317424f9200e63deb26fa7eef2efec24a5d1feed534100ff981daff56e14ec","model_id":null,"prompt_version":null,"reliability":{"uptime":{"24h":100,"7d":100,"30d":99.8,"90d":99.7},"response_p95_ms":3016,"avg_response_ms":1030,"last_checked_at":"2026-11-09T11:51:50.902Z","consecutive_failures":0,"total_checks":3947},"compliance":{"grade":"A","passed":14,"total":14,"checks":[{"id":"payload_captured","label":"402 payload captured","pass":true},{"id":"accepts_present","label":"accepts[] array present","pass":true},{"id":"payto_recoverable","label":"payTo address recoverable","pass":true},{"id":"payto_conformant","label":"payTo at accepts[0].payTo (conformant shape)","pass":true},{"id":"payto_shape","label":"payTo is a valid on-chain address","pass":true},{"id":"price_present","label":"atomic price declared","pass":true},{"id":"price_sane","label":"atomic price in a sane range","pass":true},{"id":"asset_declared","label":"asset (token) address declared","pass":true},{"id":"network_caip2","label":"network resolves to CAIP-2","pass":true},{"id":"scheme_declared","label":"payment scheme declared","pass":true},{"id":"transport_https","label":"served over HTTPS","pass":true},{"id":"x402_version_current","label":"declares the current x402 version (2)","pass":true},{"id":"eip712_domain_extra","label":"EIP-712 domain parameters present on every EVM entry","pass":true},{"id":"version_channel_coherent","label":"x402 v2 envelope delivered in the payment-required header","pass":true}],"pay_to_source":"payTo","pay_to_location":"accept","staleness":{"probe_failing":false,"last_success_at":"2026-11-09T17:31:47.807Z","envelope_captured_at":"2026-09-27T12:13:07.909Z"}},"site":{"homepage":true,"openapi":true,"pricing":false,"llms_txt":true,"robots":true,"terms":false,"checked_at":"2026-11-07T22:53:12.720Z"},"domain":{"age_days":89,"registrar":"Name.com, Inc.","free_host":false,"created_date":"2026-08-08T09:56:53.150Z","checked_at":"2026-11-05T21:33:28.005Z"},"economics":{"price_usd":0.01,"price_atomic":"10000","model":"tiered","category_percentile":50,"stability":1,"price_max_usd":0.12,"category_percentile_max":67,"endpoint_count":3,"distinct_price_count":3},"risk":{"level":"clean","flags":[]},"synthesis":null,"traction":{"status":"measured","volume_usd_30d":4.98,"tx_count_30d":84,"unique_buyers_30d":12,"last_settlement_at":"2026-10-28T03:31:51Z","top_buyer_share_30d":0.43373493975903615,"top_3_buyers_share_30d":0.9056224899598392,"concentrated_volume":false,"trend_7d_vs_30d":1.0499139414802066,"shared_payout":false,"shared_with":0,"measured_networks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdpKuc147dw2N9d"],"first_settlement_at":"2026-08-06T20:03:27Z","volume_usd_all_time":5.31,"tx_count_all_time":103,"median_settlement_usd_30d":0.02,"max_settlement_usd_30d":0.5,"settled_via":["coinbase"],"settled_via_detail":[{"id":"coinbase","volume_usd_30d":4.98,"tx_count_30d":84}],"shared_with_services":[],"pro_quota_share":1,"caveat":"Conservative undercount: only USDC settlements via facilitators we measure are counted. A measured floor, not an estimate.","all_time_caveat":"All-time is floored at the start of our harvest window, not the service full history."}}},"provenance":{"license":"CC-BY-4.0","attribution_required":true,"attribution":"Data: x402-list.com (CC BY 4.0)","cite_as":"https://x402-list.com/services/data-quality-gate","source":"https://x402-list.com"}}