{
  "generated_at": "2026-04-24T15:01:35.625676+00:00",
  "slug": "api-402-bot-v1-recipes-site-to-dataset-probe",
  "title": "402.bot \u00b7 Site to Dataset Probe",
  "url": "https://api.402.bot/v1/recipes/site-to-dataset/probe",
  "category": "compute",
  "summary": "Probe and extract structured datasets from websites using deterministic scraping and LLM-based normalization.",
  "seo": {
    "title": "Site to Dataset Scraping API - x402 Web Extraction",
    "description": "Convert websites to structured datasets via x402. $0.01 per call on Base. Deterministic scraping with Gemini extraction to canonical JSON."
  },
  "use_cases": [
    "Convert any website into a reusable JSON dataset",
    "Extract structured data without repeated scraping",
    "Build training datasets from web content"
  ],
  "ideal_buyer": "Data extraction agents and RAG pipeline builders needing structured web content.",
  "example_prompt": "Extract all product information from this e-commerce site into a structured dataset.",
  "example_request_body": {},
  "risk_notes": [],
  "pricing_sanity": {
    "flag": "normal",
    "ratio": 0.5,
    "median_category_atomic": 20000
  },
  "pricing_review_required": false,
  "pricing_decimal_suspect": false,
  "trust_tier": "indexed_external",
  "accepts": [
    {
      "scheme": "exact",
      "network": "base",
      "pay_to": "0xff443725bcfa9e85e7da20b59d26e39b1efa26b4",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "max_amount_required_atomic": "10000",
      "max_timeout_seconds": 60,
      "mime_type": "application/json",
      "description": "Site To Dataset: Scrape a site entry page, extract a constrained dataset, and normalize it into a canonical JSON bundle. Use a deterministic page scrape plus Gemini structured extraction to turn a site into a reusable dataset. Deterministic recipe run that avoids repeated scraping, cleanup, and prompt packing.",
      "verified": false,
      "hints": {
        "input": {
          "type": "http",
          "method": "POST",
          "bodyType": "json",
          "bodyFields": {}
        },
        "output": {
          "requestId": "string",
          "generatedAt": "string",
          "registrationTarget": "string",
          "primaryRouteResource": "string"
        }
      }
    }
  ],
  "origin": {
    "slug": "api-402-bot",
    "host": "api.402.bot",
    "url": "https://api.402.bot",
    "favicon": "https://402.bot/favicon.svg"
  },
  "json_ld": {
    "@id": "https://x402all.com/resource/api-402-bot-v1-recipes-site-to-dataset-probe",
    "url": "https://x402all.com/resource/api-402-bot-v1-recipes-site-to-dataset-probe",
    "name": "402.bot \u00b7 Site to Dataset Probe",
    "@type": "WebAPI",
    "offers": {
      "url": "https://x402all.com/resource/api-402-bot-v1-recipes-site-to-dataset-probe",
      "@type": "Offer",
      "price": "0.01",
      "availability": "https://schema.org/InStock",
      "priceCurrency": "USDC",
      "priceSpecification": {
        "@type": "UnitPriceSpecification",
        "price": "0.010000",
        "unitText": "call",
        "priceCurrency": "USDC"
      },
      "eligibleCustomerType": "Agent",
      "additionalProperty": [
        {
          "@type": "PropertyValue",
          "name": "paymentNetwork",
          "value": "base"
        },
        {
          "@type": "PropertyValue",
          "name": "paymentAsset",
          "value": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913"
        }
      ]
    },
    "sameAs": "https://api.402.bot/v1/recipes/site-to-dataset/probe",
    "@context": "https://schema.org",
    "provider": {
      "@id": "https://x402all.com/server/api-402-bot",
      "url": "https://api.402.bot",
      "name": "api.402.bot",
      "@type": "Organization"
    },
    "identifier": "api-402-bot-v1-recipes-site-to-dataset-probe",
    "description": "Convert websites to structured datasets via x402. $0.01 per call on Base. Deterministic scraping with Gemini extraction to canonical JSON.",
    "potentialAction": {
      "@type": "BuyAction",
      "target": "https://axon402.com/test-buy?resource=api-402-bot-v1-recipes-site-to-dataset-probe",
      "description": "Test-buy this endpoint on AXON"
    },
    "applicationCategory": "compute"
  },
  "axon_deep_link": "https://axon402.com/test-buy?resource=api-402-bot-v1-recipes-site-to-dataset-probe"
}
