Web Scraper

{
  "name": "Web Scraper",
  "tags": [
    "web-scraping",
    "content-extraction",
    "markdown",
    "html",
    "base",
    "x402",
    "agent-api"
  ],
  "image": "https://i.ibb.co/kgBZz0Tb/Screenshot-2026-02-25-at-16-59-05.png",
  "active": true,
  "schema": "oasf/1.0",
  "skills": [
    {
      "id": "url-scrape",
      "name": "URL Scrape",
      "tags": [
        "web-scraping",
        "markdown",
        "html"
      ],
      "examples": [
        "Scrape https://example.com",
        "Get markdown for this URL",
        "Extract content from a webpage"
      ],
      "description": "Extract content from a given URL. JavaScript is evaluated to get final results. Returns metadata (title, description, word count); optionally markdown or raw HTML."
    }
  ],
  "agentId": "web-scraper",
  "contact": {
    "type": "url",
    "value": "https://web-scraper.fourotwo.xyz"
  },
  "pricing": {
    "model": "usage-based",
    "network": "eip155:8453",
    "currency": "USDC",
    "freeTier": {
      "calls": 2,
      "scope": "per wallet address",
      "enabled": true
    },
    "noAPIKey": true,
    "protocol": "x402",
    "pricePerCall": 0.03,
    "noSubscription": true
  },
  "version": "1.0.0",
  "provider": {
    "url": "https://web-scraper.fourotwo.xyz",
    "name": "Web Scraper"
  },
  "services": [
    {
      "name": "web",
      "endpoint": "https://web-scraper.fourotwo.xyz",
      "description": "REST API — POST /scrape with x402 payment"
    },
    {
      "name": "MCP",
      "tools": [
        "scrape",
        "get_metadata",
        "get_markdown",
        "get_html",
        "evaluate_javascript"
      ],
      "version": "2025-03-26",
      "endpoint": "https://web-scraper.fourotwo.xyz/mcp",
      "description": "Model Context Protocol server for LLM integration (Streamable HTTP)",
      "capabilities": [
        "tools"
      ]
    }
  ],
  "endpoints": [
    {
      "url": "https://web-scraper.fourotwo.xyz/scrape",
      "path": "/scrape",
      "method": "POST",
      "payment": {
        "payTo": "0x4635b23006F6D75b95AcD59980040c410398e482",
        "price": "$0.03",
        "scheme": "exact",
        "network": "eip155:8453",
        "currency": "USDC",
        "freeTier": {
          "limit": 2,
          "scope": "per wallet (identified by x-wallet-address header)",
          "enabled": true
        },
        "protocol": "x402",
        "facilitator": "https://facilitator.openx402.ai",
        "networkName": "Base Mainnet"
      },
      "response": {
        "schema": {
          "url": "string",
          "data": "array (optional)",
          "html": "string (optional)",
          "status": "string",
          "markdown": "string (optional)",
          "metadata": "object (title?, description?, word_count?)",
          "date_scraped": "string",
          "feedbackAuth": "object — { agentId, taskId, signature } for ERC-8004 feedback (included when client address is provided)"
        },
        "mimeType": "application/json"
      },
      "parameters": {
        "url": {
          "type": "string",
          "required": true,
          "description": "URL to scrape"
        },
        "html": {
          "type": "boolean",
          "required": false,
          "description": "Include raw HTML"
        },
        "markdown": {
          "type": "boolean",
          "required": false,
          "description": "Include markdown of page content (default: true)"
        },
        "clientAddress": {
          "type": "string",
          "required": false,
          "description": "Client wallet for ERC-8004 feedback auth (else x-wallet-address header used)"
        }
      },
      "description": "Scrape a URL and return metadata, optionally markdown or HTML"
    },
    {
      "url": "https://web-scraper.fourotwo.xyz/health",
      "path": "/health",
      "method": "GET",
      "payment": null,
      "description": "Health check — always free, no payment required"
    },
    {
      "url": "https://web-scraper.fourotwo.xyz/.well-known/agent.json",
      "path": "/.well-known/agent.json",
      "method": "GET",
      "payment": null,
      "description": "This OASF agent card (machine-readable metadata)"
    }
  ],
  "protocols": [
    "x402",
    "oasf/1.0",
    "mcp"
  ],
  "updatedAt": 1772184834,
  "agentFacts": {
    "chain": "eip155:8453",
    "paymentProtocol": "x402",
    "identityRegistry": "eip155:8453:0x8004A169FB4a3325136EB29fA0ceB6D2e539a432",
    "identityStandard": "ERC-8004"
  },
  "attributes": {
    "tags": [
      "web-scraping",
      "content-extraction",
      "markdown",
      "html",
      "base",
      "x402",
      "mcp",
      "agent-api"
    ],
    "protocols": [
      "x402",
      "mcp"
    ],
    "blockchain": {
      "chain": "base",
      "chainId": 8453
    }
  },
  "benchmarks": {
    "avgLatencyMs": 5000,
    "chainsSupported": [
      "eip155:8453"
    ]
  },
  "deployment": {
    "port": 8080,
    "runtime": "Node.js >= 20"
  },
  "authSchemes": [
    "x402"
  ],
  "dataSources": [],
  "description": "Scrape any URL and get clean metadata, optional markdown or raw HTML. JavaScript is evaluated to get final results. Simple paid API for agents: first 2 requests per wallet free, then $0.03 USDC per call via x402. No API keys, no subscriptions.",
  "lastUpdated": "2026-02-27T09:33:54.671Z",
  "x402Support": true,
  "capabilities": [
    "web-scraping",
    "data-analysis",
    "automated-reporting"
  ],
  "supportedTrust": [
    "reputation",
    "crypto-economic",
    "tee-attestation"
  ],
  "humanReadableId": "web-scraper",
  "defaultInputModes": [
    "application/json"
  ],
  "defaultOutputModes": [
    "application/json"
  ]
}