curl --request POST \
  --url https://api.webcompute.dev/v1/scrape \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "url": "<string>",
  "proxy": "<string>",
  "waitFor": "<string>",
  "timeout": 30000,
  "policy": {},
  "format": "markdown",
  "selector": "<string>",
  "iframe": "<string>",
  "solveCaptcha": false,
  "mode": "structured",
  "extract": "tree",
  "maxChars": 20000,
  "startFromChar": 5000000,
  "readFrom": "start",
  "include": [],
  "includeLinks": false,
  "iframeText": false
}
'

import requests

url = "https://api.webcompute.dev/v1/scrape"

payload = {
    "url": "<string>",
    "proxy": "<string>",
    "waitFor": "<string>",
    "timeout": 30000,
    "policy": {},
    "format": "markdown",
    "selector": "<string>",
    "iframe": "<string>",
    "solveCaptcha": False,
    "mode": "structured",
    "extract": "tree",
    "maxChars": 20000,
    "startFromChar": 5000000,
    "readFrom": "start",
    "include": [],
    "includeLinks": False,
    "iframeText": False
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    url: '<string>',
    proxy: '<string>',
    waitFor: '<string>',
    timeout: 30000,
    policy: {},
    format: 'markdown',
    selector: '<string>',
    iframe: '<string>',
    solveCaptcha: false,
    mode: 'structured',
    extract: 'tree',
    maxChars: 20000,
    startFromChar: 5000000,
    readFrom: 'start',
    include: [],
    includeLinks: false,
    iframeText: false
  })
};

fetch('https://api.webcompute.dev/v1/scrape', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.webcompute.dev/v1/scrape",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'url' => '<string>',
    'proxy' => '<string>',
    'waitFor' => '<string>',
    'timeout' => 30000,
    'policy' => [
        
    ],
    'format' => 'markdown',
    'selector' => '<string>',
    'iframe' => '<string>',
    'solveCaptcha' => false,
    'mode' => 'structured',
    'extract' => 'tree',
    'maxChars' => 20000,
    'startFromChar' => 5000000,
    'readFrom' => 'start',
    'include' => [
        
    ],
    'includeLinks' => false,
    'iframeText' => false
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.webcompute.dev/v1/scrape"

	payload := strings.NewReader("{\n  \"url\": \"<string>\",\n  \"proxy\": \"<string>\",\n  \"waitFor\": \"<string>\",\n  \"timeout\": 30000,\n  \"policy\": {},\n  \"format\": \"markdown\",\n  \"selector\": \"<string>\",\n  \"iframe\": \"<string>\",\n  \"solveCaptcha\": false,\n  \"mode\": \"structured\",\n  \"extract\": \"tree\",\n  \"maxChars\": 20000,\n  \"startFromChar\": 5000000,\n  \"readFrom\": \"start\",\n  \"include\": [],\n  \"includeLinks\": false,\n  \"iframeText\": false\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.webcompute.dev/v1/scrape")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"url\": \"<string>\",\n  \"proxy\": \"<string>\",\n  \"waitFor\": \"<string>\",\n  \"timeout\": 30000,\n  \"policy\": {},\n  \"format\": \"markdown\",\n  \"selector\": \"<string>\",\n  \"iframe\": \"<string>\",\n  \"solveCaptcha\": false,\n  \"mode\": \"structured\",\n  \"extract\": \"tree\",\n  \"maxChars\": 20000,\n  \"startFromChar\": 5000000,\n  \"readFrom\": \"start\",\n  \"include\": [],\n  \"includeLinks\": false,\n  \"iframeText\": false\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.webcompute.dev/v1/scrape")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"url\": \"<string>\",\n  \"proxy\": \"<string>\",\n  \"waitFor\": \"<string>\",\n  \"timeout\": 30000,\n  \"policy\": {},\n  \"format\": \"markdown\",\n  \"selector\": \"<string>\",\n  \"iframe\": \"<string>\",\n  \"solveCaptcha\": false,\n  \"mode\": \"structured\",\n  \"extract\": \"tree\",\n  \"maxChars\": 20000,\n  \"startFromChar\": 5000000,\n  \"readFrom\": \"start\",\n  \"include\": [],\n  \"includeLinks\": false,\n  \"iframeText\": false\n}"

response = http.request(request)
puts response.read_body

{
  "v": 1,
  "url": "https://example.com/articles",
  "title": "Example Domain",
  "format": "markdown",
  "content": "# Example Domain\n\nThis domain is for use in illustrative examples.",
  "provenance": {},
  "diagnostics": {},
  "completeness": {
    "ratio": 0.97,
    "complete": true,
    "capLimited": false,
    "pruningLimited": false
  },
  "statusCode": 200,
  "captchaSolved": false,
  "captchaDetected": "cloudflare-turnstile",
  "captchaState": "solved",
  "elapsedMs": 842,
  "tree": [
    {
      "depth": 0,
      "text": "Section heading",
      "children": "<array>"
    }
  ],
  "description": "Short summary surfaced under mode=summary.",
  "links": [
    {
      "text": "Pricing",
      "href": "https://example.com/pricing"
    }
  ],
  "forms": [
    {
      "valuePresent": false,
      "name": "email",
      "label": "Email address",
      "placeholder": "you@example.com",
      "type": "email"
    }
  ],
  "headings": [
    {
      "level": 2,
      "text": "Features"
    }
  ],
  "captcha": [
    {
      "type": "cloudflare-turnstile",
      "category": "blocking",
      "state": "solved",
      "sitekey": "0x4AAAAAAABbbbcccc",
      "pageUrl": "https://example.com/login",
      "frameId": "7A2A1B9DDEF4B8B9A6E99D8A7A65DCEE",
      "detectedAt": 1713890000123,
      "resolvedAt": 1713890001456,
      "method": "auto-wait",
      "elapsedMs": 333
    }
  ],
  "warnings": [
    "scrape-truncated:recommendedMaxChars=30000"
  ],
  "truncated": true,
  "charsOmitted": 1530,
  "nodesOmitted": 42,
  "pruningRatio": 0.38
}