Supacrawler SDKs

We're working on official SDKs to make integrating with Supacrawler even easier. While our SDKs are in development, you can use our REST API directly with any HTTP client.

Coming Soon

We're developing official SDKs for the most popular programming languages:

  • JavaScript/TypeScript - For Node.js and browser environments
  • Python - For data science and automation workflows
  • Go - For high-performance applications
  • PHP - For web applications and WordPress plugins
  • Ruby - For Rails applications and automation scripts

HTTP Clients

Until our official SDKs are ready, you can easily integrate with Supacrawler using standard HTTP clients in any language:

JavaScript/Node.js

// Using fetch (Node.js 18+ or browser)
const response = await fetch(
  'https://api.supacrawler.com/api/v1/scrape?url=https://example.com',
  {
    headers: {
      Authorization: 'Bearer YOUR_API_KEY',
    },
  },
)
const data = await response.json()

// Using axios
const axios = require('axios')
const response = await axios.get('https://api.supacrawler.com/api/v1/scrape', {
  headers: { Authorization: 'Bearer YOUR_API_KEY' },
  params: { url: 'https://example.com' },
})

Python

# Using requests
import requests

response = requests.get(
    'https://api.supacrawler.com/api/v1/scrape',
    headers={'Authorization': 'Bearer YOUR_API_KEY'},
    params={'url': 'https://example.com'}
)
data = response.json()

# Using httpx (async)
import httpx

async with httpx.AsyncClient() as client:
    response = await client.get(
        'https://api.supacrawler.com/api/v1/scrape',
        headers={'Authorization': 'Bearer YOUR_API_KEY'},
        params={'url': 'https://example.com'}
    )
    data = response.json()

Go

package main

import (
    "encoding/json"
    "fmt"
    "net/http"
    "net/url"
)

func main() {
    client := &http.Client{}

    u, _ := url.Parse("https://api.supacrawler.com/api/v1/scrape")
    q := u.Query()
    q.Set("url", "https://example.com")
    u.RawQuery = q.Encode()

    req, _ := http.NewRequest("GET", u.String(), nil)
    req.Header.Set("Authorization", "Bearer YOUR_API_KEY")

    resp, _ := client.Do(req)
    defer resp.Body.Close()

    var result map[string]interface{}
    json.NewDecoder(resp.Body).Decode(&result)
    fmt.Println(result)
}

PHP

<?php
$curl = curl_init();

curl_setopt_array($curl, [
    CURLOPT_URL => 'https://api.supacrawler.com/api/v1/scrape?url=' . urlencode('https://example.com'),
    CURLOPT_RETURNTRANSFER => true,
    CURLOPT_HTTPHEADER => [
        'Authorization: Bearer YOUR_API_KEY'
    ],
]);

$response = curl_exec($curl);
curl_close($curl);

$data = json_decode($response, true);
echo $data['content'];
?>

Ruby

require 'net/http'
require 'json'
require 'uri'

uri = URI('https://api.supacrawler.com/api/v1/scrape')
uri.query = URI.encode_www_form(url: 'https://example.com')

http = Net::HTTP.new(uri.host, uri.port)
http.use_ssl = true

request = Net::HTTP::Get.new(uri)
request['Authorization'] = 'Bearer YOUR_API_KEY'

response = http.request(request)
data = JSON.parse(response.body)
puts data['content']

Get Notified

Want to be the first to know when our official SDKs are released?

Community SDKs

If you build an unofficial SDK or wrapper for Supacrawler, we'd love to feature it here! Reach out to us at [email protected].

Was this page helpful?