Web Scraping & Autonomous Deep Research API

curl -X POST https://api.tafscraper.com/api/v1/scrape \
  -H "X-API-Key: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://example.com",
    "config": {
      "max_depth": 2,
      "max_pages": 10
    }
  }'

const response = await fetch('https://api.tafscraper.com/api/v1/scrape', {
  method: 'POST',
  headers: {
    'X-API-Key': 'YOUR_API_KEY',
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({
    url: 'https://example.com',
    config: {
      max_depth: 2,
      max_pages: 10
    }
  })
});

const data = await response.json();

if (data.cached) {
  console.log('Scraped data:', data.data);
} else {
  // Poll for job completion
  const jobId = data.job_id;
  let status = 'pending';
  
  while (status !== 'completed' && status !== 'failed') {
    await new Promise(r => setTimeout(r, 2000));
    const statusRes = await fetch(`https://api.tafscraper.com/api/v1/jobs/${jobId}`, {
      headers: { 'X-API-Key': 'YOUR_API_KEY' }
    });
    const statusData = await statusRes.json();
    status = statusData.status;
    console.log('Job status:', status);
  }
}

import requests
import time

headers = {
    'X-API-Key': 'YOUR_API_KEY',
    'Content-Type': 'application/json'
}

# Start scraping
response = requests.post('https://api.tafscraper.com/api/v1/scrape', 
    headers=headers,
    json={
        'url': 'https://example.com',
        'config': {
            'max_depth': 2,
            'max_pages': 10
        }
    }
)

data = response.json()

if data['cached']:
    print('Scraped data:', data['data'])
else:
    job_id = data['job_id']
    
    # Poll for completion
    while True:
        status_res = requests.get(
            f'https://api.tafscraper.com/api/v1/jobs/{job_id}',
            headers=headers
        )
        status_data = status_res.json()
        
        if status_data['status'] in ['completed', 'failed']:
            print('Final status:', status_data['status'])
            break
        
        time.sleep(2)

{
  "error": "Invalid API key",
  "status": 401
}

{
  "error": "Insufficient credits",
  "status": 402
}

{
  "error": "Job 550e8400-e29b-41d4-a716-446655440000 not found",
  "status": 404
}

{
  "error": "Rate limit exceeded",
  "status": 429
}