Scrape Websites

curl -X POST https://api.bland.ai/v1/knowledge/learn \
  -H "authorization: Bearer YOUR_API_KEY" \
  -H "content-type: application/json" \
  -d '{
    "type": "web",
    "name": "Documentation",
    "description": "Complete product documentation",
    "urls": [
      "https://docs.example.com/overview",
      "https://docs.example.com/api-reference",
      "https://docs.example.com/tutorials"
    ]
  }'

{
  "type": "web",
  "name": "Blog Posts",
  "description": "Latest company blog posts",
  "urls": [
    "https://example.com/blog/latest-features"
  ]
}

{
  "type": "web",
  "name": "Support Documentation",
  "description": "Customer support and FAQ pages",
  "urls": [
    "https://support.example.com/faq",
    "https://support.example.com/troubleshooting",
    "https://support.example.com/getting-started",
    "https://support.example.com/advanced-features"
  ]
}

{
  "data": {
    "id": "kb_01H8X9QK5R2N7P3M6Z8W4Y1V7V",
    "name": "Documentation",
    "description": "Complete product documentation",
    "status": "PROCESSING",
    "type": "WEB_SCRAPE",
    "source_urls": "https://docs.example.com/overview,https://docs.example.com/api-reference,https://docs.example.com/tutorials",
    "base_url": "https://docs.example.com",
    "created_at": "2025-01-15T12:00:00Z",
    "updated_at": "2025-01-15T12:00:00Z"
  },
  "errors": null
}

{
  "data": null,
  "errors": [
    {
      "error": "INVALID_INPUT",
      "message": "URLs array cannot exceed 100 items"
    }
  ]
}