Crawl

import ContextDev from "context.dev";

const client = new ContextDev({
  apiKey: process.env.CONTEXT_DEV_API_KEY,
});

const crawl = await client.web.webCrawlMd({
  url: "https://docs.context.dev/introduction",
  maxPages: 3,
  maxDepth: 1,
  useMainContentOnly: true,
});

for (const page of crawl.results) {
  console.log(page.metadata.url, page.metadata.success);
}

import os
from context.dev import ContextDev

client = ContextDev(api_key=os.environ["CONTEXT_DEV_API_KEY"])

crawl = client.web.web_crawl_md(
    url="https://docs.context.dev/introduction",
    max_pages=3,
    max_depth=1,
    use_main_content_only=True,
)

for page in crawl.results:
    print(page.metadata.url, page.metadata.success)

require "cgi/core"
require "context_dev"

client = ContextDev::Client.new(api_key: ENV.fetch("CONTEXT_DEV_API_KEY"))

crawl = client.web.web_crawl_md(
  url: "https://docs.context.dev/introduction",
  max_pages: 3,
  max_depth: 1,
  use_main_content_only: true,
)

crawl.results.each do |page|
  puts "#{page.metadata.url}: #{page.metadata.success}"
end

package main

import (
    "context"
    "fmt"
    "os"

    contextdev "github.com/context-dot-dev/context-go-sdk/v2"
    "github.com/context-dot-dev/context-go-sdk/v2/option"
    "github.com/context-dot-dev/context-go-sdk/v2/packages/param"
)

func main() {
    client := contextdev.NewClient(
        option.WithAPIKey(os.Getenv("CONTEXT_DEV_API_KEY")),
    )

    crawl, err := client.Web.WebCrawlMd(context.Background(), contextdev.WebWebCrawlMdParams{
        URL: "https://docs.context.dev/introduction",
        MaxPages: param.NewOpt[int64](3),
        MaxDepth: param.NewOpt[int64](1),
        UseMainContentOnly: param.NewOpt(true),
    })
    if err != nil {
        panic(err)
    }

    for _, page := range crawl.Results {
        fmt.Println(page.Metadata.URL, page.Metadata.Success)
    }
}

<?php

require __DIR__.'/vendor/autoload.php';

use ContextDev\Client;

$client = new Client(apiKey: getenv('CONTEXT_DEV_API_KEY'));

$crawl = $client->web->webCrawlMd(
    url: 'https://docs.context.dev/introduction',
    maxPages: 3,
    maxDepth: 1,
    useMainContentOnly: true,
);

foreach ($crawl->results as $page) {
    echo $page->metadata->url, ': ',
        $page->metadata->success ? 'success' : 'failed', PHP_EOL;
}

curl https://api.context.dev/v1/web/crawl \
  --request POST \
  --header "Authorization: Bearer $CONTEXT_DEV_API_KEY" \
  --header "Content-Type: application/json" \
  --data '{
    "url": "https://docs.context.dev/introduction",
    "maxPages": 3,
    "maxDepth": 1,
    "useMainContentOnly": true
  }'