For Developers

Next.js middleware example

1// middleware.ts (Next.js App Router)
2import { NextRequest, NextResponse } from "next/server";
3
4const BOT_PATTERN = /(googlebot|bingbot|duckduckbot|gptbot|chatgpt-user|google-extended|perplexitybot|anthropic-ai|claudebot|cohere-ai)/i;
5
6export async function middleware(request: NextRequest) {
7  const ua = request.headers.get("user-agent") ?? "";
8  if (!BOT_PATTERN.test(ua)) return NextResponse.next();
9
10  const host = request.headers.get("x-forwarded-host") || request.headers.get("host") || "";
11  const proto = request.headers.get("x-forwarded-proto") || "https";
12  const pathWithQuery = request.nextUrl.pathname + request.nextUrl.search;
13  const canonicalUrl = host ? `${proto}://${host}${pathWithQuery}` : request.nextUrl.href;
14  const edgeUrl = `https://bot.seorender.io/edge/${encodeURIComponent(canonicalUrl)}`;
15
16  const headers: Record<string, string> = { "X-Original-User-Agent": ua, "User-Agent": ua };
17  headers["X-SeoRender-Token"] = process.env.BOT_EDGE_TOKEN ?? process.env.SEORENDER_TOKEN ?? "YOUR_TOKEN";
18
19  for (let attempt = 0; attempt < 3; attempt++) {
20    const res = await fetch(edgeUrl, { headers });
21    if (res.status === 200) {
22      const html = await res.text();
23      return new NextResponse(html, { status: 200, headers: { "content-type": "text/html; charset=utf-8" } });
24    }
25    if (res.status !== 202 || attempt === 2) break;
26    await new Promise((r) => setTimeout(r, 1500));
27  }
28  return NextResponse.next();
29}
30
31export const config = {
32  matcher: ["/((?!api|_next|_vercel|.*\\..*).*)"],
33};

Node.js middleware example

1// .env.local
2ORIGIN_BASE_URL=https://your-app.com
3API_BASE_URL=https://bot.seorender.io
4SEORENDER_TOKEN=your-token
5EDGE_PROXY_PORT=8080
6
7// Start proxy
8npm run dev:proxy

Cloudflare Worker example

1export default {
2  async fetch(request, env) {
3    const ua = request.headers.get("user-agent") || "";
4    const isBot = /(googlebot|bingbot|duckduckbot|yandex|gptbot|chatgpt-user|google-extended|perplexitybot|anthropic-ai|claudebot|cohere-ai)/i.test(ua);
5
6    if (!isBot) {
7      return fetch(request);
8    }
9
10    const target = `https://bot.seorender.io/edge/${encodeURIComponent(request.url)}`;
11
12    return fetch(target, {
13      headers: {
14        "x-seorender-token": env.SEORENDER_TOKEN,
15        "x-original-user-agent": ua,
16        "x-forwarded-host": new URL(request.url).host
17      }
18    });
19  }
20};

Node.js (fetch)

1const endpoint = "https://bot.seorender.io/recache";
2const token = process.env.SEORENDER_TOKEN;
3const url = "https://example.com/pricing";
4
5const response = await fetch(endpoint, {
6  method: "POST",
7  headers: {
8    "content-type": "application/json",
9    "x-seorender-token": token ?? ""
10  },
11  body: JSON.stringify({ url })
12});
13
14if (!response.ok) {
15  throw new Error("Recache failed: " + response.status);
16}

Python (requests)

1import requests
2
3endpoint = "https://bot.seorender.io/recache"
4token = "YOUR_TOKEN"
5payload = {"url": "https://example.com/pricing"}
6
7response = requests.post(
8    endpoint,
9    headers={"X-SeoRender-Token": token},
10    json=payload,
11    timeout=10,
12)
13response.raise_for_status()

Go (net/http)

1package main
2
3import (
4  "bytes"
5  "net/http"
6)
7
8func main() {
9  body := []byte(`{"url":"https://example.com/pricing"}`)
10  req, _ := http.NewRequest("POST", "https://bot.seorender.io/recache", bytes.NewBuffer(body))
11  req.Header.Set("Content-Type", "application/json")
12  req.Header.Set("X-SeoRender-Token", "YOUR_TOKEN")
13
14  client := &http.Client{}
15  resp, err := client.Do(req)
16  if err != nil { panic(err) }
17  defer resp.Body.Close()
18}

PHP (cURL)

1<?php
2$ch = curl_init("https://bot.seorender.io/recache");
3
4curl_setopt_array($ch, [
5  CURLOPT_POST => true,
6  CURLOPT_HTTPHEADER => [
7    "Content-Type: application/json",
8    "X-SeoRender-Token: YOUR_TOKEN"
9  ],
10  CURLOPT_POSTFIELDS => json_encode(["url" => "https://example.com/pricing"]),
11  CURLOPT_RETURNTRANSFER => true
12]);
13
14$result = curl_exec($ch);
15curl_close($ch);