How do I cap ScrapingBee's credit cost and send the rest to a backup?

// npm i scrapingbee   (Node 18+)   env: SCRAPINGBEE_API_KEY, UPROCK_API_KEYimport { ScrapingBeeClient } from "scrapingbee";​const bee = new ScrapingBeeClient(process.env.SCRAPINGBEE_API_KEY ?? "");​// Auto-Mode tries 1, 5, 10, 25 and 75 credits in turn and charges only the tier that works,// or 0 if none does. max_cost stops it early; pages that need a pricier tier go to UpRock.const MAX_COST = 5;// Countries ScrapingBee's classic proxies (the 1- and 5-credit tiers) cover. For any other// country they quietly fall back to the US (scrapingbee.com/documentation, checked 21 Oct 2026).const CLASSIC = new Set(  "AR AU AT BE BR CA CL CN CO HR DK EE FI FR DE GR HU IN ID IE IL IT JP KR LV LT MX NL NZ NO PL PT RO SA SG SI ES SE CH TH GB US".split(    " ",  ),);​async function viaUpRock(url: string, country: string) {  // One call: UpRock loads the page on a real device in that country, tries a fresh device  // every 7 s (up to 3 tries) and returns markdown. Failed calls aren't billed.  const res = await fetch("https://edge.uprock.com/v1/crawl", {    method: "POST",    headers: {      Authorization: `Bearer ${process.env.UPROCK_API_KEY}`,      "Content-Type": "application/json",    },    body: JSON.stringify({ url, country }),    signal: AbortSignal.timeout(90_000),  });  const page = await res.json();  if (!res.ok) throw new Error(`UpRock ${res.status} ${page.code}: ${page.error}`);  return page.markdown ?? "";}​export async function read(url: string, country = "US") {  if (CLASSIC.has(country) || MAX_COST >= 10) {    try {      const res = await bee.htmlApi({        url,        params: {          mode: "auto",          max_cost: MAX_COST,          country_code: country.toLowerCase(),          return_page_markdown: true,        },        retries: 0,      });      const credits = res.headers["spb-auto-cost"];      return {        via: `scrapingbee (${credits} credits)`,        markdown: new TextDecoder().decode(res.data),      };    } catch (err) {      const status = (err as { response?: { status: number } }).response?.status;      // 404 and 410 are the site's answer (and billed): a second crawler will see the same.      if (status === 404 || status === 410)        throw new Error(`The page is gone (${status})`);      // 500: no tier within max_cost worked (not billed). 429: no free concurrency slot.      // 401: out of credits or a bad key.      console.warn(`ScrapingBee ${status ?? (err as Error).message}; trying UpRock`);    }  }  return { via: "uprock", markdown: await viaUpRock(url, country) };}​// node read.ts https://developer.mozilla.org/en-US/docs/Web/HTTP TRconst [url = "https://developer.mozilla.org/en-US/docs/Web/HTTP", country = "US"] =  process.argv.slice(2);const page = await read(url, country);console.log(page.via, page.markdown.slice(0, 200));

# pip install scrapingbee requests   env: SCRAPINGBEE_API_KEY, UPROCK_API_KEYimport osimport sys​import requestsfrom scrapingbee import ScrapingBeeClient​bee = ScrapingBeeClient(api_key=os.environ.get("SCRAPINGBEE_API_KEY", ""))​# Auto-Mode tries 1, 5, 10, 25 and 75 credits in turn and charges only the tier that works,# or 0 if none does. max_cost stops it early; pages that need a pricier tier go to UpRock.MAX_COST = 5# Countries ScrapingBee's classic proxies (the 1- and 5-credit tiers) cover. For any other# country they quietly fall back to the US (scrapingbee.com/documentation, checked 21 Oct 2026).CLASSIC = set(    "AR AU AT BE BR CA CL CN CO HR DK EE FI FR DE GR HU IN ID IE IL IT JP KR LV LT MX "    "NL NZ NO PL PT RO SA SG SI ES SE CH TH GB US".split())​​def via_uprock(url: str, country: str) -> str:    # One call: UpRock loads the page on a real device in that country, tries a fresh device    # every 7 s (up to 3 tries) and returns markdown. Failed calls aren't billed.    res = requests.post(        "https://edge.uprock.com/v1/crawl",        headers={"Authorization": f"Bearer {os.environ['UPROCK_API_KEY']}"},        json={"url": url, "country": country},        timeout=90,    )    page = res.json()    if not res.ok:        raise RuntimeError(f"UpRock {res.status_code} {page.get('code')}: {page.get('error')}")    return page.get("markdown", "")​​def read(url: str, country: str = "US") -> dict:    if country in CLASSIC or MAX_COST >= 10:        params = {            "mode": "auto",            "max_cost": MAX_COST,            "country_code": country.lower(),            "return_page_markdown": True,        }        try:            res = bee.html_api(                url, params=params, retries=0            )  # returns a requests.Response        except Exception as err:  # network error            res = None            print(f"ScrapingBee unreachable ({err}); trying UpRock", file=sys.stderr)        if res is not None and res.ok:            credits = res.headers.get("spb-auto-cost")            return {"via": f"scrapingbee ({credits} credits)", "markdown": res.text}        if res is not None and res.status_code in (404, 410):            # The site's answer (and billed): a second crawler will see the same.            raise LookupError(f"The page is gone ({res.status_code})")        if res is not None:            # 500: no tier within max_cost worked (not billed). 429: no free concurrency            # slot. 401: out of credits or a bad key.            print(f"ScrapingBee {res.status_code}; trying UpRock", file=sys.stderr)    return {"via": "uprock", "markdown": via_uprock(url, country)}​​if __name__ == "__main__":    # python read.py https://developer.mozilla.org/en-US/docs/Web/HTTP TR    url = sys.argv[1] if len(sys.argv) > 1 else "https://developer.mozilla.org/en-US/docs/Web/HTTP"    country = sys.argv[2] if len(sys.argv) > 2 else "US"    page = read(url, country)    print(page["via"], page["markdown"][:200])

// npm i scrapingbee @modelcontextprotocol/sdk   (Node 18+)   env: SCRAPINGBEE_API_KEY, UPROCK_API_KEYimport { ScrapingBeeClient } from "scrapingbee";import { Client } from "@modelcontextprotocol/sdk/client/index.js";import { StreamableHTTPClientTransport } from "@modelcontextprotocol/sdk/client/streamableHttp.js";​const bee = new ScrapingBeeClient(process.env.SCRAPINGBEE_API_KEY ?? "");const uprock = new Client({ name: "scrapingbee-fallback", version: "1.0.0" });await uprock.connect(  new StreamableHTTPClientTransport(    new URL("https://mcp.uprock.ai/mcp"),    { requestInit: { headers: { Authorization: `Bearer ${process.env.UPROCK_API_KEY}` } } },  ),);​// Auto-Mode tries 1, 5, 10, 25 and 75 credits in turn and charges only the tier that works,// or 0 if none does. max_cost stops it early; pages that need a pricier tier go to UpRock.const MAX_COST = 5;// Countries ScrapingBee's classic proxies (the 1- and 5-credit tiers) cover. For any other// country they quietly fall back to the US (scrapingbee.com/documentation, checked 21 Oct 2026).const CLASSIC = new Set(  "AR AU AT BE BR CA CL CN CO HR DK EE FI FR DE GR HU IN ID IE IL IT JP KR LV LT MX NL NZ NO PL PT RO SA SG SI ES SE CH TH GB US".split(    " ",  ),);​const textOf = (content: unknown) =>  (content as { type: string; text?: string }[]).find((c) => c.type === "text")?.text ??  "";​async function viaUpRock(url: string, country: string) {  const res = await uprock.callTool(    { name: "crawl_fetch", arguments: { url, country } },    undefined,    { timeout: 300_000 },  );  if (res.isError) throw new Error(`UpRock: ${textOf(res.content)}`);  const uri = JSON.parse(textOf(res.content)).content?.markdown?.resource;  if (!uri) throw new Error(`UpRock: no markdown for ${url}`);  return textOf(    (await uprock.callTool({ name: "resource_fetch", arguments: { uri } })).content,  );}​export async function read(url: string, country = "US") {  if (CLASSIC.has(country) || MAX_COST >= 10) {    try {      const res = await bee.htmlApi({        url,        params: {          mode: "auto",          max_cost: MAX_COST,          country_code: country.toLowerCase(),          return_page_markdown: true,        },        retries: 0,      });      const credits = res.headers["spb-auto-cost"];      return {        via: `scrapingbee (${credits} credits)`,        markdown: new TextDecoder().decode(res.data),      };    } catch (err) {      const status = (err as { response?: { status: number } }).response?.status;      // 404 and 410 are the site's answer (and billed): a second crawler will see the same.      if (status === 404 || status === 410)        throw new Error(`The page is gone (${status})`);      // 500: no tier within max_cost worked (not billed). 429: no free concurrency slot.      // 401: out of credits or a bad key.      console.warn(`ScrapingBee ${status ?? (err as Error).message}; trying UpRock`);    }  }  return { via: "uprock", markdown: await viaUpRock(url, country) };}​// node read.ts https://developer.mozilla.org/en-US/docs/Web/HTTP TRconst [url = "https://developer.mozilla.org/en-US/docs/Web/HTTP", country = "US"] =  process.argv.slice(2);try {  const page = await read(url, country);  console.log(page.via, page.markdown.slice(0, 200));} finally {  await uprock.close();}

# pip install scrapingbee; npm i -g uprock   env: SCRAPINGBEE_API_KEY, UPROCK_API_KEYimport jsonimport osimport subprocessimport sys​from scrapingbee import ScrapingBeeClient​bee = ScrapingBeeClient(api_key=os.environ.get("SCRAPINGBEE_API_KEY", ""))​# Auto-Mode tries 1, 5, 10, 25 and 75 credits in turn and charges only the tier that works,# or 0 if none does. max_cost stops it early; pages that need a pricier tier go to UpRock.MAX_COST = 5# Countries ScrapingBee's classic proxies (the 1- and 5-credit tiers) cover. For any other# country they quietly fall back to the US (scrapingbee.com/documentation, checked 21 Oct 2026).CLASSIC = set(    "AR AU AT BE BR CA CL CN CO HR DK EE FI FR DE GR HU IN ID IE IL IT JP KR LV LT MX "    "NL NZ NO PL PT RO SA SG SI ES SE CH TH GB US".split())​​def via_uprock(url: str, country: str) -> str:    run = subprocess.run(        ["uprock", "ai", "crawl", url, "--country", country, "--content"],        capture_output=True,        text=True,        timeout=330,    )    if run.returncode != 0:        raise RuntimeError(f"UpRock: {run.stderr.strip()}")    return json.loads(run.stdout).get("inlined_markdown", "")​​def read(url: str, country: str = "US") -> dict:    if country in CLASSIC or MAX_COST >= 10:        params = {            "mode": "auto",            "max_cost": MAX_COST,            "country_code": country.lower(),            "return_page_markdown": True,        }        try:            res = bee.html_api(                url, params=params, retries=0            )  # returns a requests.Response        except Exception as err:  # network error            res = None            print(f"ScrapingBee unreachable ({err}); trying UpRock", file=sys.stderr)        if res is not None and res.ok:            credits = res.headers.get("spb-auto-cost")            return {"via": f"scrapingbee ({credits} credits)", "markdown": res.text}        if res is not None and res.status_code in (404, 410):            # The site's answer (and billed): a second crawler will see the same.            raise LookupError(f"The page is gone ({res.status_code})")        if res is not None:            # 500: no tier within max_cost worked (not billed). 429: no free concurrency            # slot. 401: out of credits or a bad key.            print(f"ScrapingBee {res.status_code}; trying UpRock", file=sys.stderr)    return {"via": "uprock", "markdown": via_uprock(url, country)}​​if __name__ == "__main__":    # python read.py https://developer.mozilla.org/en-US/docs/Web/HTTP TR    url = sys.argv[1] if len(sys.argv) > 1 else "https://developer.mozilla.org/en-US/docs/Web/HTTP"    country = sys.argv[2] if len(sys.argv) > 2 else "US"    page = read(url, country)    print(page["via"], page["markdown"][:200])