LLM Token Counter & Prompt Cache Optimizer API — Cut Context Costs

import { TinplateClient } from "@tinplate/sdk"; // npm install @tinplate/sdk

const tinplate = new TinplateClient({
  rapidApiKey: process.env.RAPIDAPI_KEY!,
});

const { data, meta } = await tinplate.call("/v1/prompt-cache-budgeter", {
  "model": "claude-3-7-sonnet",
  "max_context_tokens": 16000,
  "blocks": [
    {
      "id": "sys",
      "role": "system",
      "content": "You are a contract analyst.",
      "volatility": "static"
    },
    {
      "id": "usr",
      "role": "user",
      "content": "Analyze clause 4.2 of the attached agreement.",
      "volatility": "turn"
    }
  ]
});
console.log(`[${meta.ms} ms]`, data);

import requests

response = requests.post(
    "https://api.tinplate.dev/v1/prompt-cache-budgeter",
    headers={
        "Content-Type": "application/json",
        "X-RapidAPI-Key": "YOUR_RAPIDAPI_KEY",
    },
    json={
  "model": "claude-3-7-sonnet",
  "max_context_tokens": 16000,
  "blocks": [
    {
      "id": "sys",
      "role": "system",
      "content": "You are a contract analyst.",
      "volatility": "static"
    },
    {
      "id": "usr",
      "role": "user",
      "content": "Analyze clause 4.2 of the attached agreement.",
      "volatility": "turn"
    }
  ]
}
)
print(response.json())

const response = await fetch("https://api.tinplate.dev/v1/prompt-cache-budgeter", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    "X-RapidAPI-Key": "YOUR_RAPIDAPI_KEY",
  },
  body: JSON.stringify({
  "model": "claude-3-7-sonnet",
  "max_context_tokens": 16000,
  "blocks": [
    {
      "id": "sys",
      "role": "system",
      "content": "You are a contract analyst.",
      "volatility": "static"
    },
    {
      "id": "usr",
      "role": "user",
      "content": "Analyze clause 4.2 of the attached agreement.",
      "volatility": "turn"
    }
  ]
}),
});
const result = await response.json();
console.log(result);

{
  "jsonrpc": "2.0",
  "id": 1,
  "method": "tools/call",
  "params": {
    "name": "tinplate_prompt_cache_budgeter",
    "arguments": {
      "model": "claude-3-7-sonnet",
      "max_context_tokens": 16000,
      "blocks": [
        {
          "id": "sys",
          "role": "system",
          "content": "You are a contract analyst.",
          "volatility": "static"
        },
        {
          "id": "usr",
          "role": "user",
          "content": "Analyze clause 4.2 of the attached agreement.",
          "volatility": "turn"
        }
      ]
    }
  }
}