Model Capabilities and the Reviewed Price Manifest

type ModelCapabilityConfig = {
  modelName: string;
  maxInputTokens?: number;
  maxOutputTokens?: number;
  defaultOutputTokens?: number;
  longListOutputTokens?: number;
  taskOutputTokens?: Readonly<Record<string, number>>;
  supportsImageInput?: boolean;
  supportsAudioInput?: boolean;
};

import { getEffectiveMaxTokens, MODEL_TASK_ROUTES } from "@claritylabs/cl-router-policy";

const maxTokens = getEffectiveMaxTokens(
  50_000,
  MODEL_TASK_ROUTES.extraction,
  "extraction_long_list",
);

type ModelTokenPrice = {
  provider: ModelProvider;
  model: string;
  modality: "text" | "embedding" | "audio";
  inputNanoUsdPerToken: number;
  cachedInputNanoUsdPerToken?: number;
  cacheWriteNanoUsdPerToken?: number;
  outputNanoUsdPerToken?: number;
  longContextThresholdTokens?: number;
  longContextInputMultiplier?: number;
  longContextOutputMultiplier?: number;
  sourceUrl: string;
};

import { priceForRoute, MODEL_TASK_ROUTES } from "@claritylabs/cl-router-policy";

const lookup = priceForRoute(MODEL_TASK_ROUTES.chat);

if (lookup.status === "priced") {
  console.log(lookup.price.inputNanoUsdPerToken);
} else {
  // status === "unpriced", reason === "missing_manifest_entry"
  console.warn(`No reviewed price for ${lookup.provider}/${lookup.model}`);
}