TypeScript

1import OpenAI from "openai";
2 
3export const client = new OpenAI({
4  baseURL: "https://ai.upfyn.com/v1",
5  apiKey: process.env.UPFYN_API_KEY,
6  timeout: _000,
7  maxRetries: 0,   // retry yourself: the SDK would also retry a 402, which cannot succeed
8});

1const response = await client.chat.completions.create({
2  model: "upfyn-yuva",
3  messages: [
4    { role: "system", content: "You answer in one short paragraph." },
5    { role: "user", content: "Why is my invoice higher this month?" },
6  ],
7  max_tokens: 400,
8});
9 
10console.log(response.choices[0].message.content);
11 
12// Upfyn extras exist at runtime but are absent from the OpenAI types.
13const { credits_used } = response as unknown as { credits_used: number };

1const stream = await client.chat.completions.create({
2  model: "upfyn-yuva",
3  messages: [{ role: "user", content: "Draft a status update." }],
4  stream: true,
5  stream_options: { include_usage: true },
6});
7 
8let text = "";
9for await (const chunk of stream) {
10  const delta = chunk.choices?.[0]?.delta?.content;
11  if (delta) {
12    text += delta;
13    process.stdout.write(delta);
14  }
15}

1// app/api/chat/route.ts — stream through to the browser without exposing the key.
2import { client } from "@/lib/upfyn";
3 
4export async function POST(req: Request) {
5  const { messages } = await req.json();
6 
7  const stream = await client.chat.completions.create({
8    model: "upfyn-yuva",
9    messages,
10    stream: true,
11  });
12 
13  const encoder = new TextEncoder();
14  return new Response(
15    new ReadableStream({
16      async start(controller) {
17        for await (const chunk of stream) {
18          const delta = chunk.choices?.[0]?.delta?.content;
19          if (delta) controller.enqueue(encoder.encode(delta));
20        }
21        controller.close();
22      },
23    }),
24    { headers: { "Content-Type": "text/plain; charset=utf-8" } },
25  );
26}

1import { APIError } from "openai";
2 
3try {
4  await client.chat.completions.create({ /* ... */ });
5} catch (err) {
6  if (err instanceof APIError) {
7    if (err.status === 402) throw new OutOfCredits(err.message);
8    if (err.status === 429) {
9      const wait = Number(err.headers?.["retry-after"] ?? 5);
10      // back off, then retry
11    }
12  }
13  throw err;
14}

1await client.chat.completions.create({
2  model: "upfyn-yuva",
3  messages,
4  persist_session: true,
5  upfyn_tag: "support",
6} as never);