Support chat inside your product

curl https://api.tovano.ai/v1/chat/completions \
  -H "Authorization: Bearer $TOVANO_API_KEY" \
  -H "Content-Type: application/json" \
  -H "X-Tovano-Customer: tenant-1093" \
  -d '{
    "model": "text/demo-chat-1",
    "stream": true,
    "stream_options": { "include_usage": true },
    "messages": [
      { "role": "system", "content": "You are the support assistant for a payroll product. Answer only from the help-centre excerpts below." },
      { "role": "user", "content": "How do I correct a payslip after it has been sent?" }
    ]
  }'
# Server-sent events. The last chunk has "usage" and "tovano": { "task_id", "charged_micro" }.

import Tovano, { type ChatMessage } from "tovano";

const tovano = new Tovano();

export async function* answer(tenantId: string, messages: ChatMessage[]) {
  const stream = tovano.chat.completions.create({
    model: "text/demo-chat-1",
    messages,
    stream: true,
    stream_options: { include_usage: true },
    customer: tenantId, // spend per tenant
  });
  for await (const chunk of stream) {
    const text = chunk.choices[0]?.delta?.content;
    if (text) yield text;
    if (chunk.tovano) log.cost(tenantId, chunk.tovano.charged_micro);
  }
}

import os, json, requests

r = requests.post(
    "https://api.tovano.ai/v1/chat/completions",
    headers={
        "Authorization": f"Bearer {os.environ['TOVANO_API_KEY']}",
        "X-Tovano-Customer": tenant_id,
    },
    json={
        "model": "text/demo-chat-1",
        "stream": True,
        "stream_options": {"include_usage": True},
        "messages": messages,
    },
    stream=True,
)
for line in r.iter_lines():
    if not line.startswith(b"data: ") or line == b"data: [DONE]":
        continue
    chunk = json.loads(line[6:])
    for choice in chunk["choices"]:
        print(choice["delta"].get("content", ""), end="", flush=True)
    if "tovano" in chunk:
        log_cost(tenant_id, chunk["tovano"]["charged_micro"])