Logging (Bring Your Own Inference)

import maitai
from openai import OpenAI

maitai_client = maitai.Maitai()  # only needs MAITAI_API_KEY
openai_client = OpenAI()         # your own client + OPENAI_API_KEY

request = {
    "model": "gpt-4o",
    "messages": [{"role": "user", "content": "Summarize this text..."}],
}

# You run inference, not Maitai.
response = openai_client.chat.completions.create(**request)

# Fire-and-forget: returns immediately, never raises.
maitai_client.log(
    intent="SUMMARIZATION",
    application="demo_app",
    provider="openai",
    request=request,
    response=response,  # SDK objects are serialized automatically
    session_id="YOUR_SESSION_ID",
    metadata={"source": "byo_inference"},
)

import maitai
from openai import AsyncOpenAI

maitai_client = maitai.MaitaiAsync()  # only needs MAITAI_API_KEY
openai_client = AsyncOpenAI()         # your own client + OPENAI_API_KEY

request = {
    "model": "gpt-4o",
    "messages": [{"role": "user", "content": "Summarize this text..."}],
}

response = await openai_client.chat.completions.create(**request)

await maitai_client.log(
    intent="SUMMARIZATION",
    application="demo_app",
    provider="openai",
    request=request,
    response=response,
    session_id="YOUR_SESSION_ID",
    metadata={"source": "byo_inference"},
)

# provider="openai" covers OpenAI and any OpenAI-compatible API
# (Groq, Together, vLLM, ...). Point your own client wherever you like.
import maitai
from openai import OpenAI

maitai_client = maitai.Maitai()
openai_client = OpenAI()

request = {
    "model": "gpt-4o",
    "messages": [{"role": "user", "content": "Summarize this text..."}],
}
response = openai_client.chat.completions.create(**request)

maitai_client.log(
    intent="SUMMARIZATION",
    application="demo_app",
    provider="openai",
    request=request,
    response=response,
    session_id="YOUR_SESSION_ID",
)

import maitai
import anthropic

maitai_client = maitai.Maitai()
anthropic_client = anthropic.Anthropic()

request = {
    "model": "claude-sonnet-4-20250514",
    "max_tokens": 1024,
    "system": "You are a helpful assistant.",
    "messages": [{"role": "user", "content": "Summarize this text..."}],
}
message = anthropic_client.messages.create(**request)

maitai_client.log(
    intent="SUMMARIZATION",
    application="demo_app",
    provider="anthropic",
    request=request,
    response=message,  # native Anthropic Message; tool_use + thinking are mapped
    session_id="YOUR_SESSION_ID",
)

import maitai
from google import genai

maitai_client = maitai.Maitai()
genai_client = genai.Client()

request = {
    "model": "gemini-2.0-flash",
    # Structured contents normalize cleanly into messages.
    "contents": [
        {"role": "user", "parts": [{"text": "Summarize this text..."}]}
    ],
}
response = genai_client.models.generate_content(**request)

maitai_client.log(
    intent="SUMMARIZATION",
    application="demo_app",
    provider="gemini",
    request=request,
    response=response,  # native GenerateContentResponse
    session_id="YOUR_SESSION_ID",
)

curl --request PUT \
  --url https://api.trymaitai.ai/chat/completions/log \
  --header "Content-Type: application/json" \
  --header "x-api-key: $MAITAI_API_KEY" \
  --data '{
    "provider": "openai",
    "action_type": "SUMMARIZATION",
    "application_ref_name": "demo_app",
    "session_id": "YOUR_SESSION_ID",
    "metadata": { "source": "byo_inference" },
    "request": {
      "model": "gpt-4o",
      "messages": [
        { "role": "user", "content": "Summarize this text..." }
      ]
    },
    "response": {
      "id": "chatcmpl_example",
      "object": "chat.completion",
      "created": 1730000000,
      "model": "gpt-4o",
      "choices": [
        {
          "index": 0,
          "message": { "role": "assistant", "content": "Here is the summary..." },
          "finish_reason": "stop"
        }
      ],
      "usage": { "prompt_tokens": 42, "completion_tokens": 18, "total_tokens": 60 }
    }
  }'

const request = {
  model: "gpt-4o",
  messages: [{ role: "user", content: "Summarize this text..." }],
};

// You run inference with your own client.
const response = await openai.chat.completions.create(request);

// Fire-and-forget: don't await if you don't want to block.
fetch("https://api.trymaitai.ai/chat/completions/log", {
  method: "PUT",
  headers: {
    "Content-Type": "application/json",
    "x-api-key": process.env.MAITAI_API_KEY,
  },
  body: JSON.stringify({
    provider: "openai",
    action_type: "SUMMARIZATION",
    application_ref_name: "demo_app",
    session_id: "YOUR_SESSION_ID",
    request,
    response,
    metadata: { source: "byo_inference" },
  }),
}).catch(() => {}); // logging should never break your request path