Track cost per feature

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.respan.ai/api/",
5
    api_key="YOUR_RESPAN_API_KEY",
6
)
7
8
response = client.chat.completions.create(
9
    model="gpt-4o-mini",
10
    messages=[{"role": "user", "content": "Summarize this document..."}],
11
    extra_body={
12
        "customer_identifier": "user_456",
13
        "metadata": {
14
            "feature": "summarization",
15
            "team": "content",
16
            "environment": "production",
17
        },
18
    },
19
)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.respan.ai/api/",
5
    api_key="YOUR_RESPAN_API_KEY",
6
)
7
8
def llm_call(messages, model="gpt-4o-mini", feature="unknown", customer_id=None, **kwargs):
9
    """Wrapper that ensures every call is tagged."""
10
    extra_body = {
11
        "metadata": {
12
            "feature": feature,
13
            "environment": "production",
14
        },
15
    }
16
    if customer_id:
17
        extra_body["customer_identifier"] = customer_id
18
19
    return client.chat.completions.create(
20
        model=model,
21
        messages=messages,
22
        extra_body=extra_body,
23
        **kwargs,
24
    )
25
26
# Usage
27
response = llm_call(
28
    messages=[{"role": "user", "content": "Summarize..."}],
29
    feature="summarization",
30
    customer_id="user_456",
31
)