Haystack (gateway)

1
import os
2
3
from haystack import Pipeline
4
from haystack.components.builders import PromptBuilder
5
from haystack.components.generators import OpenAIGenerator
6
from respan import Respan
7
from respan_instrumentation_haystack import HaystackInstrumentor
8
9
respan_api_key = os.environ["RESPAN_API_KEY"]
10
respan_base_url = os.getenv("RESPAN_BASE_URL", "https://api.respan.ai").rstrip("/")
11
12
os.environ["OPENAI_API_KEY"] = respan_api_key
13
os.environ["OPENAI_BASE_URL"] = f"{respan_base_url}/api/openai"
14
os.environ.setdefault("HAYSTACK_CONTENT_TRACING_ENABLED", "true")
15
16
respan = Respan(
17
    api_key=respan_api_key,
18
    base_url=respan_base_url,
19
    instrumentations=[HaystackInstrumentor()],
20
)
21
22
pipeline = Pipeline()
23
pipeline.add_component(
24
    "prompt_builder",
25
    PromptBuilder(template="Answer the following question: {{question}}"),
26
)
27
pipeline.add_component("generator", OpenAIGenerator(model="gpt-4o-mini"))
28
pipeline.connect("prompt_builder", "generator")
29
30
result = pipeline.run(
31
    {"prompt_builder": {"question": "What is the capital of France?"}}
32
)
33
print(result["generator"]["replies"][0])
34
35
respan.flush()