-
Notifications
You must be signed in to change notification settings - Fork 64
Expand file tree
/
Copy pathchat.py
More file actions
43 lines (35 loc) · 1.32 KB
/
chat.py
File metadata and controls
43 lines (35 loc) · 1.32 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
"""AWS Bedrock chat with OpenTelemetry instrumentation, tracked by PostHog."""
import os
import boto3
from opentelemetry import trace
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import BatchSpanProcessor
from opentelemetry.sdk.resources import Resource, SERVICE_NAME
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
from opentelemetry.instrumentation.botocore import BotocoreInstrumentor
resource = Resource(attributes={SERVICE_NAME: "example-bedrock-app"})
exporter = OTLPSpanExporter(
endpoint=f"{os.environ.get('POSTHOG_HOST', 'https://us.i.posthog.com')}/i/v0/ai/otel",
headers={"Authorization": f"Bearer {os.environ['POSTHOG_API_KEY']}"},
)
provider = TracerProvider(resource=resource)
provider.add_span_processor(BatchSpanProcessor(exporter))
trace.set_tracer_provider(provider)
BotocoreInstrumentor().instrument()
client = boto3.client(
"bedrock-runtime",
region_name=os.environ.get("AWS_REGION", "us-east-1"),
)
response = client.converse(
modelId="openai.gpt-oss-20b-1:0",
messages=[
{
"role": "user",
"content": [{"text": "Tell me a fun fact about hedgehogs."}],
}
],
)
for block in response["output"]["message"]["content"]:
if "text" in block:
print(block["text"])
break