devalbot / bedrock_client.py
gtani's picture
Initial commit
dc84669
raw
history blame
755 Bytes
from anthropic import AnthropicBedrock
import os
def get_anthropic_client():
return AnthropicBedrock(
aws_access_key=os.environ["AWS_ACCESS_KEY_ID"],
aws_secret_key=os.environ["AWS_SECRET_ACCESS_KEY"],
aws_region=os.environ.get("AWS_DEFAULT_REGION", "us-east-1")
)
def claude_stream_response(messages, client):
stream = client.messages.create(
model="anthropic.claude-v2:1",
max_tokens=1024,
temperature=0.7,
messages=messages,
stream=True
)
for event in stream:
# Only yield parts that have actual text deltas
if event.type == "content_block_delta":
text = getattr(event.delta, "text", None)
if text:
yield text