import json, asyncio
import requests
from requests.models import PreparedRequest
from requests_auth_aws_sigv4 import AWSSigV4
from datetime import datetime
from datetime import UTC
from dateutil.relativedelta import relativedelta
# lib by drago
async def bedrock_model_available(session, key_id="", secret_key="", region="us-east-1", model="anthropic.claude-3-sonnet-20240229-v1%3A"):
try:
model = model.replace(":","%3A")
except Exception as e:
pass
endpoint = f'https://bedrock.{region}.amazonaws.com/foundation-model-availability/'+model
headers = {
'authority': 'bedrock.us-east-1.amazonaws.com',
'accept': '*/*',
'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7',
'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92',
'amz-sdk-request': 'attempt=1; max=3',
'origin': 'https://us-east-1.console.aws.amazon.com',
'referer': 'https://us-east-1.console.aws.amazon.com/',
'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"Windows"',
'sec-fetch-dest': 'empty',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'cross-site',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36',
}
aws_auth = AWSSigV4("bedrock",
aws_access_key_id=key_id,
aws_secret_access_key=secret_key,
region=region
)
loop = asyncio.get_event_loop()
req = requests.Request('GET', endpoint, headers=headers)
prepared_req = req.prepare()
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req)
async with session.get(endpoint, headers=signed_req.headers, data=signed_req.body) as response:
if response.status != 200:
response_data = await response.text()
return json.loads(response_data)
return await response.json()
async def bedrock_send_fake_form(session, key_id="", secret_key="", region="us-east-1", form_data=""):
endpoint = f'https://bedrock.{region}.amazonaws.com/use-case-for-model-access'
headers = {
'authority': 'bedrock.us-east-1.amazonaws.com',
'accept': '*/*',
'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7',
'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92',
'amz-sdk-request': 'attempt=1; max=3',
'origin': 'https://us-east-1.console.aws.amazon.com',
'referer': 'https://us-east-1.console.aws.amazon.com/',
'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"Windows"',
'sec-fetch-dest': 'empty',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'cross-site',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36',
}
aws_auth = AWSSigV4("bedrock",
aws_access_key_id=key_id,
aws_secret_access_key=secret_key,
region=region
)
loop = asyncio.get_event_loop()
req = requests.Request('POST', endpoint, headers=headers)
prepared_req = req.prepare()
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req)
async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response:
if response.status != 200:
response_data = await response.text()
return json.loads(response_data)
return await response.json()
async def send_signed_request_bedrock(session, payload, model="", key_id="", secret_key="", region="us-east-1"):
try:
model = model.replace(":","%3A")
except Exception as e:
pass
endpoint = f'https://bedrock-runtime.{region}.amazonaws.com/model/{model}/invoke'
headers = {
"Content-Type": "application/json"
}
aws_auth = AWSSigV4("bedrock",
aws_access_key_id=key_id,
aws_secret_access_key=secret_key,
region=region
)
loop = asyncio.get_event_loop()
req = requests.Request('POST', endpoint, data=payload, headers=headers)
prepared_req = req.prepare()
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req)
async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response:
if response.status != 200:
response_data = await response.text()
return json.loads(response_data)
return await response.json()
async def send_signed_request_ce(session, service, payload, key_id="", secret_key=""):
ce_endpoint = 'https://ce.us-east-1.amazonaws.com'
headers = {
"Content-Type": "application/x-www-form-urlencoded",
"Accept": "application/json",
}
aws_auth = AWSSigV4(service,
aws_access_key_id=key_id,
aws_secret_access_key=secret_key,
region="us-east-1"
)
# Creating the request with required headers for AWS Cost Explorer
headers = {
"Content-Type": "application/x-amz-json-1.1",
"Accept": "application/json",
"X-Amz-Target": f"AWSInsightsIndexService.GetCostAndUsage" # This header is specific for the GetCostAndUsage operation
}
loop = asyncio.get_event_loop()
req = PreparedRequest()
req.prepare_url(ce_endpoint, {})
req.prepare_method('POST')
req.prepare_headers(headers)
req.prepare_body(data=payload, files=None)
signed_req = await loop.run_in_executor(None, aws_auth, req)
async with session.post(ce_endpoint, headers=signed_req.headers, data=signed_req.body) as response:
response_text = await response.text()
if response.status != 200:
try:
return json.loads(response_text)
except:
return {}
return json.loads(response_text)
async def get_service_cost_and_usage(session, key, secret, service="Claude 3 Sonnet (Amazon Bedrock Edition)"):
now = datetime.now(UTC) # Use UTC for AWS requests
six_months_ago = now - relativedelta(months=6)
start_date = six_months_ago.replace(day=1).strftime('%Y-%m-%d')
end_date = now.replace(day=30).strftime('%Y-%m-%d')
payload = {
"TimePeriod": {
"Start": start_date,
"End": end_date
},
"Granularity": "MONTHLY",
"Metrics": ["BlendedCost"],
"Filter": {
"Dimensions": {
"Key": "SERVICE",
"Values": [service]
}
}
}
json_payload = json.dumps(payload)
return await send_signed_request_ce(session, "ce", json_payload, key_id=key, secret_key=secret), service