|
import json, asyncio |
|
import requests |
|
from requests.models import PreparedRequest |
|
from requests_auth_aws_sigv4 import AWSSigV4 |
|
from datetime import datetime |
|
from datetime import UTC |
|
from dateutil.relativedelta import relativedelta |
|
|
|
|
|
async def bedrock_model_available(session, key_id="", secret_key="", region="us-east-1", model="anthropic.claude-3-sonnet-20240229-v1%3A"): |
|
try: |
|
model = model.replace(":","%3A") |
|
except Exception as e: |
|
pass |
|
endpoint = f'https://bedrock.{region}.amazonaws.com/foundation-model-availability/'+model |
|
|
|
headers = { |
|
'authority': 'bedrock.us-east-1.amazonaws.com', |
|
'accept': '*/*', |
|
'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', |
|
'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', |
|
'amz-sdk-request': 'attempt=1; max=3', |
|
'origin': 'https://us-east-1.console.aws.amazon.com', |
|
'referer': 'https://us-east-1.console.aws.amazon.com/', |
|
'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', |
|
'sec-ch-ua-mobile': '?0', |
|
'sec-ch-ua-platform': '"Windows"', |
|
'sec-fetch-dest': 'empty', |
|
'sec-fetch-mode': 'cors', |
|
'sec-fetch-site': 'cross-site', |
|
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', |
|
} |
|
aws_auth = AWSSigV4("bedrock", |
|
aws_access_key_id=key_id, |
|
aws_secret_access_key=secret_key, |
|
region=region |
|
) |
|
|
|
loop = asyncio.get_event_loop() |
|
req = requests.Request('GET', endpoint, headers=headers) |
|
prepared_req = req.prepare() |
|
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
|
async with session.get(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
|
if response.status != 200: |
|
response_data = await response.text() |
|
return json.loads(response_data) |
|
|
|
return await response.json() |
|
|
|
async def bedrock_send_fake_form(session, key_id="", secret_key="", region="us-east-1", form_data=""): |
|
endpoint = f'https://bedrock.{region}.amazonaws.com/use-case-for-model-access' |
|
|
|
headers = { |
|
'authority': 'bedrock.us-east-1.amazonaws.com', |
|
'accept': '*/*', |
|
'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', |
|
'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', |
|
'amz-sdk-request': 'attempt=1; max=3', |
|
'origin': 'https://us-east-1.console.aws.amazon.com', |
|
'referer': 'https://us-east-1.console.aws.amazon.com/', |
|
'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', |
|
'sec-ch-ua-mobile': '?0', |
|
'sec-ch-ua-platform': '"Windows"', |
|
'sec-fetch-dest': 'empty', |
|
'sec-fetch-mode': 'cors', |
|
'sec-fetch-site': 'cross-site', |
|
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', |
|
} |
|
|
|
|
|
aws_auth = AWSSigV4("bedrock", |
|
aws_access_key_id=key_id, |
|
aws_secret_access_key=secret_key, |
|
region=region |
|
) |
|
|
|
loop = asyncio.get_event_loop() |
|
req = requests.Request('POST', endpoint, headers=headers) |
|
prepared_req = req.prepare() |
|
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
|
async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
|
if response.status != 200: |
|
response_data = await response.text() |
|
return json.loads(response_data) |
|
|
|
return await response.json() |
|
|
|
async def send_signed_request_bedrock(session, payload, model="", key_id="", secret_key="", region="us-east-1"): |
|
try: |
|
model = model.replace(":","%3A") |
|
except Exception as e: |
|
pass |
|
|
|
endpoint = f'https://bedrock-runtime.{region}.amazonaws.com/model/{model}/invoke' |
|
|
|
headers = { |
|
"Content-Type": "application/json" |
|
} |
|
|
|
aws_auth = AWSSigV4("bedrock", |
|
aws_access_key_id=key_id, |
|
aws_secret_access_key=secret_key, |
|
region=region |
|
) |
|
|
|
loop = asyncio.get_event_loop() |
|
req = requests.Request('POST', endpoint, data=payload, headers=headers) |
|
prepared_req = req.prepare() |
|
signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
|
async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
|
if response.status != 200: |
|
response_data = await response.text() |
|
return json.loads(response_data) |
|
|
|
return await response.json() |
|
|
|
async def send_signed_request_ce(session, service, payload, key_id="", secret_key=""): |
|
ce_endpoint = 'https://ce.us-east-1.amazonaws.com' |
|
headers = { |
|
"Content-Type": "application/x-www-form-urlencoded", |
|
"Accept": "application/json", |
|
} |
|
|
|
aws_auth = AWSSigV4(service, |
|
aws_access_key_id=key_id, |
|
aws_secret_access_key=secret_key, |
|
region="us-east-1" |
|
) |
|
|
|
|
|
headers = { |
|
"Content-Type": "application/x-amz-json-1.1", |
|
"Accept": "application/json", |
|
"X-Amz-Target": f"AWSInsightsIndexService.GetCostAndUsage" |
|
} |
|
|
|
loop = asyncio.get_event_loop() |
|
req = PreparedRequest() |
|
req.prepare_url(ce_endpoint, {}) |
|
req.prepare_method('POST') |
|
req.prepare_headers(headers) |
|
req.prepare_body(data=payload, files=None) |
|
|
|
signed_req = await loop.run_in_executor(None, aws_auth, req) |
|
|
|
async with session.post(ce_endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
|
response_text = await response.text() |
|
|
|
if response.status != 200: |
|
try: |
|
return json.loads(response_text) |
|
except: |
|
return {} |
|
return json.loads(response_text) |
|
|
|
async def get_service_cost_and_usage(session, key, secret, service="Claude 3 Sonnet (Amazon Bedrock Edition)"): |
|
now = datetime.now(UTC) |
|
six_months_ago = now - relativedelta(months=6) |
|
start_date = six_months_ago.replace(day=1).strftime('%Y-%m-%d') |
|
end_date = now.replace(day=30).strftime('%Y-%m-%d') |
|
|
|
payload = { |
|
"TimePeriod": { |
|
"Start": start_date, |
|
"End": end_date |
|
}, |
|
"Granularity": "MONTHLY", |
|
"Metrics": ["BlendedCost"], |
|
"Filter": { |
|
"Dimensions": { |
|
"Key": "SERVICE", |
|
"Values": [service] |
|
} |
|
} |
|
} |
|
|
|
json_payload = json.dumps(payload) |
|
|
|
return await send_signed_request_ce(session, "ce", json_payload, key_id=key, secret_key=secret), service |