import requests import os from datetime import datetime from dateutil.relativedelta import relativedelta import openai baseUrl = 'https://api.openai.com/v1' GPT_TYPES = ["gpt-3.5-turbo", "gpt-4", "gpt-4-32k"] rate_limit_per_model = { "gpt-3.5-turbo": 2000, # new pay turbo will have 2000 RPM for the first 48 hours then become 3500 "gpt-4": 200, "gpt-4-32k": 1000 } body_gpt = { "gpt-3.5-turbo": {"model": "gpt-3.5-turbo", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]}, "gpt-4": {"model": "gpt-4", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]}, "gpt-4-32k": {"model": "gpt-4-32k", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]} } def get_headers(key): headers = {'Authorization': f'Bearer {key}'} return headers def get_subscription(key): headers = get_headers(key) if check_key_availability(): rpm = "0" tpm = "0" org = "" quota = "" has_gpt4_32k = False has_gpt4 = False available_models = [model["root"] for model in openai.Model.list()["data"]] key_highest_model = "" if check_gpt4_32k_availability(available_models): key_highest_model = GPT_TYPES[2] has_gpt4_32k = True has_gpt4 = True elif check_gpt4_availability(available_models): key_highest_model = GPT_TYPES[1] has_gpt4 = True else: key_highest_model = GPT_TYPES[0] r = requests.post(f"{baseUrl}/chat/completions", headers=headers, json=body_gpt[key_highest_model]) result = r.json() if "id" in result: rpm = r.headers.get("x-ratelimit-limit-requests", "0") tpm = r.headers.get("x-ratelimit-limit-tokens", "0") org = r.headers.get('openai-organization', "") quota = check_key_type(key_highest_model, int(rpm)) else: e = result.get("error", {}).get("code", "") quota = f"Error: {e}" org = get_org_name(key) return {"has_gpt4_32k": has_gpt4_32k, "has_gpt4": has_gpt4, "organization": org, "rpm": f"{rpm} ({key_highest_model})", "tpm": f"{tpm}", "quota": quota} else: return {"has_gpt4_32k": has_gpt4_32k, "has_gpt4": has_gpt4, "organization": "", "rpm": "", "tpm": "", "quota": ""} def get_org_name(key): headers=get_headers(key) r = requests.post(f"{baseUrl}/images/generations", headers=headers) return r.headers['openai-organization'] def check_key_type(model, rpm): if rpm >= rate_limit_per_model[model]: return "yes | pay" else: return "yes | trial" def check_gpt4_availability(available_models): if 'gpt-4' in available_models: return True else: return False def check_gpt4_32k_availability(available_models): if 'gpt-4-32k' in available_models: return True else: return False def check_key_availability(): try: openai.Model.list() return True except: return False if __name__ == "__main__": key = os.getenv("OPENAI_API_KEY") results = get_subscription(key) for k, v in results.items(): print(f"{k}: {v}")