File size: 1,395 Bytes
acad479 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
import os
import openai
def record_progress(filename):
with open('progress.txt', 'a') as f:
f.write(filename + '\n')
def is_processed(filename):
with open('progress.txt', 'r') as f:
processed_files = f.read().splitlines()
return filename in processed_files
openai.api_type = "azure"
openai.api_base = "https://openaiserviceforclausaeu.openai.azure.com/"
openai.api_version = "2023-03-15-preview"
openai.api_key = os.getenv("OPENAI_API_KEY")
test_dirs = os.listdir("prompt_ToMh")
for test_dir in test_dirs:
test_fns = os.listdir(f"prompt_ToMh/{test_dir}")
for test_fn in test_fns:
full_path = f"prompt_ToMh/{test_dir}/{test_fn}"
if is_processed(full_path):
continue
print(test_fn)
print(f"path: {full_path}")
with open(full_path, 'r') as f:
input = f.readlines()
input = "\n".join([inp.strip() for inp in input])
response = openai.ChatCompletion.create(
engine="gpt4-32k",
messages=[
{"role":"system","content":"You are an AI assistant that helps people find information."},
{"role":"user","content": input}
],
temperature=0,
max_tokens=800,
top_p=0,
frequency_penalty=0,
presence_penalty=0,
stop=None)
print(response)
record_progress(full_path)
|