Spaces:
Runtime error
Runtime error
Making open_api_key static from env variable
Browse files
app.py
CHANGED
|
@@ -19,8 +19,8 @@ index_file = "vector_stores/canvas-discussions.index"
|
|
| 19 |
grading_model = 'gpt-4'
|
| 20 |
qa_model = 'gpt-3.5-turbo-16k'
|
| 21 |
|
| 22 |
-
llm =
|
| 23 |
-
embeddings =
|
| 24 |
|
| 25 |
grader = None
|
| 26 |
grader_qa = None
|
|
@@ -40,7 +40,7 @@ def run_model(text):
|
|
| 40 |
print("start time:" + str(start_time))
|
| 41 |
if not grader_qa and not grader:
|
| 42 |
if os.path.isfile(pickle_file) and os.path.isfile(index_file) and os.path.getsize(
|
| 43 |
-
pickle_file) > 0 and os.path.isfile('docs/discussion_entries.json
|
| 44 |
'docs/rubric-data.json') > 0:
|
| 45 |
grader = Grader(qa_model)
|
| 46 |
grader_qa = GraderQA(grader, embeddings)
|
|
@@ -69,10 +69,8 @@ def set_model(history):
|
|
| 69 |
history = get_first_message(history)
|
| 70 |
return history
|
| 71 |
|
| 72 |
-
|
| 73 |
-
def ingest(url, canvas_api_key, openai_api_key, history):
|
| 74 |
global grader, llm, embeddings
|
| 75 |
-
set_key_and_llm(openai_api_key)
|
| 76 |
text = f"Download data from {url} and ingest it to grade discussions"
|
| 77 |
ingest_canvas_discussions(url, canvas_api_key)
|
| 78 |
grader = Grader(grading_model)
|
|
@@ -80,18 +78,10 @@ def ingest(url, canvas_api_key, openai_api_key, history):
|
|
| 80 |
history = history + [(text, response)]
|
| 81 |
return get_grading_status(history)
|
| 82 |
|
| 83 |
-
|
| 84 |
-
def set_key_and_llm(openai_api_key):
|
| 85 |
-
global llm, embeddings
|
| 86 |
-
os.environ['OPENAI_API_KEY'] = openai_api_key
|
| 87 |
-
llm = ChatOpenAI(model_name=qa_model, temperature=0, verbose=True)
|
| 88 |
-
embeddings = OpenAIEmbeddings(model='text-embedding-ada-002')
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
def start_grading(url, canvas_api_key, openai_api_key, history):
|
| 92 |
global grader, grader_qa
|
| 93 |
text = f"Start grading discussions from {url}"
|
| 94 |
-
if not url or not canvas_api_key
|
| 95 |
response = "Please enter all the fields to initiate grading"
|
| 96 |
elif grader:
|
| 97 |
# Create a new event loop
|
|
@@ -112,8 +102,12 @@ def start_grading(url, canvas_api_key, openai_api_key, history):
|
|
| 112 |
|
| 113 |
|
| 114 |
def start_downloading():
|
| 115 |
-
|
| 116 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
|
| 118 |
|
| 119 |
def get_first_message(history):
|
|
@@ -134,26 +128,25 @@ def get_grading_status(history):
|
|
| 134 |
elif not grader_qa:
|
| 135 |
grader_qa = GraderQA(grader, embeddings)
|
| 136 |
history = history + [(None, 'Grading is already complete. You can now ask questions')]
|
| 137 |
-
enable_fields(False, False, False, False,
|
| 138 |
# Check if data is ingested
|
| 139 |
elif len(glob.glob("docs/*.json")) > 0 and len(glob.glob("docs/*.html")):
|
| 140 |
if not grader_qa:
|
| 141 |
grader = Grader(qa_model)
|
| 142 |
history = history + [(None, 'Canvas data is already ingested. You can grade discussions now')]
|
| 143 |
-
enable_fields(False, False, False,
|
| 144 |
else:
|
| 145 |
history = history + [(None, 'Please ingest data and start grading')]
|
| 146 |
url.disabled = True
|
| 147 |
-
enable_fields(True, True, True, True, True,
|
| 148 |
return history
|
| 149 |
|
| 150 |
|
| 151 |
# handle enable/disable of fields
|
| 152 |
-
def enable_fields(url_status, canvas_api_key_status,
|
| 153 |
download_status, chatbot_txt_status, chatbot_btn_status):
|
| 154 |
url.interactive = url_status
|
| 155 |
canvas_api_key.interactive = canvas_api_key_status
|
| 156 |
-
openai_api_key.interactive = openai_api_key_status
|
| 157 |
submit.interactive = submit_status
|
| 158 |
grade.interactive = grade_status
|
| 159 |
download.interactive = download_status
|
|
@@ -167,8 +160,6 @@ def enable_fields(url_status, canvas_api_key_status, openai_api_key_status, subm
|
|
| 167 |
url.placeholder = "Data already ingested"
|
| 168 |
if not canvas_api_key_status:
|
| 169 |
canvas_api_key.placeholder = "Data already ingested"
|
| 170 |
-
if not openai_api_key_status:
|
| 171 |
-
openai_api_key.placeholder = "Data already ingested"
|
| 172 |
|
| 173 |
def bot(history):
|
| 174 |
return history
|
|
@@ -188,11 +179,6 @@ with gr.Blocks() as demo:
|
|
| 188 |
placeholder="Enter your Canvas API Key", type="password"
|
| 189 |
)
|
| 190 |
|
| 191 |
-
openai_api_key = gr.Textbox(
|
| 192 |
-
label="OpenAI API Key",
|
| 193 |
-
placeholder="Enter your OpenAI API Key", type="password"
|
| 194 |
-
)
|
| 195 |
-
|
| 196 |
with gr.Row():
|
| 197 |
submit = gr.Button(value="Submit", variant="secondary", )
|
| 198 |
grade = gr.Button(value="Grade", variant="secondary")
|
|
@@ -210,12 +196,12 @@ with gr.Blocks() as demo:
|
|
| 210 |
ask = gr.Button(value="Ask", variant="secondary", scale=1)
|
| 211 |
|
| 212 |
chatbot.value = get_first_message([])
|
| 213 |
-
submit.click(ingest, inputs=[url, canvas_api_key,
|
| 214 |
postprocess=False).then(
|
| 215 |
bot, chatbot, chatbot
|
| 216 |
)
|
| 217 |
|
| 218 |
-
grade.click(start_grading, inputs=[url, canvas_api_key,
|
| 219 |
postprocess=False).then(
|
| 220 |
bot, chatbot, chatbot
|
| 221 |
)
|
|
|
|
| 19 |
grading_model = 'gpt-4'
|
| 20 |
qa_model = 'gpt-3.5-turbo-16k'
|
| 21 |
|
| 22 |
+
llm = ChatOpenAI(model_name=qa_model, temperature=0, verbose=True)
|
| 23 |
+
embeddings = OpenAIEmbeddings(model='text-embedding-ada-002')
|
| 24 |
|
| 25 |
grader = None
|
| 26 |
grader_qa = None
|
|
|
|
| 40 |
print("start time:" + str(start_time))
|
| 41 |
if not grader_qa and not grader:
|
| 42 |
if os.path.isfile(pickle_file) and os.path.isfile(index_file) and os.path.getsize(
|
| 43 |
+
pickle_file) > 0 and os.path.isfile('docs/discussion_entries.json') and os.path.isfile(
|
| 44 |
'docs/rubric-data.json') > 0:
|
| 45 |
grader = Grader(qa_model)
|
| 46 |
grader_qa = GraderQA(grader, embeddings)
|
|
|
|
| 69 |
history = get_first_message(history)
|
| 70 |
return history
|
| 71 |
|
| 72 |
+
def ingest(url, canvas_api_key, history):
|
|
|
|
| 73 |
global grader, llm, embeddings
|
|
|
|
| 74 |
text = f"Download data from {url} and ingest it to grade discussions"
|
| 75 |
ingest_canvas_discussions(url, canvas_api_key)
|
| 76 |
grader = Grader(grading_model)
|
|
|
|
| 78 |
history = history + [(text, response)]
|
| 79 |
return get_grading_status(history)
|
| 80 |
|
| 81 |
+
def start_grading(url, canvas_api_key, history):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
global grader, grader_qa
|
| 83 |
text = f"Start grading discussions from {url}"
|
| 84 |
+
if not url or not canvas_api_key:
|
| 85 |
response = "Please enter all the fields to initiate grading"
|
| 86 |
elif grader:
|
| 87 |
# Create a new event loop
|
|
|
|
| 102 |
|
| 103 |
|
| 104 |
def start_downloading():
|
| 105 |
+
files = glob.glob("output/*.csv")
|
| 106 |
+
if files:
|
| 107 |
+
file = files[0]
|
| 108 |
+
return gr.outputs.File(file)
|
| 109 |
+
else:
|
| 110 |
+
return "File not found"
|
| 111 |
|
| 112 |
|
| 113 |
def get_first_message(history):
|
|
|
|
| 128 |
elif not grader_qa:
|
| 129 |
grader_qa = GraderQA(grader, embeddings)
|
| 130 |
history = history + [(None, 'Grading is already complete. You can now ask questions')]
|
| 131 |
+
enable_fields(False, False, False, False, True, True, True)
|
| 132 |
# Check if data is ingested
|
| 133 |
elif len(glob.glob("docs/*.json")) > 0 and len(glob.glob("docs/*.html")):
|
| 134 |
if not grader_qa:
|
| 135 |
grader = Grader(qa_model)
|
| 136 |
history = history + [(None, 'Canvas data is already ingested. You can grade discussions now')]
|
| 137 |
+
enable_fields(False, False, False, True, True, False, False)
|
| 138 |
else:
|
| 139 |
history = history + [(None, 'Please ingest data and start grading')]
|
| 140 |
url.disabled = True
|
| 141 |
+
enable_fields(True, True, True, True, True, False, False)
|
| 142 |
return history
|
| 143 |
|
| 144 |
|
| 145 |
# handle enable/disable of fields
|
| 146 |
+
def enable_fields(url_status, canvas_api_key_status, submit_status, grade_status,
|
| 147 |
download_status, chatbot_txt_status, chatbot_btn_status):
|
| 148 |
url.interactive = url_status
|
| 149 |
canvas_api_key.interactive = canvas_api_key_status
|
|
|
|
| 150 |
submit.interactive = submit_status
|
| 151 |
grade.interactive = grade_status
|
| 152 |
download.interactive = download_status
|
|
|
|
| 160 |
url.placeholder = "Data already ingested"
|
| 161 |
if not canvas_api_key_status:
|
| 162 |
canvas_api_key.placeholder = "Data already ingested"
|
|
|
|
|
|
|
| 163 |
|
| 164 |
def bot(history):
|
| 165 |
return history
|
|
|
|
| 179 |
placeholder="Enter your Canvas API Key", type="password"
|
| 180 |
)
|
| 181 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 182 |
with gr.Row():
|
| 183 |
submit = gr.Button(value="Submit", variant="secondary", )
|
| 184 |
grade = gr.Button(value="Grade", variant="secondary")
|
|
|
|
| 196 |
ask = gr.Button(value="Ask", variant="secondary", scale=1)
|
| 197 |
|
| 198 |
chatbot.value = get_first_message([])
|
| 199 |
+
submit.click(ingest, inputs=[url, canvas_api_key, chatbot], outputs=[chatbot],
|
| 200 |
postprocess=False).then(
|
| 201 |
bot, chatbot, chatbot
|
| 202 |
)
|
| 203 |
|
| 204 |
+
grade.click(start_grading, inputs=[url, canvas_api_key, chatbot], outputs=[chatbot],
|
| 205 |
postprocess=False).then(
|
| 206 |
bot, chatbot, chatbot
|
| 207 |
)
|
utils.py
CHANGED
|
@@ -24,7 +24,7 @@ def get_chat_history(inputs) -> str:
|
|
| 24 |
return "\n".join(res)
|
| 25 |
|
| 26 |
|
| 27 |
-
class GraderQA
|
| 28 |
def __init__(self, grader, embeddings):
|
| 29 |
self.grader = grader
|
| 30 |
self.llm = self.grader.llm
|
|
|
|
| 24 |
return "\n".join(res)
|
| 25 |
|
| 26 |
|
| 27 |
+
class GraderQA:
|
| 28 |
def __init__(self, grader, embeddings):
|
| 29 |
self.grader = grader
|
| 30 |
self.llm = self.grader.llm
|