RAG-Interface

Sleeping

AFischer1985 commited on Oct 8, 2023

Commit

caebb38

•

1 Parent(s): 3f1cb20

Update run.py

Files changed (1) hide show

run.py CHANGED Viewed

@@ -3,7 +3,7 @@ import requests
 import random
 import json
 def response(message, history):
-  url="https://afischer1985-wizardlm-13b-v1-2-q4-0-gguf.hf.space/v1/completions"
   body={"prompt":"###Frage: "+message+" ###Antwort:","max_tokens":1000,"stop":"###","stream":True} #128
   response=""
   buffer=""
@@ -30,4 +30,4 @@ def response(message, history):
         pass
     yield response
-gr.ChatInterface(response,title="WizardLM-13B-v1.2-Interface",description="Graphical User Interface to WizardLM-13B-v1.2 (Q4_0) based on the [API here](https://huggingface.co/spaces/AFischer1985/wizardlm-13b-v1-2-q4-0-gguf)").queue().launch(share=True)

 import random
 import json
 def response(message, history):
+  url="https://afischer1985-wizardlm-13b-v1-2-q8-0-gguf.hf.space/v1/completions"
   body={"prompt":"###Frage: "+message+" ###Antwort:","max_tokens":1000,"stop":"###","stream":True} #128
   response=""
   buffer=""
         pass
     yield response
+gr.ChatInterface(response,title="WizardLM-13B-v1.2-Interface",description="Graphical User Interface to WizardLM-13B-v1.2 (Q8_0) based on the [API here](https://huggingface.co/spaces/AFischer1985/wizardlm-13b-v1-2-q8-0-gguf)").queue().launch(share=True)