Requirements

.gitignore

@@ -2,3 +2,6 @@ __pycache__
 pragetx_chroma
 *.ipynb
 temp*
+.env
+.venv
+venv

main.py

@@ -2,8 +2,8 @@ import gradio as gr
 import json
 import os
 import shutil
-import magic
-import ollama
+# import magic
+# import ollama
 from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
 from langchain_community.vectorstores.qdrant import Qdrant
 from langchain_core.runnables import RunnablePassthrough
@@ -22,8 +22,12 @@ dotenv.load_dotenv()
 class GradioApp:
     def __init__(self):
         self.llm = ChatOllama(model="phi3:3.8b", base_url="http://localhost:11434", num_gpu=32)
-        # hf_email = 
-        # self.llm = hugchat.ChatBot()
+        hf_email = os.getenv("HF_EMAIL")
+        hf_pass = os.getenv("HF_PASS")
+        sign = Login(hf_email, hf_pass)
+        cookies = sign.login()
+        sign.saveCookies()
+        self.llm = hugchat.ChatBot(cookies=cookies.get_dict())
         self.chain = (self.llm | StrOutputParser())
 
     def user(self,user_message, history):

requirements.txt

@@ -0,0 +1,139 @@
+aiofiles==23.2.1
+aiohttp==3.9.5
+aiosignal==1.3.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+asgiref==3.8.1
+attrs==23.2.0
+backoff==2.2.1
+bcrypt==4.1.3
+build==1.2.1
+cachetools==5.3.3
+certifi==2024.2.2
+charset-normalizer==3.3.2
+chroma-hnswlib==0.7.3
+chromadb==0.5.0
+click==8.1.7
+coloredlogs==15.0.1
+contourpy==1.2.1
+cycler==0.12.1
+dataclasses-json==0.6.6
+Deprecated==1.2.14
+dnspython==2.6.1
+email_validator==2.1.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+ffmpy==0.3.2
+filelock==3.14.0
+flatbuffers==24.3.25
+fonttools==4.52.1
+frozenlist==1.4.1
+fsspec==2024.5.0
+google-auth==2.29.0
+googleapis-common-protos==1.63.0
+gradio==4.31.5
+gradio_client==0.16.4
+greenlet==3.0.3
+grpcio==1.64.0
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+hugchat==0.4.6
+huggingface-hub==0.23.2
+humanfriendly==10.0
+idna==3.7
+importlib-metadata==7.0.0
+importlib_resources==6.4.0
+Jinja2==3.1.4
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+kubernetes==29.0.0
+langchain==0.2.1
+langchain-chroma==0.1.1
+langchain-community==0.2.1
+langchain-core==0.2.1
+langchain-text-splitters==0.2.0
+langsmith==0.1.63
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.21.2
+matplotlib==3.9.0
+mdurl==0.1.2
+mmh3==4.1.0
+monotonic==1.6
+mpmath==1.3.0
+multidict==6.0.5
+mypy-extensions==1.0.0
+numpy==1.26.4
+oauthlib==3.2.2
+onnxruntime==1.18.0
+opentelemetry-api==1.24.0
+opentelemetry-exporter-otlp-proto-common==1.24.0
+opentelemetry-exporter-otlp-proto-grpc==1.24.0
+opentelemetry-instrumentation==0.45b0
+opentelemetry-instrumentation-asgi==0.45b0
+opentelemetry-instrumentation-fastapi==0.45b0
+opentelemetry-proto==1.24.0
+opentelemetry-sdk==1.24.0
+opentelemetry-semantic-conventions==0.45b0
+opentelemetry-util-http==0.45b0
+orjson==3.10.3
+overrides==7.7.0
+packaging==23.2
+pandas==2.2.2
+pillow==10.3.0
+posthog==3.5.0
+protobuf==4.25.3
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
+pydantic==2.7.1
+pydantic_core==2.18.2
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+PyPika==0.48.9
+pyproject_hooks==1.1.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+requests==2.32.2
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+rich==13.7.1
+rpds-py==0.18.1
+rsa==4.9
+ruff==0.4.5
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+SQLAlchemy==2.0.30
+starlette==0.37.2
+sympy==1.12
+tenacity==8.3.0
+tokenizers==0.19.1
+tomlkit==0.12.0
+toolz==0.12.1
+tqdm==4.66.4
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.0
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.1
+uvicorn==0.29.0
+uvloop==0.19.0
+watchfiles==0.21.0
+websocket-client==1.8.0
+websockets==11.0.3
+wrapt==1.16.0
+yarl==1.9.4
+zipp==3.19.0