Spaces:

md-vasim
/

ExploreTextWithGemini

Sleeping

App Files Files Community

md-vasim commited on Jan 15

Commit

e39ab22

•

1 Parent(s): 9c09555

first commit

Browse files

Files changed (13) hide show

.gitignore +3 -0
Dockerfile +22 -0
app.py +38 -0
notebooks/Gemini_Chat_Docs-1.ipynb +811 -0
notebooks/Gemini_Chat_Docs-2.ipynb +251 -0
notebooks/Gemini_Chat_Docs.ipynb +932 -0
notebooks/gemini-docs.ipynb +883 -0
notebooks/gemini-langchain.ipynb +123 -0
notebooks/gemini-llama-index.ipynb +605 -0
notebooks/gemini-pro.ipynb +280 -0
requirements.txt +167 -0
src/agent.py +50 -0
src/utils.py +100 -0

.gitignore ADDED Viewed

	@@ -0,0 +1,3 @@

+docs
+.env
+.venv

Dockerfile ADDED Viewed

	@@ -0,0 +1,22 @@

+FROM python:3.11-slim-buster
+WORKDIR /app
+COPY . /app
+# ENV HNSWLIB_NO_NATIVE=1
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+ PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+CMD ["python", "app.py"]

app.py ADDED Viewed

	@@ -0,0 +1,38 @@

+import os
+from dotenv import load_dotenv
+import gradio as gr
+from src.utils import (
+    process_files, answer_query
+)
+load_dotenv()
+gr.close_all()
+title = ""
+description = f"Chat with PDF/TXT/DOC"
+chatbot = gr.Chatbot(label="ExploreText")
+with gr.Blocks(
+    title="ExploreText",
+    ) as textbot:
+    gr.Markdown("# <center> Welcome to ExploreDoc Web App</center>")
+    with gr.Accordion("Upload a file here", open=False):
+        file_output = gr.File()
+        upload_button = gr.UploadButton("Click to Upload a File", file_types=["txt","doc","pdf"])
+        upload_button.upload(process_files, upload_button, file_output)
+    # with gr.Row("Chat with Text"):
+    gr.ChatInterface(fn=answer_query, chatbot=chatbot, submit_btn="Ask", undo_btn=None, retry_btn=None, clear_btn=None)
+    gr.Markdown("<center>  Developed by <a href='https://92-vasim.github.io' target='_blank'>Mohammed Vasim<a/> | AI Engineer & Computer Vision Engineer @ ZestIoT.  </center>")
+if __name__ == "__main__":
+    textbot.queue().launch(server_name="0.0.0.0")

notebooks/Gemini_Chat_Docs-1.ipynb ADDED Viewed

	@@ -0,0 +1,811 @@

+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "id": "2N8psBL6-wfJ"
+      },
+      "outputs": [],
+      "source": [
+        "# !cp -rf /content/drive/MyDrive/ML\\ Projects/Gemini-Pro/docs /content/"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "9AkjB4x3ybTb",
+        "outputId": "7b4fa13a-cb14-4e59-f5b7-c426a3fbea35"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Collecting langchain\n",
+            "  Downloading langchain-0.1.0-py3-none-any.whl (797 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m798.0/798.0 KB\u001b[0m \u001b[31m604.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting tenacity<9.0.0,>=8.1.0\n",
+            "  Using cached tenacity-8.2.3-py3-none-any.whl (24 kB)\n",
+            "Collecting dataclasses-json<0.7,>=0.5.7\n",
+            "  Downloading dataclasses_json-0.6.3-py3-none-any.whl (28 kB)\n",
+            "Collecting SQLAlchemy<3,>=1.4\n",
+            "  Downloading SQLAlchemy-2.0.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting requests<3,>=2\n",
+            "  Using cached requests-2.31.0-py3-none-any.whl (62 kB)\n",
+            "Collecting numpy<2,>=1\n",
+            "  Downloading numpy-1.26.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting langchain-core<0.2,>=0.1.7\n",
+            "  Using cached langchain_core-0.1.10-py3-none-any.whl (216 kB)\n",
+            "Collecting langchain-community<0.1,>=0.0.9\n",
+            "  Downloading langchain_community-0.0.12-py3-none-any.whl (1.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0meta \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting langsmith<0.1.0,>=0.0.77\n",
+            "  Downloading langsmith-0.0.80-py3-none-any.whl (48 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m48.3/48.3 KB\u001b[0m \u001b[31m594.8 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting PyYAML>=5.3\n",
+            "  Using cached PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (705 kB)\n",
+            "Collecting aiohttp<4.0.0,>=3.8.3\n",
+            "  Downloading aiohttp-3.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m524.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:04\u001b[0m\n",
+            "\u001b[?25hCollecting async-timeout<5.0.0,>=4.0.0\n",
+            "  Using cached async_timeout-4.0.3-py3-none-any.whl (5.7 kB)\n",
+            "Collecting pydantic<3,>=1\n",
+            "  Using cached pydantic-2.5.3-py3-none-any.whl (381 kB)\n",
+            "Collecting jsonpatch<2.0,>=1.33\n",
+            "  Using cached jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n",
+            "Collecting aiosignal>=1.1.2\n",
+            "  Using cached aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n",
+            "Collecting multidict<7.0,>=4.5\n",
+            "  Using cached multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n",
+            "Collecting yarl<2.0,>=1.0\n",
+            "  Downloading yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (301 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m301.6/301.6 KB\u001b[0m \u001b[31m867.8 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting frozenlist>=1.1.1\n",
+            "  Downloading frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (239 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m239.5/239.5 KB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting attrs>=17.3.0\n",
+            "  Downloading attrs-23.2.0-py3-none-any.whl (60 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.8/60.8 KB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting marshmallow<4.0.0,>=3.18.0\n",
+            "  Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 KB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting typing-inspect<1,>=0.4.0\n",
+            "  Using cached typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n",
+            "Collecting jsonpointer>=1.9\n",
+            "  Using cached jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n",
+            "Requirement already satisfied: packaging<24.0,>=23.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1.7->langchain) (23.2)\n",
+            "Collecting anyio<5,>=3\n",
+            "  Using cached anyio-4.2.0-py3-none-any.whl (85 kB)\n",
+            "Collecting annotated-types>=0.4.0\n",
+            "  Using cached annotated_types-0.6.0-py3-none-any.whl (12 kB)\n",
+            "Collecting typing-extensions>=4.6.1\n",
+            "  Using cached typing_extensions-4.9.0-py3-none-any.whl (32 kB)\n",
+            "\u001b[33mWARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProtocolError('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))': /simple/pydantic-core/\u001b[0m\u001b[33m\n",
+            "\u001b[0mCollecting pydantic-core==2.14.6\n",
+            "  Using cached pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n",
+            "Collecting certifi>=2017.4.17\n",
+            "  Using cached certifi-2023.11.17-py3-none-any.whl (162 kB)\n",
+            "Collecting urllib3<3,>=1.21.1\n",
+            "  Using cached urllib3-2.1.0-py3-none-any.whl (104 kB)\n",
+            "Collecting idna<4,>=2.5\n",
+            "  Using cached idna-3.6-py3-none-any.whl (61 kB)\n",
+            "Collecting charset-normalizer<4,>=2\n",
+            "  Using cached charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (142 kB)\n",
+            "Collecting greenlet!=0.4.17\n",
+            "  Downloading greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (616 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m616.0/616.0 KB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting sniffio>=1.1\n",
+            "  Using cached sniffio-1.3.0-py3-none-any.whl (10 kB)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1.7->langchain) (1.2.0)\n",
+            "Collecting mypy-extensions>=0.3.0\n",
+            "  Using cached mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n",
+            "Installing collected packages: urllib3, typing-extensions, tenacity, sniffio, PyYAML, numpy, mypy-extensions, multidict, marshmallow, jsonpointer, idna, greenlet, frozenlist, charset-normalizer, certifi, attrs, async-timeout, annotated-types, yarl, typing-inspect, SQLAlchemy, requests, pydantic-core, jsonpatch, anyio, aiosignal, pydantic, dataclasses-json, aiohttp, langsmith, langchain-core, langchain-community, langchain\n",
+            "Successfully installed PyYAML-6.0.1 SQLAlchemy-2.0.25 aiohttp-3.9.1 aiosignal-1.3.1 annotated-types-0.6.0 anyio-4.2.0 async-timeout-4.0.3 attrs-23.2.0 certifi-2023.11.17 charset-normalizer-3.3.2 dataclasses-json-0.6.3 frozenlist-1.4.1 greenlet-3.0.3 idna-3.6 jsonpatch-1.33 jsonpointer-2.4 langchain-0.1.0 langchain-community-0.0.12 langchain-core-0.1.10 langsmith-0.0.80 marshmallow-3.20.2 multidict-6.0.4 mypy-extensions-1.0.0 numpy-1.26.3 pydantic-2.5.3 pydantic-core-2.14.6 requests-2.31.0 sniffio-1.3.0 tenacity-8.2.3 typing-extensions-4.9.0 typing-inspect-0.9.0 urllib3-2.1.0 yarl-1.9.4\n",
+            "Collecting pypdf\n",
+            "  Downloading pypdf-3.17.4-py3-none-any.whl (278 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m278.2/278.2 KB\u001b[0m \u001b[31m898.7 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hInstalling collected packages: pypdf\n",
+            "Successfully installed pypdf-3.17.4\n",
+            "Collecting langchain_google_genai\n",
+            "  Using cached langchain_google_genai-0.0.6-py3-none-any.whl (15 kB)\n",
+            "Collecting google-generativeai<0.4.0,>=0.3.1\n",
+            "  Using cached google_generativeai-0.3.2-py3-none-any.whl (146 kB)\n",
+            "Requirement already satisfied: langchain-core<0.2,>=0.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain_google_genai) (0.1.10)\n",
+            "Collecting google-api-core\n",
+            "  Using cached google_api_core-2.15.0-py3-none-any.whl (121 kB)\n",
+            "Collecting google-ai-generativelanguage==0.4.0\n",
+            "  Using cached google_ai_generativelanguage-0.4.0-py3-none-any.whl (598 kB)\n",
+            "Collecting protobuf\n",
+            "  Downloading protobuf-4.25.2-cp37-abi3-manylinux2014_x86_64.whl (294 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m294.6/294.6 KB\u001b[0m \u001b[31m891.6 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting google-auth\n",
+            "  Downloading google_auth-2.26.2-py2.py3-none-any.whl (186 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m186.5/186.5 KB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: typing-extensions in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai<0.4.0,>=0.3.1->langchain_google_genai) (4.9.0)\n",
+            "Collecting tqdm\n",
+            "  Using cached tqdm-4.66.1-py3-none-any.whl (78 kB)\n",
+            "Collecting proto-plus<2.0.0dev,>=1.22.3\n",
+            "  Using cached proto_plus-1.23.0-py3-none-any.whl (48 kB)\n",
+            "Requirement already satisfied: requests<3,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (2.31.0)\n",
+            "Requirement already satisfied: langsmith<0.1.0,>=0.0.63 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (0.0.80)\n",
+            "Requirement already satisfied: pydantic<3,>=1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (2.5.3)\n",
+            "Requirement already satisfied: PyYAML>=5.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (6.0.1)\n",
+            "Requirement already satisfied: anyio<5,>=3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (4.2.0)\n",
+            "Requirement already satisfied: packaging<24.0,>=23.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (23.2)\n",
+            "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (8.2.3)\n",
+            "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (1.33)\n",
+            "Requirement already satisfied: sniffio>=1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (1.3.0)\n",
+            "Requirement already satisfied: idna>=2.8 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (3.6)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (1.2.0)\n",
+            "Requirement already satisfied: jsonpointer>=1.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.2,>=0.1->langchain_google_genai) (2.4)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic<3,>=1->langchain-core<0.2,>=0.1->langchain_google_genai) (2.14.6)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic<3,>=1->langchain-core<0.2,>=0.1->langchain_google_genai) (0.6.0)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (3.3.2)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (2.1.0)\n",
+            "Requirement already satisfied: certifi>=2017.4.17 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (2023.11.17)\n",
+            "Collecting googleapis-common-protos<2.0.dev0,>=1.56.2\n",
+            "  Downloading googleapis_common_protos-1.62.0-py2.py3-none-any.whl (228 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m228.7/228.7 KB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting cachetools<6.0,>=2.0.0\n",
+            "  Using cached cachetools-5.3.2-py3-none-any.whl (9.3 kB)\n",
+            "Collecting pyasn1-modules>=0.2.1\n",
+            "  Using cached pyasn1_modules-0.3.0-py2.py3-none-any.whl (181 kB)\n",
+            "Collecting rsa<5,>=3.1.4\n",
+            "  Using cached rsa-4.9-py3-none-any.whl (34 kB)\n",
+            "Collecting grpcio<2.0dev,>=1.33.2\n",
+            "  Using cached grpcio-1.60.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
+            "Collecting grpcio-status<2.0.dev0,>=1.33.2\n",
+            "  Using cached grpcio_status-1.60.0-py3-none-any.whl (14 kB)\n",
+            "Collecting pyasn1<0.6.0,>=0.4.6\n",
+            "  Downloading pyasn1-0.5.1-py2.py3-none-any.whl (84 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.9/84.9 KB\u001b[0m \u001b[31m974.7 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hInstalling collected packages: tqdm, pyasn1, protobuf, grpcio, cachetools, rsa, pyasn1-modules, proto-plus, googleapis-common-protos, grpcio-status, google-auth, google-api-core, google-ai-generativelanguage, google-generativeai, langchain_google_genai\n",
+            "Successfully installed cachetools-5.3.2 google-ai-generativelanguage-0.4.0 google-api-core-2.15.0 google-auth-2.26.2 google-generativeai-0.3.2 googleapis-common-protos-1.62.0 grpcio-1.60.0 grpcio-status-1.60.0 langchain_google_genai-0.0.6 proto-plus-1.23.0 protobuf-4.25.2 pyasn1-0.5.1 pyasn1-modules-0.3.0 rsa-4.9 tqdm-4.66.1\n",
+            "Requirement already satisfied: google-generativeai in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (0.3.2)\n",
+            "Requirement already satisfied: google-auth in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (2.26.2)\n",
+            "Requirement already satisfied: google-api-core in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (2.15.0)\n",
+            "Requirement already satisfied: protobuf in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.25.2)\n",
+            "Requirement already satisfied: google-ai-generativelanguage==0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (0.4.0)\n",
+            "Requirement already satisfied: tqdm in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.66.1)\n",
+            "Requirement already satisfied: typing-extensions in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.9.0)\n",
+            "Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-ai-generativelanguage==0.4.0->google-generativeai) (1.23.0)\n",
+            "Requirement already satisfied: requests<3.0.0.dev0,>=2.18.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (2.31.0)\n",
+            "Requirement already satisfied: googleapis-common-protos<2.0.dev0,>=1.56.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.62.0)\n",
+            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (5.3.2)\n",
+            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (0.3.0)\n",
+            "Requirement already satisfied: rsa<5,>=3.1.4 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (4.9)\n",
+            "Requirement already satisfied: grpcio<2.0dev,>=1.33.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.60.0)\n",
+            "Requirement already satisfied: grpcio-status<2.0.dev0,>=1.33.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.60.0)\n",
+            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth->google-generativeai) (0.5.1)\n",
+            "Requirement already satisfied: certifi>=2017.4.17 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (2023.11.17)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (3.3.2)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (2.1.0)\n",
+            "Requirement already satisfied: idna<4,>=2.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (3.6)\n",
+            "Collecting chromadb\n",
+            "  Downloading chromadb-0.4.22-py3-none-any.whl (509 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m509.0/509.0 KB\u001b[0m \u001b[31m945.6 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting overrides>=7.3.1\n",
+            "  Using cached overrides-7.4.0-py3-none-any.whl (17 kB)\n",
+            "Collecting opentelemetry-api>=1.2.0\n",
+            "  Downloading opentelemetry_api-1.22.0-py3-none-any.whl (57 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.9/57.9 KB\u001b[0m \u001b[31m861.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:--:--\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: typing-extensions>=4.5.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (4.9.0)\n",
+            "Collecting pulsar-client>=3.1.0\n",
+            "  Downloading pulsar_client-3.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting mmh3>=4.0.1\n",
+            "  Downloading mmh3-4.1.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (67 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.6/67.6 KB\u001b[0m \u001b[31m6.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting onnxruntime>=1.14.1\n",
+            "  Downloading onnxruntime-1.16.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.4 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.4/6.4 MB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting typer>=0.9.0\n",
+            "  Using cached typer-0.9.0-py3-none-any.whl (45 kB)\n",
+            "Requirement already satisfied: grpcio>=1.58.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (1.60.0)\n",
+            "Requirement already satisfied: numpy>=1.22.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (1.26.3)\n",
+            "Collecting opentelemetry-instrumentation-fastapi>=0.41b0\n",
+            "  Downloading opentelemetry_instrumentation_fastapi-0.43b0-py3-none-any.whl (11 kB)\n",
+            "Requirement already satisfied: requests>=2.28 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (2.31.0)\n",
+            "Collecting pypika>=0.48.9\n",
+            "  Using cached PyPika-0.48.9-py2.py3-none-any.whl\n",
+            "Requirement already satisfied: pydantic>=1.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (2.5.3)\n",
+            "Collecting opentelemetry-exporter-otlp-proto-grpc>=1.2.0\n",
+            "  Downloading opentelemetry_exporter_otlp_proto_grpc-1.22.0-py3-none-any.whl (18 kB)\n",
+            "Collecting opentelemetry-sdk>=1.2.0\n",
+            "  Downloading opentelemetry_sdk-1.22.0-py3-none-any.whl (105 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.6/105.6 KB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting kubernetes>=28.1.0\n",
+            "  Downloading kubernetes-29.0.0-py2.py3-none-any.whl (1.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting uvicorn[standard]>=0.18.3\n",
+            "  Using cached uvicorn-0.25.0-py3-none-any.whl (60 kB)\n",
+            "Collecting posthog>=2.4.0\n",
+            "  Downloading posthog-3.3.1-py2.py3-none-any.whl (40 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.6/40.6 KB\u001b[0m \u001b[31m455.0 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: tenacity>=8.2.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (8.2.3)\n",
+            "Requirement already satisfied: PyYAML>=6.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (6.0.1)\n",
+            "Requirement already satisfied: tqdm>=4.65.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (4.66.1)\n",
+            "Collecting tokenizers>=0.13.2\n",
+            "  Using cached tokenizers-0.15.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n",
+            "Collecting bcrypt>=4.0.1\n",
+            "  Downloading bcrypt-4.1.2-cp39-abi3-manylinux_2_28_x86_64.whl (698 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m698.9/698.9 KB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting fastapi>=0.95.2\n",
+            "  Downloading fastapi-0.109.0-py3-none-any.whl (92 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.0/92.0 KB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting build>=1.0.3\n",
+            "  Downloading build-1.0.3-py3-none-any.whl (18 kB)\n",
+            "Collecting importlib-resources\n",
+            "  Using cached importlib_resources-6.1.1-py3-none-any.whl (33 kB)\n",
+            "Collecting chroma-hnswlib==0.7.3\n",
+            "  Using cached chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n",
+            "Collecting pyproject_hooks\n",
+            "  Downloading pyproject_hooks-1.0.0-py3-none-any.whl (9.3 kB)\n",
+            "Collecting tomli>=1.1.0\n",
+            "  Using cached tomli-2.0.1-py3-none-any.whl (12 kB)\n",
+            "Requirement already satisfied: packaging>=19.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from build>=1.0.3->chromadb) (23.2)\n",
+            "Collecting starlette<0.36.0,>=0.35.0\n",
+            "  Downloading starlette-0.35.1-py3-none-any.whl (71 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.1/71.1 KB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting oauthlib>=3.2.2\n",
+            "  Using cached oauthlib-3.2.2-py3-none-any.whl (151 kB)\n",
+            "Requirement already satisfied: python-dateutil>=2.5.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.8.2)\n",
+            "Requirement already satisfied: urllib3>=1.24.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.1.0)\n",
+            "Requirement already satisfied: google-auth>=1.0.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.26.2)\n",
+            "Requirement already satisfied: six>=1.9.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (1.16.0)\n",
+            "Collecting requests-oauthlib\n",
+            "  Using cached requests_oauthlib-1.3.1-py2.py3-none-any.whl (23 kB)\n",
+            "Collecting websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0\n",
+            "  Downloading websocket_client-1.7.0-py3-none-any.whl (58 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.5/58.5 KB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: certifi>=14.05.14 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2023.11.17)\n",
+            "Collecting flatbuffers\n",
+            "  Using cached flatbuffers-23.5.26-py2.py3-none-any.whl (26 kB)\n",
+            "Collecting coloredlogs\n",
+            "  Using cached coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n",
+            "Collecting sympy\n",
+            "  Using cached sympy-1.12-py3-none-any.whl (5.7 MB)\n",
+            "Requirement already satisfied: protobuf in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from onnxruntime>=1.14.1->chromadb) (4.25.2)\n",
+            "Collecting deprecated>=1.2.6\n",
+            "  Using cached Deprecated-1.2.14-py2.py3-none-any.whl (9.6 kB)\n",
+            "Collecting importlib-metadata<7.0,>=6.0\n",
+            "  Downloading importlib_metadata-6.11.0-py3-none-any.whl (23 kB)\n",
+            "Collecting backoff<3.0.0,>=1.10.0\n",
+            "  Using cached backoff-2.2.1-py3-none-any.whl (15 kB)\n",
+            "Collecting opentelemetry-proto==1.22.0\n",
+            "  Downloading opentelemetry_proto-1.22.0-py3-none-any.whl (50 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.8/50.8 KB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting opentelemetry-exporter-otlp-proto-common==1.22.0\n",
+            "  Downloading opentelemetry_exporter_otlp_proto_common-1.22.0-py3-none-any.whl (17 kB)\n",
+            "Requirement already satisfied: googleapis-common-protos~=1.52 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb) (1.62.0)\n",
+            "Collecting opentelemetry-instrumentation-asgi==0.43b0\n",
+            "  Downloading opentelemetry_instrumentation_asgi-0.43b0-py3-none-any.whl (14 kB)\n",
+            "Collecting opentelemetry-semantic-conventions==0.43b0\n",
+            "  Downloading opentelemetry_semantic_conventions-0.43b0-py3-none-any.whl (36 kB)\n",
+            "Collecting opentelemetry-util-http==0.43b0\n",
+            "  Downloading opentelemetry_util_http-0.43b0-py3-none-any.whl (6.9 kB)\n",
+            "Collecting opentelemetry-instrumentation==0.43b0\n",
+            "  Downloading opentelemetry_instrumentation-0.43b0-py3-none-any.whl (28 kB)\n",
+            "Collecting wrapt<2.0.0,>=1.0.0\n",
+            "  Using cached wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (80 kB)\n",
+            "Requirement already satisfied: setuptools>=16.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from opentelemetry-instrumentation==0.43b0->opentelemetry-instrumentation-fastapi>=0.41b0->chromadb) (59.6.0)\n",
+            "Collecting asgiref~=3.0\n",
+            "  Downloading asgiref-3.7.2-py3-none-any.whl (24 kB)\n",
+            "Collecting monotonic>=1.5\n",
+            "  Downloading monotonic-1.6-py2.py3-none-any.whl (8.2 kB)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=1.9->chromadb) (0.6.0)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=1.9->chromadb) (2.14.6)\n",
+            "Requirement already satisfied: idna<4,>=2.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests>=2.28->chromadb) (3.6)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests>=2.28->chromadb) (3.3.2)\n",
+            "Collecting huggingface_hub<1.0,>=0.16.4\n",
+            "  Using cached huggingface_hub-0.20.2-py3-none-any.whl (330 kB)\n",
+            "Collecting click<9.0.0,>=7.1.1\n",
+            "  Using cached click-8.1.7-py3-none-any.whl (97 kB)\n",
+            "Collecting h11>=0.8\n",
+            "  Using cached h11-0.14.0-py3-none-any.whl (58 kB)\n",
+            "Collecting websockets>=10.4\n",
+            "  Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 KB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting python-dotenv>=0.13\n",
+            "  Using cached python_dotenv-1.0.0-py3-none-any.whl (19 kB)\n",
+            "Collecting httptools>=0.5.0\n",
+            "  Using cached httptools-0.6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (341 kB)\n",
+            "Collecting watchfiles>=0.13\n",
+            "  Using cached watchfiles-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
+            "Collecting uvloop!=0.15.0,!=0.15.1,>=0.14.0\n",
+            "  Using cached uvloop-0.19.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.4 MB)\n",
+            "Requirement already satisfied: rsa<5,>=3.1.4 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (4.9)\n",
+            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (5.3.2)\n",
+            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.3.0)\n",
+            "Collecting filelock\n",
+            "  Using cached filelock-3.13.1-py3-none-any.whl (11 kB)\n",
+            "Collecting fsspec>=2023.5.0\n",
+            "  Using cached fsspec-2023.12.2-py3-none-any.whl (168 kB)\n",
+            "Collecting zipp>=0.5\n",
+            "  Downloading zipp-3.17.0-py3-none-any.whl (7.4 kB)\n",
+            "Requirement already satisfied: anyio<5,>=3.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (4.2.0)\n",
+            "Collecting humanfriendly>=9.1\n",
+            "  Using cached humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n",
+            "Collecting mpmath>=0.19\n",
+            "  Using cached mpmath-1.3.0-py3-none-any.whl (536 kB)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3.4.0->starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (1.2.0)\n",
+            "Requirement already satisfied: sniffio>=1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3.4.0->starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (1.3.0)\n",
+            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.5.1)\n",
+            "Installing collected packages: pypika, mpmath, monotonic, mmh3, flatbuffers, zipp, wrapt, websockets, websocket-client, uvloop, tomli, sympy, python-dotenv, pulsar-client, overrides, opentelemetry-util-http, opentelemetry-semantic-conventions, opentelemetry-proto, oauthlib, importlib-resources, humanfriendly, httptools, h11, fsspec, filelock, click, chroma-hnswlib, bcrypt, backoff, asgiref, watchfiles, uvicorn, typer, starlette, requests-oauthlib, pyproject_hooks, posthog, opentelemetry-exporter-otlp-proto-common, importlib-metadata, huggingface_hub, deprecated, coloredlogs, tokenizers, opentelemetry-api, onnxruntime, kubernetes, fastapi, build, opentelemetry-sdk, opentelemetry-instrumentation, opentelemetry-instrumentation-asgi, opentelemetry-exporter-otlp-proto-grpc, opentelemetry-instrumentation-fastapi, chromadb\n",
+            "Successfully installed asgiref-3.7.2 backoff-2.2.1 bcrypt-4.1.2 build-1.0.3 chroma-hnswlib-0.7.3 chromadb-0.4.22 click-8.1.7 coloredlogs-15.0.1 deprecated-1.2.14 fastapi-0.109.0 filelock-3.13.1 flatbuffers-23.5.26 fsspec-2023.12.2 h11-0.14.0 httptools-0.6.1 huggingface_hub-0.20.2 humanfriendly-10.0 importlib-metadata-6.11.0 importlib-resources-6.1.1 kubernetes-29.0.0 mmh3-4.1.0 monotonic-1.6 mpmath-1.3.0 oauthlib-3.2.2 onnxruntime-1.16.3 opentelemetry-api-1.22.0 opentelemetry-exporter-otlp-proto-common-1.22.0 opentelemetry-exporter-otlp-proto-grpc-1.22.0 opentelemetry-instrumentation-0.43b0 opentelemetry-instrumentation-asgi-0.43b0 opentelemetry-instrumentation-fastapi-0.43b0 opentelemetry-proto-1.22.0 opentelemetry-sdk-1.22.0 opentelemetry-semantic-conventions-0.43b0 opentelemetry-util-http-0.43b0 overrides-7.4.0 posthog-3.3.1 pulsar-client-3.4.0 pypika-0.48.9 pyproject_hooks-1.0.0 python-dotenv-1.0.0 requests-oauthlib-1.3.1 starlette-0.35.1 sympy-1.12 tokenizers-0.15.0 tomli-2.0.1 typer-0.9.0 uvicorn-0.25.0 uvloop-0.19.0 watchfiles-0.21.0 websocket-client-1.7.0 websockets-12.0 wrapt-1.16.0 zipp-3.17.0\n",
+            "Collecting gradio\n",
+            "  Using cached gradio-4.14.0-py3-none-any.whl (16.6 MB)\n",
+            "Requirement already satisfied: packaging in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (23.2)\n",
+            "Requirement already satisfied: pyyaml<7.0,>=5.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (6.0.1)\n",
+            "Requirement already satisfied: pydantic>=2.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (2.5.3)\n",
+            "Requirement already satisfied: typing-extensions~=4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (4.9.0)\n",
+            "Collecting tomlkit==0.12.0\n",
+            "  Using cached tomlkit-0.12.0-py3-none-any.whl (37 kB)\n",
+            "Collecting pydub\n",
+            "  Using cached pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n",
+            "Collecting httpx\n",
+            "  Using cached httpx-0.26.0-py3-none-any.whl (75 kB)\n",
+            "Collecting altair<6.0,>=4.2.0\n",
+            "  Using cached altair-5.2.0-py3-none-any.whl (996 kB)\n",
+            "Requirement already satisfied: typer[all]<1.0,>=0.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.9.0)\n",
+            "Requirement already satisfied: importlib-resources<7.0,>=1.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (6.1.1)\n",
+            "Requirement already satisfied: fastapi in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.109.0)\n",
+            "Collecting python-multipart\n",
+            "  Using cached python_multipart-0.0.6-py3-none-any.whl (45 kB)\n",
+            "Requirement already satisfied: huggingface-hub>=0.19.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.20.2)\n",
+            "Collecting gradio-client==0.8.0\n",
+            "  Using cached gradio_client-0.8.0-py3-none-any.whl (305 kB)\n",
+            "Collecting jinja2<4.0\n",
+            "  Downloading Jinja2-3.1.3-py3-none-any.whl (133 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 KB\u001b[0m \u001b[31m917.4 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting ffmpy\n",
+            "  Using cached ffmpy-0.3.1-py3-none-any.whl\n",
+            "Collecting orjson~=3.0\n",
+            "  Using cached orjson-3.9.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\n",
+            "Requirement already satisfied: uvicorn>=0.14.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.25.0)\n",
+            "Requirement already satisfied: numpy~=1.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (1.26.3)\n",
+            "Collecting matplotlib~=3.0\n",
+            "  Using cached matplotlib-3.8.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.6 MB)\n",
+            "Collecting semantic-version~=2.0\n",
+            "  Using cached semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n",
+            "Collecting pillow<11.0,>=8.0\n",
+            "  Downloading pillow-10.2.0-cp310-cp310-manylinux_2_28_x86_64.whl (4.5 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting aiofiles<24.0,>=22.0\n",
+            "  Using cached aiofiles-23.2.1-py3-none-any.whl (15 kB)\n",
+            "Collecting pandas<3.0,>=1.0\n",
+            "  Using cached pandas-2.1.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.3 MB)\n",
+            "Collecting markupsafe~=2.0\n",
+            "  Using cached MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\n",
+            "Requirement already satisfied: fsspec in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio-client==0.8.0->gradio) (2023.12.2)\n",
+            "Collecting websockets<12.0,>=10.0\n",
+            "  Using cached websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n",
+            "Collecting toolz\n",
+            "  Using cached toolz-0.12.0-py3-none-any.whl (55 kB)\n",
+            "Collecting jsonschema>=3.0\n",
+            "  Using cached jsonschema-4.20.0-py3-none-any.whl (84 kB)\n",
+            "Requirement already satisfied: tqdm>=4.42.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (4.66.1)\n",
+            "Requirement already satisfied: filelock in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (3.13.1)\n",
+            "Requirement already satisfied: requests in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (2.31.0)\n",
+            "Collecting kiwisolver>=1.3.1\n",
+            "  Using cached kiwisolver-1.4.5-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.6 MB)\n",
+            "Collecting pyparsing>=2.3.1\n",
+            "  Using cached pyparsing-3.1.1-py3-none-any.whl (103 kB)\n",
+            "Collecting contourpy>=1.0.1\n",
+            "  Using cached contourpy-1.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (310 kB)\n",
+            "Collecting cycler>=0.10\n",
+            "  Using cached cycler-0.12.1-py3-none-any.whl (8.3 kB)\n",
+            "Requirement already satisfied: python-dateutil>=2.7 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from matplotlib~=3.0->gradio) (2.8.2)\n",
+            "Collecting fonttools>=4.22.0\n",
+            "  Downloading fonttools-4.47.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.6/4.6 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting pytz>=2020.1\n",
+            "  Using cached pytz-2023.3.post1-py2.py3-none-any.whl (502 kB)\n",
+            "Collecting tzdata>=2022.1\n",
+            "  Using cached tzdata-2023.4-py2.py3-none-any.whl (346 kB)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=2.0->gradio) (2.14.6)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=2.0->gradio) (0.6.0)\n",
+            "Requirement already satisfied: click<9.0.0,>=7.1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from typer[all]<1.0,>=0.9->gradio) (8.1.7)\n",
+            "Collecting shellingham<2.0.0,>=1.3.0\n",
+            "  Using cached shellingham-1.5.4-py2.py3-none-any.whl (9.8 kB)\n",
+            "Collecting colorama<0.5.0,>=0.4.3\n",
+            "  Using cached colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n",
+            "Collecting rich<14.0.0,>=10.11.0\n",
+            "  Using cached rich-13.7.0-py3-none-any.whl (240 kB)\n",
+            "Requirement already satisfied: h11>=0.8 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from uvicorn>=0.14.0->gradio) (0.14.0)\n",
+            "Requirement already satisfied: starlette<0.36.0,>=0.35.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from fastapi->gradio) (0.35.1)\n",
+            "Requirement already satisfied: sniffio in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (1.3.0)\n",
+            "Requirement already satisfied: idna in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (3.6)\n",
+            "Requirement already satisfied: certifi in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (2023.11.17)\n",
+            "Collecting httpcore==1.*\n",
+            "  Using cached httpcore-1.0.2-py3-none-any.whl (76 kB)\n",
+            "Requirement already satisfied: anyio in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (4.2.0)\n",
+            "Collecting referencing>=0.28.4\n",
+            "  Downloading referencing-0.32.1-py3-none-any.whl (26 kB)\n",
+            "Collecting jsonschema-specifications>=2023.03.6\n",
+            "  Using cached jsonschema_specifications-2023.12.1-py3-none-any.whl (18 kB)\n",
+            "Requirement already satisfied: attrs>=22.2.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio) (23.2.0)\n",
+            "Collecting rpds-py>=0.7.1\n",
+            "  Downloading rpds_py-0.17.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0mm\n",
+            "\u001b[?25hRequirement already satisfied: six>=1.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib~=3.0->gradio) (1.16.0)\n",
+            "Collecting markdown-it-py>=2.2.0\n",
+            "  Using cached markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\n",
+            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from rich<14.0.0,>=10.11.0->typer[all]<1.0,>=0.9->gradio) (2.17.2)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio->httpx->gradio) (1.2.0)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests->huggingface-hub>=0.19.3->gradio) (2.1.0)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests->huggingface-hub>=0.19.3->gradio) (3.3.2)\n",
+            "Collecting mdurl~=0.1\n",
+            "  Using cached mdurl-0.1.2-py3-none-any.whl (10.0 kB)\n",
+            "Installing collected packages: pytz, pydub, ffmpy, websockets, tzdata, toolz, tomlkit, shellingham, semantic-version, rpds-py, python-multipart, pyparsing, pillow, orjson, mdurl, markupsafe, kiwisolver, httpcore, fonttools, cycler, contourpy, colorama, aiofiles, referencing, pandas, matplotlib, markdown-it-py, jinja2, httpx, rich, jsonschema-specifications, gradio-client, jsonschema, altair, gradio\n",
+            "  Attempting uninstall: websockets\n",
+            "    Found existing installation: websockets 12.0\n",
+            "    Uninstalling websockets-12.0:\n",
+            "      Successfully uninstalled websockets-12.0\n",
+            "Successfully installed aiofiles-23.2.1 altair-5.2.0 colorama-0.4.6 contourpy-1.2.0 cycler-0.12.1 ffmpy-0.3.1 fonttools-4.47.2 gradio-4.14.0 gradio-client-0.8.0 httpcore-1.0.2 httpx-0.26.0 jinja2-3.1.3 jsonschema-4.20.0 jsonschema-specifications-2023.12.1 kiwisolver-1.4.5 markdown-it-py-3.0.0 markupsafe-2.1.3 matplotlib-3.8.2 mdurl-0.1.2 orjson-3.9.10 pandas-2.1.4 pillow-10.2.0 pydub-0.25.1 pyparsing-3.1.1 python-multipart-0.0.6 pytz-2023.3.post1 referencing-0.32.1 rich-13.7.0 rpds-py-0.17.1 semantic-version-2.10.0 shellingham-1.5.4 tomlkit-0.12.0 toolz-0.12.0 tzdata-2023.4 websockets-11.0.3\n",
+            "Collecting faiss-cpu\n",
+            "  Using cached faiss_cpu-1.7.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.6 MB)\n",
+            "Installing collected packages: faiss-cpu\n",
+            "Successfully installed faiss-cpu-1.7.4\n"
+          ]
+        }
+      ],
+      "source": [
+        "# !pip install langchain\n",
+        "# !pip install pypdf\n",
+        "# !pip install langchain_google_genai\n",
+        "# !pip install google-generativeai\n",
+        "# !pip install chromadb\n",
+        "# !pip install gradio\n",
+        "# !pip install faiss-cpu"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 3,
+      "metadata": {
+        "id": "ylbT549oymIl"
+      },
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "True"
+            ]
+          },
+          "execution_count": 3,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "import os\n",
+        "from langchain.document_loaders import (\n",
+        "    PyPDFLoader,\n",
+        "    TextLoader,\n",
+        "    Docx2txtLoader\n",
+        ")\n",
+        "\n",
+        "from langchain.text_splitter import CharacterTextSplitter\n",
+        "# from PyPDF2 import PdfReader\n",
+        "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
+        "from langchain_google_genai import GoogleGenerativeAIEmbeddings\n",
+        "import google.generativeai as genai\n",
+        "from langchain.vectorstores import FAISS\n",
+        "from langchain_google_genai import ChatGoogleGenerativeAI\n",
+        "from langchain.chains.question_answering import load_qa_chain\n",
+        "from langchain.prompts import PromptTemplate\n",
+        "from langchain.memory import ConversationBufferMemory\n",
+        "from dotenv import load_dotenv\n",
+        "load_dotenv()"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 6,
+      "metadata": {
+        "id": "65o268jqzN7O"
+      },
+      "outputs": [],
+      "source": [
+        "def extract_text(docs):\n",
+        "    documents = []\n",
+        "    files = os.listdir(docs)\n",
+        "    \n",
+        "    if len(files) == 0:\n",
+        "        return \"Directory is empty\"\n",
+        "\n",
+        "    base_dir = docs.split(\"/\")\n",
+        "    base_dir = \"/\".join(base_dir)\n",
+        "\n",
+        "    for file in files:\n",
+        "        if file.endswith(\".pdf\"):\n",
+        "            pdf_path=os.path.join(base_dir, file)\n",
+        "            loader=PyPDFLoader(pdf_path)\n",
+        "            documents.extend(loader.load())\n",
+        "        elif file.endswith('.docx') or file.endswith('.doc'):\n",
+        "            doc_path=os.path.join(base_dir, file)\n",
+        "            loader=Docx2txtLoader(doc_path)\n",
+        "            documents.extend(loader.load())\n",
+        "        elif file.endswith('.txt'):\n",
+        "            text_path=os.path.join(base_dir, file)\n",
+        "            loader=TextLoader(text_path)\n",
+        "            documents.extend(loader.load())\n",
+        "    return documents"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 7,
+      "metadata": {
+        "id": "0gT5m9cD_cM7"
+      },
+      "outputs": [],
+      "source": [
+        "doc_dir = \"../docs\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 8,
+      "metadata": {
+        "id": "Svi3z1Rdzjbm"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "['profile.txt', 'llm-research.pdf']\n",
+            "../docs\n"
+          ]
+        }
+      ],
+      "source": [
+        "documents = extract_text(doc_dir)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 9,
+      "metadata": {
+        "id": "CRe5WNKC0D88"
+      },
+      "outputs": [],
+      "source": [
+        "def get_text_chunks(text):\n",
+        "    text_splitter = RecursiveCharacterTextSplitter(chunk_size=10000, chunk_overlap=1000)\n",
+        "    chunks = text_splitter.split_documents(text)\n",
+        "    return chunks\n",
+        "\n",
+        "def save_in_faiss(text_chunks, save=False):\n",
+        "    embeddings = GoogleGenerativeAIEmbeddings(model = \"models/embedding-001\")\n",
+        "    vector_store = FAISS.from_documents(text_chunks, embedding=embeddings)\n",
+        "    if not save:\n",
+        "        vector_store.save_local(\"faiss_index\")\n",
+        "    return vector_store"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 10,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "def process_files(docs):\n",
+        "    documents = extract_text(docs)\n",
+        "    text_chunks = get_text_chunks(documents)\n",
+        "    vector_store = save_in_faiss(text_chunks)\n",
+        "    return vector_store"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 17,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "llm = model = ChatGoogleGenerativeAI(model=\"gemini-pro\",temperature=0.7)\n",
+        "\n",
+        "template = \"\"\"You are a chatbot having a conversation with a human.\n",
+        "\n",
+        "Given the following extracted parts of a long document and a question, create a final answer.\n",
+        "\n",
+        "{context}\n",
+        "\n",
+        "{chat_history}\n",
+        "Human: {human_input}\n",
+        "Chatbot:\"\"\"\n",
+        "\n",
+        "prompt = PromptTemplate(\n",
+        "    input_variables=[\"chat_history\", \"human_input\", \"context\"], template=template\n",
+        ")\n",
+        "memory = ConversationBufferMemory(memory_key=\"chat_history\", input_key=\"human_input\")\n",
+        "chain = load_qa_chain(\n",
+        "    llm=llm, chain_type=\"stuff\", memory=memory, prompt=prompt\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "def build_qa_chain(llm=llm, prompt=prompt, memory=memory):\n",
+        "    chain = load_qa_chain(\n",
+        "    llm=llm, chain_type=\"stuff\", memory=memory, prompt=prompt\n",
+        ")\n",
+        "    return chain\n",
+        "\n",
+        "def build_agent(query, db):\n",
+        "    query = \"is vasim plumber\"\n",
+        "    docs = db.similarity_search(query)\n",
+        "    response = chain({\"input_documents\": docs, \"human_input\": query}, return_only_outputs=True)\n",
+        "    return response['output_text']"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 12,
+      "metadata": {},
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "['profile.txt', 'llm-research.pdf']\n",
+            "../docs\n"
+          ]
+        }
+      ],
+      "source": [
+        "db = process_files(doc_dir)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 16,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "{'output_text': 'I do not have any information about Vasim being a plumber.'}"
+            ]
+          },
+          "execution_count": 16,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "query = \"is vasim plumber\"\n",
+        "docs = db.similarity_search(query)\n",
+        "chain({\"input_documents\": docs, \"human_input\": query}, return_only_outputs=True)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 18,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "def answer_query(message, history):\n",
+        "    docs = db.similarity_search(message)\n",
+        "    response = chain({\"input_documents\": docs, \"human_input\": message}, return_only_outputs=True)\n",
+        "    return response['output_text']"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 34,
+      "metadata": {
+        "colab": {
+          "background_save": true
+        },
+        "id": "a8tNUutJB9EA"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Chat interface is cool.\n",
+            "Running on local URL:  http://127.0.0.1:7875\n",
+            "\n",
+            "To create a public link, set `share=True` in `launch()`.\n"
+          ]
+        },
+        {
+          "data": {
+            "text/html": [
+              "<div><iframe src=\"http://127.0.0.1:7875/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+            ],
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        }
+      ],
+      "source": [
+        "# Gradio App\n",
+        "import gradio as gr\n",
+        "\n",
+        "title = \"\"\n",
+        "description = f\"Chat with any docs\"\n",
+        "\n",
+        "# def answer_query(message, history):\n",
+        "#     docs = db.similarity_search(message)\n",
+        "#     message = agent(\n",
+        "#         {\"input_documents\":docs, \"question\": message}\n",
+        "#         ,return_only_outputs=True)\n",
+        "#     return message['output_text']\n",
+        "\n",
+        "\n",
+        "chatbot = gr.Chatbot(label=\"ExploreText\")\n",
+        "\n",
+        "with gr.Blocks(\n",
+        "    title=\"ExploreText\",\n",
+        "    ) as textbot:\n",
+        "\n",
+        "    gr.Markdown(\"# <center> Welcome to ExploreDoc Web App</center>\")\n",
+        "    \n",
+        "    with gr.Accordion(\"Upload a file here\", open=False):\n",
+        "        file_output = gr.File(scale=1)\n",
+        "        upload_button = gr.UploadButton(\"Click to Upload a File\", file_types=[\"txt\",\"doc\",\"pdf\"])\n",
+        "        upload_button.upload(process_files, upload_button, file_output)\n",
+        "        # gr.Info(\"Click on Chat with PDF tab\")\n",
+        "\n",
+        "    # with gr.Row(\"Chat with Text\"):\n",
+        "    gr.ChatInterface(fn=answer_query, chatbot=chatbot, submit_btn=\"Ask\", undo_btn=None, retry_btn=None, clear_btn=None)\n",
+        "    print(\"Chat interface is cool.\")\n",
+        "    gr.Markdown(\"<center>  Developed by <a href='https://92-vasim.github.io' target='_blank'>Mohammed Vasim<a/> | AI Engineer & Computer Vision Engineer @ ZestIoT.  </center>\")\n",
+        "        \n",
+        "\n",
+        "if __name__ == \"__main__\":\n",
+        "    textbot.queue().launch()\n",
+        "\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": []
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.10.12"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/Gemini_Chat_Docs-2.ipynb ADDED Viewed

	@@ -0,0 +1,251 @@

+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "id": "ylbT549oymIl"
+      },
+      "outputs": [
+        {
+          "name": "stderr",
+          "output_type": "stream",
+          "text": [
+            "/home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+            "  from .autonotebook import tqdm as notebook_tqdm\n"
+          ]
+        },
+        {
+          "data": {
+            "text/plain": [
+              "True"
+            ]
+          },
+          "execution_count": 1,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "import os\n",
+        "from langchain.document_loaders import (\n",
+        "    PyPDFLoader,\n",
+        "    TextLoader,\n",
+        "    Docx2txtLoader\n",
+        ")\n",
+        "\n",
+        "from langchain.text_splitter import CharacterTextSplitter\n",
+        "# from PyPDF2 import PdfReader\n",
+        "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
+        "from langchain_google_genai import GoogleGenerativeAIEmbeddings\n",
+        "import google.generativeai as genai\n",
+        "from langchain.vectorstores import FAISS\n",
+        "from langchain_google_genai import ChatGoogleGenerativeAI\n",
+        "from langchain.chains.question_answering import load_qa_chain\n",
+        "from langchain.prompts import PromptTemplate\n",
+        "from langchain.memory import ConversationBufferMemory\n",
+        "from dotenv import load_dotenv\n",
+        "load_dotenv()"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 2,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "os.chdir(\"../\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 3,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "from src.utils import (\n",
+        "    process_files, answer_query, extract_text_from_file\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 4,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "# extract_text_from_file(\"docs/llm-research.pdf\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 5,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "from pathlib import Path \n",
+        "path = Path(\"docs/llm-research.pdf\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 6,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "'docs/llm-research.pdf'"
+            ]
+          },
+          "execution_count": 6,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "str(path)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 7,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "# process_files(\"docs/llm-research.pdf\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 8,
+      "metadata": {
+        "colab": {
+          "background_save": true
+        },
+        "id": "a8tNUutJB9EA"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Running on local URL:  http://127.0.0.1:7862\n",
+            "\n",
+            "To create a public link, set `share=True` in `launch()`.\n"
+          ]
+        },
+        {
+          "data": {
+            "text/html": [
+              "<div><iframe src=\"http://127.0.0.1:7862/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+            ],
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        },
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Text extracted\n",
+            "Chunks splitted\n",
+            "Document search created\n"
+          ]
+        },
+        {
+          "name": "stderr",
+          "output_type": "stream",
+          "text": [
+            "/home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The function `__call__` was deprecated in LangChain 0.1.0 and will be removed in 0.2.0. Use invoke instead.\n",
+            "  warn_deprecated(\n"
+          ]
+        }
+      ],
+      "source": [
+        "# Gradio App\n",
+        "import gradio as gr\n",
+        "\n",
+        "gr.close_all()\n",
+        "\n",
+        "title = \"\"\n",
+        "description = f\"Chat with any docs\"\n",
+        "\n",
+        "# def answer_query(message, history):\n",
+        "#     docs = db.similarity_search(message)\n",
+        "#     message = agent(\n",
+        "#         {\"input_documents\":docs, \"question\": message}\n",
+        "#         ,return_only_outputs=True)\n",
+        "#     return message['output_text']\n",
+        "\n",
+        "\n",
+        "chatbot = gr.Chatbot(label=\"ExploreText\")\n",
+        "\n",
+        "with gr.Blocks(\n",
+        "    title=\"ExploreText\",\n",
+        "    ) as textbot:\n",
+        "\n",
+        "    gr.Markdown(\"# <center> Welcome to ExploreDoc Web App</center>\")\n",
+        "    \n",
+        "    with gr.Accordion(\"Upload a file here\", open=False):\n",
+        "        file_output = gr.File()\n",
+        "        upload_button = gr.UploadButton(\"Click to Upload a File\", file_types=[\"txt\",\"doc\",\"pdf\"])\n",
+        "        upload_button.upload(process_files, upload_button, file_output)\n",
+        "\n",
+        "    # with gr.Row(\"Chat with Text\"):\n",
+        "    gr.ChatInterface(fn=answer_query, chatbot=chatbot, submit_btn=\"Ask\", undo_btn=None, retry_btn=None, clear_btn=None)\n",
+        "    gr.Markdown(\"<center>  Developed by <a href='https://92-vasim.github.io' target='_blank'>Mohammed Vasim<a/> | AI Engineer & Computer Vision Engineer @ ZestIoT.  </center>\")\n",
+        "        \n",
+        "\n",
+        "if __name__ == \"__main__\":\n",
+        "    textbot.queue().launch()\n",
+        "\n"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": []
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": []
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": []
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.10.12"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/Gemini_Chat_Docs.ipynb ADDED Viewed

	@@ -0,0 +1,932 @@

+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "id": "2N8psBL6-wfJ"
+      },
+      "outputs": [],
+      "source": [
+        "# !cp -rf /content/drive/MyDrive/ML\\ Projects/Gemini-Pro/docs /content/"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "9AkjB4x3ybTb",
+        "outputId": "7b4fa13a-cb14-4e59-f5b7-c426a3fbea35"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Collecting langchain\n",
+            "  Downloading langchain-0.1.0-py3-none-any.whl (797 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m798.0/798.0 KB\u001b[0m \u001b[31m604.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting tenacity<9.0.0,>=8.1.0\n",
+            "  Using cached tenacity-8.2.3-py3-none-any.whl (24 kB)\n",
+            "Collecting dataclasses-json<0.7,>=0.5.7\n",
+            "  Downloading dataclasses_json-0.6.3-py3-none-any.whl (28 kB)\n",
+            "Collecting SQLAlchemy<3,>=1.4\n",
+            "  Downloading SQLAlchemy-2.0.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting requests<3,>=2\n",
+            "  Using cached requests-2.31.0-py3-none-any.whl (62 kB)\n",
+            "Collecting numpy<2,>=1\n",
+            "  Downloading numpy-1.26.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting langchain-core<0.2,>=0.1.7\n",
+            "  Using cached langchain_core-0.1.10-py3-none-any.whl (216 kB)\n",
+            "Collecting langchain-community<0.1,>=0.0.9\n",
+            "  Downloading langchain_community-0.0.12-py3-none-any.whl (1.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0meta \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting langsmith<0.1.0,>=0.0.77\n",
+            "  Downloading langsmith-0.0.80-py3-none-any.whl (48 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m48.3/48.3 KB\u001b[0m \u001b[31m594.8 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting PyYAML>=5.3\n",
+            "  Using cached PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (705 kB)\n",
+            "Collecting aiohttp<4.0.0,>=3.8.3\n",
+            "  Downloading aiohttp-3.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m524.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:04\u001b[0m\n",
+            "\u001b[?25hCollecting async-timeout<5.0.0,>=4.0.0\n",
+            "  Using cached async_timeout-4.0.3-py3-none-any.whl (5.7 kB)\n",
+            "Collecting pydantic<3,>=1\n",
+            "  Using cached pydantic-2.5.3-py3-none-any.whl (381 kB)\n",
+            "Collecting jsonpatch<2.0,>=1.33\n",
+            "  Using cached jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n",
+            "Collecting aiosignal>=1.1.2\n",
+            "  Using cached aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n",
+            "Collecting multidict<7.0,>=4.5\n",
+            "  Using cached multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n",
+            "Collecting yarl<2.0,>=1.0\n",
+            "  Downloading yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (301 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m301.6/301.6 KB\u001b[0m \u001b[31m867.8 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting frozenlist>=1.1.1\n",
+            "  Downloading frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (239 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m239.5/239.5 KB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting attrs>=17.3.0\n",
+            "  Downloading attrs-23.2.0-py3-none-any.whl (60 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.8/60.8 KB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting marshmallow<4.0.0,>=3.18.0\n",
+            "  Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 KB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting typing-inspect<1,>=0.4.0\n",
+            "  Using cached typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n",
+            "Collecting jsonpointer>=1.9\n",
+            "  Using cached jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n",
+            "Requirement already satisfied: packaging<24.0,>=23.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1.7->langchain) (23.2)\n",
+            "Collecting anyio<5,>=3\n",
+            "  Using cached anyio-4.2.0-py3-none-any.whl (85 kB)\n",
+            "Collecting annotated-types>=0.4.0\n",
+            "  Using cached annotated_types-0.6.0-py3-none-any.whl (12 kB)\n",
+            "Collecting typing-extensions>=4.6.1\n",
+            "  Using cached typing_extensions-4.9.0-py3-none-any.whl (32 kB)\n",
+            "\u001b[33mWARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProtocolError('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))': /simple/pydantic-core/\u001b[0m\u001b[33m\n",
+            "\u001b[0mCollecting pydantic-core==2.14.6\n",
+            "  Using cached pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n",
+            "Collecting certifi>=2017.4.17\n",
+            "  Using cached certifi-2023.11.17-py3-none-any.whl (162 kB)\n",
+            "Collecting urllib3<3,>=1.21.1\n",
+            "  Using cached urllib3-2.1.0-py3-none-any.whl (104 kB)\n",
+            "Collecting idna<4,>=2.5\n",
+            "  Using cached idna-3.6-py3-none-any.whl (61 kB)\n",
+            "Collecting charset-normalizer<4,>=2\n",
+            "  Using cached charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (142 kB)\n",
+            "Collecting greenlet!=0.4.17\n",
+            "  Downloading greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (616 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m616.0/616.0 KB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting sniffio>=1.1\n",
+            "  Using cached sniffio-1.3.0-py3-none-any.whl (10 kB)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1.7->langchain) (1.2.0)\n",
+            "Collecting mypy-extensions>=0.3.0\n",
+            "  Using cached mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n",
+            "Installing collected packages: urllib3, typing-extensions, tenacity, sniffio, PyYAML, numpy, mypy-extensions, multidict, marshmallow, jsonpointer, idna, greenlet, frozenlist, charset-normalizer, certifi, attrs, async-timeout, annotated-types, yarl, typing-inspect, SQLAlchemy, requests, pydantic-core, jsonpatch, anyio, aiosignal, pydantic, dataclasses-json, aiohttp, langsmith, langchain-core, langchain-community, langchain\n",
+            "Successfully installed PyYAML-6.0.1 SQLAlchemy-2.0.25 aiohttp-3.9.1 aiosignal-1.3.1 annotated-types-0.6.0 anyio-4.2.0 async-timeout-4.0.3 attrs-23.2.0 certifi-2023.11.17 charset-normalizer-3.3.2 dataclasses-json-0.6.3 frozenlist-1.4.1 greenlet-3.0.3 idna-3.6 jsonpatch-1.33 jsonpointer-2.4 langchain-0.1.0 langchain-community-0.0.12 langchain-core-0.1.10 langsmith-0.0.80 marshmallow-3.20.2 multidict-6.0.4 mypy-extensions-1.0.0 numpy-1.26.3 pydantic-2.5.3 pydantic-core-2.14.6 requests-2.31.0 sniffio-1.3.0 tenacity-8.2.3 typing-extensions-4.9.0 typing-inspect-0.9.0 urllib3-2.1.0 yarl-1.9.4\n",
+            "Collecting pypdf\n",
+            "  Downloading pypdf-3.17.4-py3-none-any.whl (278 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m278.2/278.2 KB\u001b[0m \u001b[31m898.7 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hInstalling collected packages: pypdf\n",
+            "Successfully installed pypdf-3.17.4\n",
+            "Collecting langchain_google_genai\n",
+            "  Using cached langchain_google_genai-0.0.6-py3-none-any.whl (15 kB)\n",
+            "Collecting google-generativeai<0.4.0,>=0.3.1\n",
+            "  Using cached google_generativeai-0.3.2-py3-none-any.whl (146 kB)\n",
+            "Requirement already satisfied: langchain-core<0.2,>=0.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain_google_genai) (0.1.10)\n",
+            "Collecting google-api-core\n",
+            "  Using cached google_api_core-2.15.0-py3-none-any.whl (121 kB)\n",
+            "Collecting google-ai-generativelanguage==0.4.0\n",
+            "  Using cached google_ai_generativelanguage-0.4.0-py3-none-any.whl (598 kB)\n",
+            "Collecting protobuf\n",
+            "  Downloading protobuf-4.25.2-cp37-abi3-manylinux2014_x86_64.whl (294 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m294.6/294.6 KB\u001b[0m \u001b[31m891.6 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting google-auth\n",
+            "  Downloading google_auth-2.26.2-py2.py3-none-any.whl (186 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m186.5/186.5 KB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: typing-extensions in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai<0.4.0,>=0.3.1->langchain_google_genai) (4.9.0)\n",
+            "Collecting tqdm\n",
+            "  Using cached tqdm-4.66.1-py3-none-any.whl (78 kB)\n",
+            "Collecting proto-plus<2.0.0dev,>=1.22.3\n",
+            "  Using cached proto_plus-1.23.0-py3-none-any.whl (48 kB)\n",
+            "Requirement already satisfied: requests<3,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (2.31.0)\n",
+            "Requirement already satisfied: langsmith<0.1.0,>=0.0.63 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (0.0.80)\n",
+            "Requirement already satisfied: pydantic<3,>=1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (2.5.3)\n",
+            "Requirement already satisfied: PyYAML>=5.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (6.0.1)\n",
+            "Requirement already satisfied: anyio<5,>=3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (4.2.0)\n",
+            "Requirement already satisfied: packaging<24.0,>=23.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (23.2)\n",
+            "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (8.2.3)\n",
+            "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1->langchain_google_genai) (1.33)\n",
+            "Requirement already satisfied: sniffio>=1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (1.3.0)\n",
+            "Requirement already satisfied: idna>=2.8 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (3.6)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1->langchain_google_genai) (1.2.0)\n",
+            "Requirement already satisfied: jsonpointer>=1.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.2,>=0.1->langchain_google_genai) (2.4)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic<3,>=1->langchain-core<0.2,>=0.1->langchain_google_genai) (2.14.6)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic<3,>=1->langchain-core<0.2,>=0.1->langchain_google_genai) (0.6.0)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (3.3.2)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (2.1.0)\n",
+            "Requirement already satisfied: certifi>=2017.4.17 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3,>=2->langchain-core<0.2,>=0.1->langchain_google_genai) (2023.11.17)\n",
+            "Collecting googleapis-common-protos<2.0.dev0,>=1.56.2\n",
+            "  Downloading googleapis_common_protos-1.62.0-py2.py3-none-any.whl (228 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m228.7/228.7 KB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting cachetools<6.0,>=2.0.0\n",
+            "  Using cached cachetools-5.3.2-py3-none-any.whl (9.3 kB)\n",
+            "Collecting pyasn1-modules>=0.2.1\n",
+            "  Using cached pyasn1_modules-0.3.0-py2.py3-none-any.whl (181 kB)\n",
+            "Collecting rsa<5,>=3.1.4\n",
+            "  Using cached rsa-4.9-py3-none-any.whl (34 kB)\n",
+            "Collecting grpcio<2.0dev,>=1.33.2\n",
+            "  Using cached grpcio-1.60.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
+            "Collecting grpcio-status<2.0.dev0,>=1.33.2\n",
+            "  Using cached grpcio_status-1.60.0-py3-none-any.whl (14 kB)\n",
+            "Collecting pyasn1<0.6.0,>=0.4.6\n",
+            "  Downloading pyasn1-0.5.1-py2.py3-none-any.whl (84 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.9/84.9 KB\u001b[0m \u001b[31m974.7 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hInstalling collected packages: tqdm, pyasn1, protobuf, grpcio, cachetools, rsa, pyasn1-modules, proto-plus, googleapis-common-protos, grpcio-status, google-auth, google-api-core, google-ai-generativelanguage, google-generativeai, langchain_google_genai\n",
+            "Successfully installed cachetools-5.3.2 google-ai-generativelanguage-0.4.0 google-api-core-2.15.0 google-auth-2.26.2 google-generativeai-0.3.2 googleapis-common-protos-1.62.0 grpcio-1.60.0 grpcio-status-1.60.0 langchain_google_genai-0.0.6 proto-plus-1.23.0 protobuf-4.25.2 pyasn1-0.5.1 pyasn1-modules-0.3.0 rsa-4.9 tqdm-4.66.1\n",
+            "Requirement already satisfied: google-generativeai in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (0.3.2)\n",
+            "Requirement already satisfied: google-auth in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (2.26.2)\n",
+            "Requirement already satisfied: google-api-core in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (2.15.0)\n",
+            "Requirement already satisfied: protobuf in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.25.2)\n",
+            "Requirement already satisfied: google-ai-generativelanguage==0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (0.4.0)\n",
+            "Requirement already satisfied: tqdm in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.66.1)\n",
+            "Requirement already satisfied: typing-extensions in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-generativeai) (4.9.0)\n",
+            "Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-ai-generativelanguage==0.4.0->google-generativeai) (1.23.0)\n",
+            "Requirement already satisfied: requests<3.0.0.dev0,>=2.18.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (2.31.0)\n",
+            "Requirement already satisfied: googleapis-common-protos<2.0.dev0,>=1.56.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.62.0)\n",
+            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (5.3.2)\n",
+            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (0.3.0)\n",
+            "Requirement already satisfied: rsa<5,>=3.1.4 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth->google-generativeai) (4.9)\n",
+            "Requirement already satisfied: grpcio<2.0dev,>=1.33.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.60.0)\n",
+            "Requirement already satisfied: grpcio-status<2.0.dev0,>=1.33.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-api-core->google-generativeai) (1.60.0)\n",
+            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth->google-generativeai) (0.5.1)\n",
+            "Requirement already satisfied: certifi>=2017.4.17 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (2023.11.17)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (3.3.2)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (2.1.0)\n",
+            "Requirement already satisfied: idna<4,>=2.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests<3.0.0.dev0,>=2.18.0->google-api-core->google-generativeai) (3.6)\n",
+            "Collecting chromadb\n",
+            "  Downloading chromadb-0.4.22-py3-none-any.whl (509 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m509.0/509.0 KB\u001b[0m \u001b[31m945.6 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting overrides>=7.3.1\n",
+            "  Using cached overrides-7.4.0-py3-none-any.whl (17 kB)\n",
+            "Collecting opentelemetry-api>=1.2.0\n",
+            "  Downloading opentelemetry_api-1.22.0-py3-none-any.whl (57 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.9/57.9 KB\u001b[0m \u001b[31m861.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:--:--\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: typing-extensions>=4.5.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (4.9.0)\n",
+            "Collecting pulsar-client>=3.1.0\n",
+            "  Downloading pulsar_client-3.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting mmh3>=4.0.1\n",
+            "  Downloading mmh3-4.1.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (67 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.6/67.6 KB\u001b[0m \u001b[31m6.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting onnxruntime>=1.14.1\n",
+            "  Downloading onnxruntime-1.16.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.4 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.4/6.4 MB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting typer>=0.9.0\n",
+            "  Using cached typer-0.9.0-py3-none-any.whl (45 kB)\n",
+            "Requirement already satisfied: grpcio>=1.58.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (1.60.0)\n",
+            "Requirement already satisfied: numpy>=1.22.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (1.26.3)\n",
+            "Collecting opentelemetry-instrumentation-fastapi>=0.41b0\n",
+            "  Downloading opentelemetry_instrumentation_fastapi-0.43b0-py3-none-any.whl (11 kB)\n",
+            "Requirement already satisfied: requests>=2.28 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (2.31.0)\n",
+            "Collecting pypika>=0.48.9\n",
+            "  Using cached PyPika-0.48.9-py2.py3-none-any.whl\n",
+            "Requirement already satisfied: pydantic>=1.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (2.5.3)\n",
+            "Collecting opentelemetry-exporter-otlp-proto-grpc>=1.2.0\n",
+            "  Downloading opentelemetry_exporter_otlp_proto_grpc-1.22.0-py3-none-any.whl (18 kB)\n",
+            "Collecting opentelemetry-sdk>=1.2.0\n",
+            "  Downloading opentelemetry_sdk-1.22.0-py3-none-any.whl (105 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.6/105.6 KB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting kubernetes>=28.1.0\n",
+            "  Downloading kubernetes-29.0.0-py2.py3-none-any.whl (1.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting uvicorn[standard]>=0.18.3\n",
+            "  Using cached uvicorn-0.25.0-py3-none-any.whl (60 kB)\n",
+            "Collecting posthog>=2.4.0\n",
+            "  Downloading posthog-3.3.1-py2.py3-none-any.whl (40 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.6/40.6 KB\u001b[0m \u001b[31m455.0 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: tenacity>=8.2.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (8.2.3)\n",
+            "Requirement already satisfied: PyYAML>=6.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (6.0.1)\n",
+            "Requirement already satisfied: tqdm>=4.65.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from chromadb) (4.66.1)\n",
+            "Collecting tokenizers>=0.13.2\n",
+            "  Using cached tokenizers-0.15.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n",
+            "Collecting bcrypt>=4.0.1\n",
+            "  Downloading bcrypt-4.1.2-cp39-abi3-manylinux_2_28_x86_64.whl (698 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m698.9/698.9 KB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting fastapi>=0.95.2\n",
+            "  Downloading fastapi-0.109.0-py3-none-any.whl (92 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.0/92.0 KB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting build>=1.0.3\n",
+            "  Downloading build-1.0.3-py3-none-any.whl (18 kB)\n",
+            "Collecting importlib-resources\n",
+            "  Using cached importlib_resources-6.1.1-py3-none-any.whl (33 kB)\n",
+            "Collecting chroma-hnswlib==0.7.3\n",
+            "  Using cached chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n",
+            "Collecting pyproject_hooks\n",
+            "  Downloading pyproject_hooks-1.0.0-py3-none-any.whl (9.3 kB)\n",
+            "Collecting tomli>=1.1.0\n",
+            "  Using cached tomli-2.0.1-py3-none-any.whl (12 kB)\n",
+            "Requirement already satisfied: packaging>=19.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from build>=1.0.3->chromadb) (23.2)\n",
+            "Collecting starlette<0.36.0,>=0.35.0\n",
+            "  Downloading starlette-0.35.1-py3-none-any.whl (71 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.1/71.1 KB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting oauthlib>=3.2.2\n",
+            "  Using cached oauthlib-3.2.2-py3-none-any.whl (151 kB)\n",
+            "Requirement already satisfied: python-dateutil>=2.5.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.8.2)\n",
+            "Requirement already satisfied: urllib3>=1.24.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.1.0)\n",
+            "Requirement already satisfied: google-auth>=1.0.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.26.2)\n",
+            "Requirement already satisfied: six>=1.9.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (1.16.0)\n",
+            "Collecting requests-oauthlib\n",
+            "  Using cached requests_oauthlib-1.3.1-py2.py3-none-any.whl (23 kB)\n",
+            "Collecting websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0\n",
+            "  Downloading websocket_client-1.7.0-py3-none-any.whl (58 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.5/58.5 KB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hRequirement already satisfied: certifi>=14.05.14 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2023.11.17)\n",
+            "Collecting flatbuffers\n",
+            "  Using cached flatbuffers-23.5.26-py2.py3-none-any.whl (26 kB)\n",
+            "Collecting coloredlogs\n",
+            "  Using cached coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n",
+            "Collecting sympy\n",
+            "  Using cached sympy-1.12-py3-none-any.whl (5.7 MB)\n",
+            "Requirement already satisfied: protobuf in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from onnxruntime>=1.14.1->chromadb) (4.25.2)\n",
+            "Collecting deprecated>=1.2.6\n",
+            "  Using cached Deprecated-1.2.14-py2.py3-none-any.whl (9.6 kB)\n",
+            "Collecting importlib-metadata<7.0,>=6.0\n",
+            "  Downloading importlib_metadata-6.11.0-py3-none-any.whl (23 kB)\n",
+            "Collecting backoff<3.0.0,>=1.10.0\n",
+            "  Using cached backoff-2.2.1-py3-none-any.whl (15 kB)\n",
+            "Collecting opentelemetry-proto==1.22.0\n",
+            "  Downloading opentelemetry_proto-1.22.0-py3-none-any.whl (50 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.8/50.8 KB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+            "\u001b[?25hCollecting opentelemetry-exporter-otlp-proto-common==1.22.0\n",
+            "  Downloading opentelemetry_exporter_otlp_proto_common-1.22.0-py3-none-any.whl (17 kB)\n",
+            "Requirement already satisfied: googleapis-common-protos~=1.52 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb) (1.62.0)\n",
+            "Collecting opentelemetry-instrumentation-asgi==0.43b0\n",
+            "  Downloading opentelemetry_instrumentation_asgi-0.43b0-py3-none-any.whl (14 kB)\n",
+            "Collecting opentelemetry-semantic-conventions==0.43b0\n",
+            "  Downloading opentelemetry_semantic_conventions-0.43b0-py3-none-any.whl (36 kB)\n",
+            "Collecting opentelemetry-util-http==0.43b0\n",
+            "  Downloading opentelemetry_util_http-0.43b0-py3-none-any.whl (6.9 kB)\n",
+            "Collecting opentelemetry-instrumentation==0.43b0\n",
+            "  Downloading opentelemetry_instrumentation-0.43b0-py3-none-any.whl (28 kB)\n",
+            "Collecting wrapt<2.0.0,>=1.0.0\n",
+            "  Using cached wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (80 kB)\n",
+            "Requirement already satisfied: setuptools>=16.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from opentelemetry-instrumentation==0.43b0->opentelemetry-instrumentation-fastapi>=0.41b0->chromadb) (59.6.0)\n",
+            "Collecting asgiref~=3.0\n",
+            "  Downloading asgiref-3.7.2-py3-none-any.whl (24 kB)\n",
+            "Collecting monotonic>=1.5\n",
+            "  Downloading monotonic-1.6-py2.py3-none-any.whl (8.2 kB)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=1.9->chromadb) (0.6.0)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=1.9->chromadb) (2.14.6)\n",
+            "Requirement already satisfied: idna<4,>=2.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests>=2.28->chromadb) (3.6)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests>=2.28->chromadb) (3.3.2)\n",
+            "Collecting huggingface_hub<1.0,>=0.16.4\n",
+            "  Using cached huggingface_hub-0.20.2-py3-none-any.whl (330 kB)\n",
+            "Collecting click<9.0.0,>=7.1.1\n",
+            "  Using cached click-8.1.7-py3-none-any.whl (97 kB)\n",
+            "Collecting h11>=0.8\n",
+            "  Using cached h11-0.14.0-py3-none-any.whl (58 kB)\n",
+            "Collecting websockets>=10.4\n",
+            "  Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 KB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting python-dotenv>=0.13\n",
+            "  Using cached python_dotenv-1.0.0-py3-none-any.whl (19 kB)\n",
+            "Collecting httptools>=0.5.0\n",
+            "  Using cached httptools-0.6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (341 kB)\n",
+            "Collecting watchfiles>=0.13\n",
+            "  Using cached watchfiles-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
+            "Collecting uvloop!=0.15.0,!=0.15.1,>=0.14.0\n",
+            "  Using cached uvloop-0.19.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.4 MB)\n",
+            "Requirement already satisfied: rsa<5,>=3.1.4 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (4.9)\n",
+            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (5.3.2)\n",
+            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.3.0)\n",
+            "Collecting filelock\n",
+            "  Using cached filelock-3.13.1-py3-none-any.whl (11 kB)\n",
+            "Collecting fsspec>=2023.5.0\n",
+            "  Using cached fsspec-2023.12.2-py3-none-any.whl (168 kB)\n",
+            "Collecting zipp>=0.5\n",
+            "  Downloading zipp-3.17.0-py3-none-any.whl (7.4 kB)\n",
+            "Requirement already satisfied: anyio<5,>=3.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (4.2.0)\n",
+            "Collecting humanfriendly>=9.1\n",
+            "  Using cached humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n",
+            "Collecting mpmath>=0.19\n",
+            "  Using cached mpmath-1.3.0-py3-none-any.whl (536 kB)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3.4.0->starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (1.2.0)\n",
+            "Requirement already satisfied: sniffio>=1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio<5,>=3.4.0->starlette<0.36.0,>=0.35.0->fastapi>=0.95.2->chromadb) (1.3.0)\n",
+            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.5.1)\n",
+            "Installing collected packages: pypika, mpmath, monotonic, mmh3, flatbuffers, zipp, wrapt, websockets, websocket-client, uvloop, tomli, sympy, python-dotenv, pulsar-client, overrides, opentelemetry-util-http, opentelemetry-semantic-conventions, opentelemetry-proto, oauthlib, importlib-resources, humanfriendly, httptools, h11, fsspec, filelock, click, chroma-hnswlib, bcrypt, backoff, asgiref, watchfiles, uvicorn, typer, starlette, requests-oauthlib, pyproject_hooks, posthog, opentelemetry-exporter-otlp-proto-common, importlib-metadata, huggingface_hub, deprecated, coloredlogs, tokenizers, opentelemetry-api, onnxruntime, kubernetes, fastapi, build, opentelemetry-sdk, opentelemetry-instrumentation, opentelemetry-instrumentation-asgi, opentelemetry-exporter-otlp-proto-grpc, opentelemetry-instrumentation-fastapi, chromadb\n",
+            "Successfully installed asgiref-3.7.2 backoff-2.2.1 bcrypt-4.1.2 build-1.0.3 chroma-hnswlib-0.7.3 chromadb-0.4.22 click-8.1.7 coloredlogs-15.0.1 deprecated-1.2.14 fastapi-0.109.0 filelock-3.13.1 flatbuffers-23.5.26 fsspec-2023.12.2 h11-0.14.0 httptools-0.6.1 huggingface_hub-0.20.2 humanfriendly-10.0 importlib-metadata-6.11.0 importlib-resources-6.1.1 kubernetes-29.0.0 mmh3-4.1.0 monotonic-1.6 mpmath-1.3.0 oauthlib-3.2.2 onnxruntime-1.16.3 opentelemetry-api-1.22.0 opentelemetry-exporter-otlp-proto-common-1.22.0 opentelemetry-exporter-otlp-proto-grpc-1.22.0 opentelemetry-instrumentation-0.43b0 opentelemetry-instrumentation-asgi-0.43b0 opentelemetry-instrumentation-fastapi-0.43b0 opentelemetry-proto-1.22.0 opentelemetry-sdk-1.22.0 opentelemetry-semantic-conventions-0.43b0 opentelemetry-util-http-0.43b0 overrides-7.4.0 posthog-3.3.1 pulsar-client-3.4.0 pypika-0.48.9 pyproject_hooks-1.0.0 python-dotenv-1.0.0 requests-oauthlib-1.3.1 starlette-0.35.1 sympy-1.12 tokenizers-0.15.0 tomli-2.0.1 typer-0.9.0 uvicorn-0.25.0 uvloop-0.19.0 watchfiles-0.21.0 websocket-client-1.7.0 websockets-12.0 wrapt-1.16.0 zipp-3.17.0\n",
+            "Collecting gradio\n",
+            "  Using cached gradio-4.14.0-py3-none-any.whl (16.6 MB)\n",
+            "Requirement already satisfied: packaging in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (23.2)\n",
+            "Requirement already satisfied: pyyaml<7.0,>=5.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (6.0.1)\n",
+            "Requirement already satisfied: pydantic>=2.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (2.5.3)\n",
+            "Requirement already satisfied: typing-extensions~=4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (4.9.0)\n",
+            "Collecting tomlkit==0.12.0\n",
+            "  Using cached tomlkit-0.12.0-py3-none-any.whl (37 kB)\n",
+            "Collecting pydub\n",
+            "  Using cached pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n",
+            "Collecting httpx\n",
+            "  Using cached httpx-0.26.0-py3-none-any.whl (75 kB)\n",
+            "Collecting altair<6.0,>=4.2.0\n",
+            "  Using cached altair-5.2.0-py3-none-any.whl (996 kB)\n",
+            "Requirement already satisfied: typer[all]<1.0,>=0.9 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.9.0)\n",
+            "Requirement already satisfied: importlib-resources<7.0,>=1.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (6.1.1)\n",
+            "Requirement already satisfied: fastapi in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.109.0)\n",
+            "Collecting python-multipart\n",
+            "  Using cached python_multipart-0.0.6-py3-none-any.whl (45 kB)\n",
+            "Requirement already satisfied: huggingface-hub>=0.19.3 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.20.2)\n",
+            "Collecting gradio-client==0.8.0\n",
+            "  Using cached gradio_client-0.8.0-py3-none-any.whl (305 kB)\n",
+            "Collecting jinja2<4.0\n",
+            "  Downloading Jinja2-3.1.3-py3-none-any.whl (133 kB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 KB\u001b[0m \u001b[31m917.4 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+            "\u001b[?25hCollecting ffmpy\n",
+            "  Using cached ffmpy-0.3.1-py3-none-any.whl\n",
+            "Collecting orjson~=3.0\n",
+            "  Using cached orjson-3.9.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\n",
+            "Requirement already satisfied: uvicorn>=0.14.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (0.25.0)\n",
+            "Requirement already satisfied: numpy~=1.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio) (1.26.3)\n",
+            "Collecting matplotlib~=3.0\n",
+            "  Using cached matplotlib-3.8.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.6 MB)\n",
+            "Collecting semantic-version~=2.0\n",
+            "  Using cached semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n",
+            "Collecting pillow<11.0,>=8.0\n",
+            "  Downloading pillow-10.2.0-cp310-cp310-manylinux_2_28_x86_64.whl (4.5 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting aiofiles<24.0,>=22.0\n",
+            "  Using cached aiofiles-23.2.1-py3-none-any.whl (15 kB)\n",
+            "Collecting pandas<3.0,>=1.0\n",
+            "  Using cached pandas-2.1.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.3 MB)\n",
+            "Collecting markupsafe~=2.0\n",
+            "  Using cached MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\n",
+            "Requirement already satisfied: fsspec in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from gradio-client==0.8.0->gradio) (2023.12.2)\n",
+            "Collecting websockets<12.0,>=10.0\n",
+            "  Using cached websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n",
+            "Collecting toolz\n",
+            "  Using cached toolz-0.12.0-py3-none-any.whl (55 kB)\n",
+            "Collecting jsonschema>=3.0\n",
+            "  Using cached jsonschema-4.20.0-py3-none-any.whl (84 kB)\n",
+            "Requirement already satisfied: tqdm>=4.42.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (4.66.1)\n",
+            "Requirement already satisfied: filelock in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (3.13.1)\n",
+            "Requirement already satisfied: requests in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from huggingface-hub>=0.19.3->gradio) (2.31.0)\n",
+            "Collecting kiwisolver>=1.3.1\n",
+            "  Using cached kiwisolver-1.4.5-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.6 MB)\n",
+            "Collecting pyparsing>=2.3.1\n",
+            "  Using cached pyparsing-3.1.1-py3-none-any.whl (103 kB)\n",
+            "Collecting contourpy>=1.0.1\n",
+            "  Using cached contourpy-1.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (310 kB)\n",
+            "Collecting cycler>=0.10\n",
+            "  Using cached cycler-0.12.1-py3-none-any.whl (8.3 kB)\n",
+            "Requirement already satisfied: python-dateutil>=2.7 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from matplotlib~=3.0->gradio) (2.8.2)\n",
+            "Collecting fonttools>=4.22.0\n",
+            "  Downloading fonttools-4.47.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.6/4.6 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+            "\u001b[?25hCollecting pytz>=2020.1\n",
+            "  Using cached pytz-2023.3.post1-py2.py3-none-any.whl (502 kB)\n",
+            "Collecting tzdata>=2022.1\n",
+            "  Using cached tzdata-2023.4-py2.py3-none-any.whl (346 kB)\n",
+            "Requirement already satisfied: pydantic-core==2.14.6 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=2.0->gradio) (2.14.6)\n",
+            "Requirement already satisfied: annotated-types>=0.4.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from pydantic>=2.0->gradio) (0.6.0)\n",
+            "Requirement already satisfied: click<9.0.0,>=7.1.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from typer[all]<1.0,>=0.9->gradio) (8.1.7)\n",
+            "Collecting shellingham<2.0.0,>=1.3.0\n",
+            "  Using cached shellingham-1.5.4-py2.py3-none-any.whl (9.8 kB)\n",
+            "Collecting colorama<0.5.0,>=0.4.3\n",
+            "  Using cached colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n",
+            "Collecting rich<14.0.0,>=10.11.0\n",
+            "  Using cached rich-13.7.0-py3-none-any.whl (240 kB)\n",
+            "Requirement already satisfied: h11>=0.8 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from uvicorn>=0.14.0->gradio) (0.14.0)\n",
+            "Requirement already satisfied: starlette<0.36.0,>=0.35.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from fastapi->gradio) (0.35.1)\n",
+            "Requirement already satisfied: sniffio in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (1.3.0)\n",
+            "Requirement already satisfied: idna in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (3.6)\n",
+            "Requirement already satisfied: certifi in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (2023.11.17)\n",
+            "Collecting httpcore==1.*\n",
+            "  Using cached httpcore-1.0.2-py3-none-any.whl (76 kB)\n",
+            "Requirement already satisfied: anyio in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from httpx->gradio) (4.2.0)\n",
+            "Collecting referencing>=0.28.4\n",
+            "  Downloading referencing-0.32.1-py3-none-any.whl (26 kB)\n",
+            "Collecting jsonschema-specifications>=2023.03.6\n",
+            "  Using cached jsonschema_specifications-2023.12.1-py3-none-any.whl (18 kB)\n",
+            "Requirement already satisfied: attrs>=22.2.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio) (23.2.0)\n",
+            "Collecting rpds-py>=0.7.1\n",
+            "  Downloading rpds_py-0.17.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
+            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0mm\n",
+            "\u001b[?25hRequirement already satisfied: six>=1.5 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib~=3.0->gradio) (1.16.0)\n",
+            "Collecting markdown-it-py>=2.2.0\n",
+            "  Using cached markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\n",
+            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from rich<14.0.0,>=10.11.0->typer[all]<1.0,>=0.9->gradio) (2.17.2)\n",
+            "Requirement already satisfied: exceptiongroup>=1.0.2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from anyio->httpx->gradio) (1.2.0)\n",
+            "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests->huggingface-hub>=0.19.3->gradio) (2.1.0)\n",
+            "Requirement already satisfied: charset-normalizer<4,>=2 in /home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages (from requests->huggingface-hub>=0.19.3->gradio) (3.3.2)\n",
+            "Collecting mdurl~=0.1\n",
+            "  Using cached mdurl-0.1.2-py3-none-any.whl (10.0 kB)\n",
+            "Installing collected packages: pytz, pydub, ffmpy, websockets, tzdata, toolz, tomlkit, shellingham, semantic-version, rpds-py, python-multipart, pyparsing, pillow, orjson, mdurl, markupsafe, kiwisolver, httpcore, fonttools, cycler, contourpy, colorama, aiofiles, referencing, pandas, matplotlib, markdown-it-py, jinja2, httpx, rich, jsonschema-specifications, gradio-client, jsonschema, altair, gradio\n",
+            "  Attempting uninstall: websockets\n",
+            "    Found existing installation: websockets 12.0\n",
+            "    Uninstalling websockets-12.0:\n",
+            "      Successfully uninstalled websockets-12.0\n",
+            "Successfully installed aiofiles-23.2.1 altair-5.2.0 colorama-0.4.6 contourpy-1.2.0 cycler-0.12.1 ffmpy-0.3.1 fonttools-4.47.2 gradio-4.14.0 gradio-client-0.8.0 httpcore-1.0.2 httpx-0.26.0 jinja2-3.1.3 jsonschema-4.20.0 jsonschema-specifications-2023.12.1 kiwisolver-1.4.5 markdown-it-py-3.0.0 markupsafe-2.1.3 matplotlib-3.8.2 mdurl-0.1.2 orjson-3.9.10 pandas-2.1.4 pillow-10.2.0 pydub-0.25.1 pyparsing-3.1.1 python-multipart-0.0.6 pytz-2023.3.post1 referencing-0.32.1 rich-13.7.0 rpds-py-0.17.1 semantic-version-2.10.0 shellingham-1.5.4 tomlkit-0.12.0 toolz-0.12.0 tzdata-2023.4 websockets-11.0.3\n",
+            "Collecting faiss-cpu\n",
+            "  Using cached faiss_cpu-1.7.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.6 MB)\n",
+            "Installing collected packages: faiss-cpu\n",
+            "Successfully installed faiss-cpu-1.7.4\n"
+          ]
+        }
+      ],
+      "source": [
+        "# !pip install langchain\n",
+        "# !pip install pypdf\n",
+        "# !pip install langchain_google_genai\n",
+        "# !pip install google-generativeai\n",
+        "# !pip install chromadb\n",
+        "# !pip install gradio\n",
+        "# !pip install faiss-cpu"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 2,
+      "metadata": {
+        "id": "ylbT549oymIl"
+      },
+      "outputs": [
+        {
+          "name": "stderr",
+          "output_type": "stream",
+          "text": [
+            "/home/vasim/Khatir/Programming/ML Projects/gemini-pro with docs/.venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+            "  from .autonotebook import tqdm as notebook_tqdm\n"
+          ]
+        }
+      ],
+      "source": [
+        "import os\n",
+        "from langchain.document_loaders import (\n",
+        "    PyPDFLoader,\n",
+        "    TextLoader,\n",
+        "    Docx2txtLoader\n",
+        ")\n",
+        "\n",
+        "from langchain.text_splitter import CharacterTextSplitter\n",
+        "# from PyPDF2 import PdfReader\n",
+        "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
+        "from langchain_google_genai import GoogleGenerativeAIEmbeddings\n",
+        "import google.generativeai as genai\n",
+        "from langchain.vectorstores import FAISS\n",
+        "from langchain_google_genai import ChatGoogleGenerativeAI\n",
+        "from langchain.chains.question_answering import load_qa_chain\n",
+        "from langchain.prompts import PromptTemplate\n",
+        "from dotenv import load_dotenv"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 3,
+      "metadata": {
+        "id": "PVfL-AcM8jnE"
+      },
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "True"
+            ]
+          },
+          "execution_count": 3,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "\n",
+        "load_dotenv()\n",
+        "\n",
+        "# genai.configure(api_key=userdata.get(\"GOOGLE_API_KEY\"))"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 4,
+      "metadata": {
+        "id": "L4kAmlMpzA6X"
+      },
+      "outputs": [],
+      "source": [
+        "# document=[]\n",
+        "# for file in os.listdir(\"docs\"):\n",
+        "#   if file.endswith(\".pdf\"):\n",
+        "#     pdf_path=\"./docs/\"+file\n",
+        "#     loader=PyPDFLoader(pdf_path)\n",
+        "#     document.extend(loader.load())\n",
+        "#   elif file.endswith('.docx') or file.endswith('.doc'):\n",
+        "#     doc_path=\"./docs/\"+file\n",
+        "#     loader=Docx2txtLoader(doc_path)\n",
+        "#     document.extend(loader.load())\n",
+        "#   elif file.endswith('.txt'):\n",
+        "#     text_path=\"./docs/\"+file\n",
+        "#     loader=TextLoader(text_path)\n",
+        "#     document.extend(loader.load())"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 5,
+      "metadata": {
+        "id": "65o268jqzN7O"
+      },
+      "outputs": [],
+      "source": [
+        "def extract_text(docs):\n",
+        "    documents = []\n",
+        "    files = os.listdir(docs)\n",
+        "    \n",
+        "    if len(files) == 0:\n",
+        "        return \"Directory is empty\"\n",
+        "\n",
+        "    base_dir = docs.split(\"/\")\n",
+        "    base_dir = \"/\".join(base_dir)\n",
+        "    \n",
+        "    print(files)\n",
+        "    print(base_dir)\n",
+        "\n",
+        "    for file in files:\n",
+        "        if file.endswith(\".pdf\"):\n",
+        "            pdf_path=os.path.join(base_dir, file)\n",
+        "            loader=PyPDFLoader(pdf_path)\n",
+        "            documents.extend(loader.load())\n",
+        "        elif file.endswith('.docx') or file.endswith('.doc'):\n",
+        "            doc_path=os.path.join(base_dir, file)\n",
+        "            loader=Docx2txtLoader(doc_path)\n",
+        "            documents.extend(loader.load())\n",
+        "        elif file.endswith('.txt'):\n",
+        "            text_path=os.path.join(base_dir, file)\n",
+        "            loader=TextLoader(text_path)\n",
+        "            documents.extend(loader.load())\n",
+        "    return documents"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 6,
+      "metadata": {
+        "id": "0gT5m9cD_cM7"
+      },
+      "outputs": [],
+      "source": [
+        "doc_dir = \"../docs\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 7,
+      "metadata": {
+        "id": "Svi3z1Rdzjbm"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "['profile.txt', 'llm-research.pdf']\n",
+            "../docs\n"
+          ]
+        }
+      ],
+      "source": [
+        "documents = extract_text(doc_dir)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 8,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "ryjhUUWN7TnP",
+        "outputId": "d862304d-16d7-4960-89e8-12e73842c897"
+      },
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "Document(page_content='PREPRINT 1\\nA Comprehensive Overview of\\nLarge Language Models\\nHumza Naveed1, Asad Ullah Khan1,∗, Shi Qiu2,∗, Muhammad Saqib3,4,∗,\\nSaeed Anwar5,6, Muhammad Usman5,6, Naveed Akhtar7, Nick Barnes8, Ajmal Mian9\\n1University of Engineering and Technology (UET), Lahore, Pakistan\\n2The Chinese University of Hong Kong (CUHK), HKSAR, China\\n3University of Technology Sydney (UTS), Sydney, Australia\\n4Commonwealth Scientific and Industrial Research Organisation (CSIRO), Sydney, Australia\\n5King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia\\n6SDAIA-KFUPM Joint Research Center for Artificial Intelligence (JRCAI), Dhahran, Saudi Arabia\\n7The University of Melbourne (UoM), Melbourne, Australia\\n8Australian National University (ANU), Canberra, Australia\\n9The University of Western Australia (UWA), Perth, Australia\\nAbstract —\\nLarge Language Models (LLMs) have recently demonstrated\\nremarkable capabilities in natural language processing tasks and\\nbeyond. This success of LLMs has led to a large influx of research\\ncontributions in this direction. These works encompass diverse\\ntopics such as architectural innovations, better training strategies,\\ncontext length improvements, fine-tuning, multi-modal LLMs,\\nrobotics, datasets, benchmarking, efficiency, and more. With the\\nrapid development of techniques and regular breakthroughs in\\nLLM research, it has become considerably challenging to perceive\\nthe bigger picture of the advances in this direction. Considering\\nthe rapidly emerging plethora of literature on LLMs, it is\\nimperative that the research community is able to benefit from a\\nconcise yet comprehensive overview of the recent developments\\nin this field. This article provides an overview of the existing\\nliterature on a broad range of LLM-related concepts. Our self-\\ncontained comprehensive overview of LLMs discusses relevant\\nbackground concepts along with covering the advanced topics\\nat the frontier of research in LLMs. This review article is\\nintended to not only provide a systematic survey but also a quick\\ncomprehensive reference for the researchers and practitioners\\nto draw insights from extensive informative summaries of the\\nexisting works to advance the LLM research.\\nIndex Terms —\\nLarge Language Models, LLMs, chatGPT, Augmented LLMs,\\nMultimodal LLMs, LLM training, LLM Benchmarking\\nI. I NTRODUCTION\\nLanguage plays a fundamental role in facilitating commu-\\nnication and self-expression for humans, and their interaction\\nwith machines. The need for generalized models stems from\\n* is for equal contribution\\nContact e-mail: humza_naveed@yahoo.com\\nEmail: humza_naveed@yahoo.com, aukhanee@gmail.com,\\nshiqiu@cse.cuhk.edu.hk, muhammad.saqib@data61.csiro.au,\\nsaeed.anwar@kfupm.edu.sa, muhammad.usman@kfupm.edu.sa,\\nnaveed.akhtar1@unimelb.edu.au, nick.barnes@anu.edu.au,\\najmal.mian@uwa.edu.au\\nRepo: https://github.com/humza909/LLM_Survey.git\\nFig. 1: The trends in the number of LLM models introduced\\nover the years.\\nthe growing demand for machines to handle complex lan-\\nguage tasks, including translation, summarization, information\\nretrieval, conversational interactions, etc. Recently, signifi-\\ncant breakthroughs have been witnessed in language models,\\nprimarily attributed to transformers [1], increased computa-\\ntional capabilities, and the availability of large-scale training\\ndata. These developments have brought about a revolutionary\\ntransformation by enabling the creation of LLMs that can\\napproximate human-level performance on various tasks [2],\\n[3]. Large Language Models (LLMs) have emerged as cutting-\\nedge artificial intelligence systems that can process and gen-\\nerate text with coherent communication [4], and generalize to\\nmultiple tasks [5], [6].\\nThe historical progress in natural language processing (NLP)\\nevolved from statistical to neural language modeling and then\\nfrom pre-trained language models (PLMs) to LLMs. While\\nconventional language modeling (LM) trains task-specificarXiv:2307.06435v7  [cs.CL]  27 Dec 2023', metadata={'source': '../docs/llm-research.pdf', 'page': 0})"
+            ]
+          },
+          "execution_count": 8,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "documents[1]"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 9,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "47"
+            ]
+          },
+          "execution_count": 9,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "len(documents)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 10,
+      "metadata": {
+        "id": "hMr64jFWts5V"
+      },
+      "outputs": [],
+      "source": [
+        "# embeddings = GoogleGenerativeAIEmbeddings(model = \"models/embedding-001\")\n",
+        "# embeddings.embed_query(\"I am good\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 11,
+      "metadata": {
+        "id": "CRe5WNKC0D88"
+      },
+      "outputs": [],
+      "source": [
+        "def get_text_chunks(text):\n",
+        "    text_splitter = RecursiveCharacterTextSplitter(chunk_size=10000, chunk_overlap=1000)\n",
+        "    chunks = text_splitter.split_documents(text)\n",
+        "    return chunks\n",
+        "\n",
+        "def get_vector_store(text_chunks, save=False):\n",
+        "    embeddings = GoogleGenerativeAIEmbeddings(model = \"models/embedding-001\")\n",
+        "    vector_store = FAISS.from_documents(text_chunks, embedding=embeddings)\n",
+        "    if not save:\n",
+        "        vector_store.save_local(\"faiss_index\")\n",
+        "    return vector_store"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 12,
+      "metadata": {
+        "id": "2bfL_ejE63zE"
+      },
+      "outputs": [],
+      "source": [
+        "documents = get_text_chunks(documents)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 13,
+      "metadata": {
+        "colab": {
+          "background_save": true
+        },
+        "id": "9GgV19-K8T1h"
+      },
+      "outputs": [],
+      "source": [
+        "db = get_vector_store(documents)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 14,
+      "metadata": {
+        "id": "oVFkWCOw2UQt"
+      },
+      "outputs": [],
+      "source": [
+        "def get_conversational_chain():\n",
+        "\n",
+        "    prompt_template = \"\"\"\n",
+        "    Answer the question as detailed as possible from the provided context, make sure to provide all the details, if the answer is not in\n",
+        "    provided context just say, \"answer is not available in the context\", don't provide the wrong answer\\n\\n\n",
+        "    Context:\\n {context}?\\n\n",
+        "    Question: \\n{question}\\n\n",
+        "\n",
+        "    Answer:\n",
+        "    \"\"\"\n",
+        "\n",
+        "    model = ChatGoogleGenerativeAI(model=\"gemini-pro\",temperature=0.3)\n",
+        "\n",
+        "    prompt = PromptTemplate(template = prompt_template, input_variables = [\"context\", \"question\"])\n",
+        "    chain = load_qa_chain(llm=model, chain_type=\"stuff\", prompt=prompt)\n",
+        "\n",
+        "    return chain"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 15,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "AIMessage(content='Hello! How can I assist you today?')"
+            ]
+          },
+          "execution_count": 15,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "llm = ChatGoogleGenerativeAI(model=\"gemini-pro\",temperature=0.3)\n",
+        "llm.invoke(\"HII\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 32,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "agent = get_conversational_chain()\n",
+        "def answer(question,agent=agent, db=db):\n",
+        "    docs = db.similarity_search(question)\n",
+        "    print(docs)\n",
+        "    response = agent(\n",
+        "        {\"input_documents\":docs, \"question\": question}\n",
+        "        ,return_only_outputs=True)\n",
+        "    return response"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 33,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "Document(page_content='PREPRINT 5\\n2. Relative: To pass the information on the relative depen-\\ndencies of different tokens appearing at different locations in\\nthe sequence, a relative positional encoding is calculated by\\nsome kind of learning. Two famous types of relative encodings\\nare:\\nAlibi: [65] In this approach, a scalar bias is subtracted from\\nthe attention score calculated using two tokens which increases\\nwith the distance between the positions of the tokens. This\\nlearned approach effectively favors using recent tokens for\\nattention.\\nRoPE: Keys, queries, and values are all vectors in the LLMs.\\nRoPE [66] involves the rotation of the query and key represen-\\ntations at an angle proportional to their absolute positions of\\nthe tokens in the input sequence. This step results in a relative\\npositional encoding scheme which decays with the distance\\nbetween the tokens.\\nE. Activation Functions\\nThe activation functions serve a crucial role in the curve-\\nfitting abilities of the neural networks, as proved in [68]. The\\nmodern activation functions used in LLMs are different from\\nthe earlier squashing functions but are critical to the success\\nof LLMs. We discuss these activation functions in this section.\\n1. ReLU [69]: Rectified linear unit (ReLU) is defined as\\nReLU (x) =max(0, x) (1)\\n2. GeLU [70]: Gaussian Error Linear Unit (GeLU) is the\\ncombination of ReLU, dropout [71] and zoneout [72]. It is the\\nmost widely used activation function in contemporary LLM\\nliterature.\\n3. GLU variants [73]: Gated Linear Unit [74] is a neural\\nnetwork layer that is an element-wise product ( ⊗) of a linear\\ntransformation and a sigmoid transformed ( σ) linear projection\\nof the input given as\\nGLU (x, W, V, b, c ) = (xW+b)⊗σ(xV+c), (2)\\nwhere Xis the input of layer and l,W, b, V andcare learned\\nparameters.\\nGLU was modified in [73] to evaluate the effect of different\\nvariations in the training and testing of transformers, resulting\\nin better empirical results. Here are the different GLU varia-\\ntions introduced in [73] and used in LLMs.\\nReGLU (x, W, V, b, c ) =max(0, xW +b)⊗,\\nGEGLU (x, W, V, b, c ) =GELU (xW+b)⊗(xV+c),\\nSwiGLU (x, W, V, b, c, β ) =Swishβ (xW+b)⊗(xV+c).\\nF . Layer Normalization\\nLayer normalization leads to faster convergence and is a\\nwidely used component in transformers. In this section, we\\nprovide different normalization techniques widely used in\\nLLM literature.1. LayerNorm: Layer norm computes statistics over all the\\nhidden units in a layer (l)as follows:\\nul=1\\nnnX\\nial\\ni σl=vuut1\\nnnX\\ni(al\\ni−ul)2, (3)\\nwhere nis the number of neurons in the layer landal\\niis the\\nsummed input of the ineuron in layer l. LayerNorm provides\\ninvariance to rescaling of the weights and re-centering of the\\ndistribution.\\n2. RMSNorm: [75] proposed that the invariance properties\\nof LayerNorm are spurious, and we can achieve the same\\nperformance benefits as we get from LayerNorm by using a\\ncomputationally efficient normalization technique that trades\\noff re-centering invariance with speed. LayerNorm gives the\\nnormalized summed input to layer las follows\\nal\\ni=al\\ni−ul\\nσgl\\ni (4)\\nwhere gl\\niis the gain parameter. RMSNorm [75] modifies al\\ni\\nas\\nal\\ni=al\\ni\\nRMS(al)gl\\ni,where RMS (al) =vuut1\\nnnX\\ni(al\\ni)2.(5)\\n3. Pre-Norm and Post-Norm: LLMs use transformer [62]\\narchitecture with some variations. The original implementa-\\ntion [62] used layer normalization after the residual con-\\nnection, commonly called post-LN, concerning the order of\\nMultihead attention – Residual – LN . There is another order\\nof the normalization, referred to as pre-LN [76] due to the\\nposition of the normalization step before the self-attention\\nlayer as in LN – Multihead attention – Residual . Pre-LN is\\nknown to provide more stability in the training [77].\\n4. DeepNorm: While pre-LN has certain benefits over post-\\nLN training, pre-LN training has an unwanted effect on the\\ngradients [77]. The earlier layers have larger gradients than\\nthose at the bottom. DeepNorm [78] mitigates these adverse\\neffects on the gradients. It is given as\\nxlf=LN(αxlp+Glp(xlp, θlp), (6)\\nwhere αis a constant and θlprepresents the parameters of\\nlayer lp. These parameters are scaled by another constant β.\\nBoth of these constants depend only on the architecture.\\nG. Distributed LLM Training\\nThis section describes distributed LLM training approaches\\nbriefly. More details are available in [13], [37], [79], [80].\\n1. Data Parallelism: Data parallelism replicates the model\\non multiple devices where data in a batch gets divided across\\ndevices. At the end of each training iteration weights are\\nsynchronized across all devices.\\n2. Tensor Parallelism: Tensor parallelism shards a tensor\\ncomputation across devices. It is also known as horizontal\\nparallelism or intra-layer model parallelism.', metadata={'source': '../docs/llm-research.pdf', 'page': 4})"
+            ]
+          },
+          "execution_count": 33,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "documents[5]"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 34,
+      "metadata": {},
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "[Document(page_content='HI, this is vasim an AI Engineer', metadata={'source': '../docs/profile.txt'}), Document(page_content='PREPRINT 23\\nTABLE V: Architecture details of LLMs. Here, “PE” is the positional embedding, “nL” is the number of layers, “nH” is the\\nnumber of attention heads, “HS” is the size of hidden states.\\nModels TypeTraining\\nObjectiveAttention Vocab Tokenizer Norm PE Activation Bias nL nH HS\\nT5 (11B) Enc-Dec Span Corruption Standard 32k SentencePiece Pre-RMS Relative ReLU × 24 128 1024\\nGPT3 (175B) Causal-Dec Next Token Dense+Sparse - - Layer Learned GeLU ✓ 96 96 12288\\nmT5 (13B) Enc-Dec Span Corruption Standard 250k SentencePiece Pre-RMS Relative ReLU - - - -\\nPanGu- α(200B) Causal-Dec Next Token Standard 40k BPE Layer - - - 64 128 16384\\nCPM-2 (198B) Enc-Dec Span Corruption Standard 250k SentencePiece Pre-RMS Relative ReLU - 24 64 -\\nCodex (12B) Causal-Dec Next Token Standard - BPE+ Pre-Layer Learned GeLU - 96 96 12288\\nERNIE 3.0 (10B) Causal-Dec Next Token Standard - WordPiece Post-Layer Relative GeLU - 48 64 4096\\nJurassic-1 (178B) Causal-Dec Next Token Standard 256k SentencePiece∗Pre-Layer Learned GeLU ✓ 76 96 13824\\nHyperCLOV A (82B) Causal-Dec Next Token Dense+Sparse - BPE* Pre-Layer Learned GeLU - 64 80 10240\\nYuan 1.0 (245B) Causal-Dec Next Token Standard - - - - - - 76 -16384\\nGopher (280B) Causal-Dec Next Token Standard 32k SentencePiece Pre-RMS Relative GeLU ✓ 80 128 16384\\nERNIE 3.0 Titan (260B) Causal-Dec Next Token Standard - WordPiece Post-Layer Relative GeLU - 48 192 12288\\nGPT-NeoX-20B Causal-Dec Next Token Parallel 50k BPE Layer Rotary GeLU ✓ 44 64 -\\nOPT (175B) Causal-Dec Next Token Standard - BPE - - ReLU ✓ 96 96 -\\nBLOOM (176B) Causal-Dec Next Token Standard 250k BPE Layer ALiBi GeLU ✓ 70 112 14336\\nGalactica (120B) Causal-Dec Next Token Standard 50k BPE+custom Layer Learned GeLU × 96 80 10240\\nGLaM (1.2T) MoE-Dec Next Token Standard 256k SentencePiece Layer Relative GeLU ✓ 64 128 32768\\nLaMDA (137B) Causal-Dec Next Token Standard 32k BPE Layer Relative GeGLU - 64 128 8192\\nMT-NLG (530B) Causal-Dec Next Token Standard 50k BPE Pre-Layer Learned GeLU ✓ 105 128 20480\\nAlphaCode (41B) Enc-Dec Next Token Multi-query 8k SentencePiece - - - - 64 128 6144\\nChinchilla (70B) Causal-Dec Next Token Standard 32k SentencePiece-NFKC Pre-RMS Relative GeLU ✓ 80 64 8192\\nPaLM (540B) Causal-Dec Next Token Parallel+Multi-query 256k SentencePiece Layer RoPE SwiGLU × 118 48 18432\\nAlexaTM (20B) Enc-Dec Denoising Standard 150k SentencePiece Pre-Layer Learned GeLU ✓ 78 32 4096\\nSparrow (70B) Causal-Dec Pref.&Rule RM - 32k SentencePiece-NFKC Pre-RMS Relative GeLU ✓ 16∗64 8192\\nU-PaLM (540B) Non-Causal-Dec MoD Parallel+Multi-query 256k SentencePiece Layer RoPE SwiGLU × 118 48 18432\\nUL2 (20B) Enc-Dec MoD Standard 32k SentencePiece - - - - 64 16 4096\\nGLM (130B) Non-Causal-Dec AR Blank Infilling Standard 130k SentencePiece Deep RoPE GeGLU ✓ 70 96 12288\\nCodeGen (16B) Causal-Dec Next Token Parallel - BPE Layer RoPE - - 34 24 -\\nLLaMA (65B) Causal-Dec Next Token Standard 32k BPE Pre-RMS RoPE SwiGLU - 80 64 8192\\nPanGu- Σ(1085B) Causal-Dec Next Token Standard - BPE Fused Layer - FastGeLU - 40 40 5120\\nBloombergGPT (50B) Causal-Dec Next Token Standard 131k Unigram Layer ALiBi GeLU ✓ 70 40 7680\\nXuan Yuan 2.0 (176B) Causal-Dec Next Token Self 250k BPE Layer ALiBi GeLU ✓ 70 112 14336\\nCodeT5+ (16B) Enc-Dec SC+NT+Cont.+Match Standard - Code-Specific - - - - - - -\\nStarCoder (15.5B) Causal-Dec FIM Multi-query 49k BPE - Learned - - 40 48 6144\\nLLaMA (70B) Causal-Dec Next Token Grouped-query 32k BPE Pre-RMS RoPE SwiGLUE - - - -\\nPaLM-2 - MoD Parallel - - - - - - - - -\\nTABLE VI: Summary of optimization settings used for pre-trained LLMs. The values for weight decay, gradient clipping, and\\ndropout are 0.1, 1.0, and 0.1, respectively, for most of the LLMs.\\nSequence LR Optimizers Precision Weight Grad\\nModels Batch Size Length LR Warmup Decay AdaFactor Adam AdamW FP16 BF16 Mixed Decay Clip Dropout\\nT5 (11B) 211512 0.01 × inverse square root ✓ - - - - - ✓\\nGPT3 (175B) 32K - 6e-5 ✓ cosine ✓ ✓ ✓ ✓ -\\nmT5 (13B) 1024 1024 0.01 - inverse square root ✓ - - - - - ✓\\nPanGu- α(200B) - 1024 2e-5 - - - - - - ✓ - - - -\\nCPM-2 (198B) 1024 1024 0.001 - - ✓ - - - - - ✓\\nCodex (12B) - - 6e-5 ✓ cosine ✓ ✓ ✓ - -\\nERNIE 3.0 (12B) 6144 512 1e-4 ✓ linear ✓ - - - ✓ - -\\nJurassic-1 (178B) 3.2M 2048 6e-5 ✓ cosine ✓ ✓ ✓ ✓ -\\nHyperCLOV A (82B) 1024 - 6e-5 - cosine ✓ - - - ✓ - -\\nYuan 1.0 (245B) <10M 2048 1.6e-4 ✓ cosine decay to 10% ✓ - - - ✓ - -\\nGopher (280B) 3M 2048 4e-5 ✓ cosine decay to 10% ✓ ✓ - ✓ -\\nERNIE 3.0 Titan (260B) - 512 1e-4 ✓ linear ✓ ✓ ✓ ✓ -\\nGPT-NeoX-20B 1538 2048 0.97e-5 ✓ cosine ✓ ✓ ✓ ✓ ×\\nOPT (175B) 2M 2048 1.2e-4 - linear ✓ ✓ ✓ ✓ ✓\\nBLOOM (176B) 2048 2048 6e-5 ✓ cosine ✓ ✓ ✓ ✓ ×\\nGalactica (120B) 2M 2048 7e-6 ✓ linear decay to 10% ✓ - - - ✓ ✓ ✓\\nGLaM (1.2T) 1M 1024 0.01 - inverse square root ✓ FP32 + ✓ - ✓ ×\\nLaMDA (137B) 256K - - - - - - - - - - - - -\\nMT-NLG (530B) 1920 2048 5e-5 ✓ cosine decay to 10% ✓ ✓ ✓ ✓ -\\nAlphaCode (41B) 2048 1536+768 1e-4 ✓ cosine decay to 10% ✓ ✓ ✓ ✓ -\\nChinchilla (70B) 1.5M 2048 1e-4 ✓ cosine decay to 10% ✓ ✓ - - -\\nPaLM (540B) 2048 2048 0.01 - inverse square root ✓ - - - ✓ ✓ ×\\nAlexaTM (20B) 2M 1024 1e-4 - linear decay to 5% ✓ ✓ ✓ - ✓\\nU-PaLM (540B) 32 2048 1e-4 - cosine ✓ - - - - - -\\nUL2 (20B) 1024 1024 - - inverse square root - - - - - - × - -\\nGLM (130B) 4224 2048 8e-5 ✓ cosine ✓ ✓ ✓ ✓ ✓\\nCodeGen (16B) 2M 2048 5e-5 ✓ cosine ✓ - - - ✓ ✓ -\\nLLaMA (65B) 4M Tokens 2048 1.5e-4 ✓ cosine decay to 10% ✓ - - - ✓ ✓ -\\nPanGu- Σ(1.085T) 512 1024 2e-5 ✓ - ✓ ✓ - - -\\nBloombergGPT (50B) 2048 2048 6e-5 ✓ cosine ✓ ✓ ✓ ✓ ×\\nXuan Yuan 2.0 (176B) 2048 2048 6e-5 ✓ cosine ✓ ✓ ✓ ✓ -\\nCodeT5+ (16B) 2048 1024 2e-4 - linear ✓ ✓ ✓ - -\\nStarCoder (15.5B) 512 8k 3e-4 ✓ cosine ✓ ✓ ✓ - -\\nLLaMA-2 (70B) 4M Tokens 4k 1.5e-4 ✓ cosine ✓ ✓ ✓ ✓ -', metadata={'source': '../docs/llm-research.pdf', 'page': 22}), Document(page_content='PREPRINT 3\\nFig. 3: A broader overview of LLMs, dividing LLMs into five branches: 1. Training 2. Inference 3. Evaluation 4. Applications\\n5. Challenges\\nLLMs literature in surveys [46], [47], [48], [49], and topic-\\nspecific surveys in [50], [51], [52], [53], [54]. In contrast\\nto these surveys, our contribution focuses on providing a\\ncomprehensive yet concise overview of the general direction\\nof LLM research. This article summarizes architectural and\\ntraining details of pre-trained LLMs and delves deeper into\\nthe details of concepts like fine-tuning, multi-modal LLMs,\\nrobotics, augmented LLMs, datasets, evaluation, and others\\nto provide a self-contained comprehensive overview. Our key\\ncontributions are summarized as follows.\\n•We present a survey on the developments in LLM re-\\nsearch with the specific aim of providing a concise yet\\ncomprehensive overview of the direction.\\n•We present extensive summaries of pre-trained models\\nthat include fine-grained details of architecture and train-ing details.\\n•Besides paying special attention to the chronological\\norder of LLMs throughout the article, we also summarize\\nmajor findings of the popular contributions and provide\\ndetailed discussion on the key design and development\\naspects of LLMs to help practitioners to effectively\\nleverage this technology.\\n•In this self-contained article, we cover a range of concepts\\nto comprehend the general direction of LLMs comprehen-\\nsively, including background, pre-training, fine-tuning,\\nrobotics, multi-modal LLMs, augmented LLMs, datasets,\\nevaluation, etc.\\nWe loosely follow the existing terminologies to ensure pro-\\nviding a more standardized outlook of this research direction.\\nFor instance, following [46], our survey discusses pre-trained', metadata={'source': '../docs/llm-research.pdf', 'page': 2}), Document(page_content='PREPRINT 4\\nLLMs with 10B parameters or more. We refer the readers\\ninterested in smaller pre-trained models to [47], [48], [49].\\nThe organization of this paper is as follows. Section II dis-\\ncusses the background of LLMs. Section III focuses on LLMs\\noverview, architectures, training pipelines and strategies, and\\nutilization in different aspects. Section IV presents the key\\nfindings derived from each LLM. Section V highlights the\\nconfiguration and parameters that play a crucial role in the\\nfunctioning of these models. Summary and discussions are\\npresented in section VIII. The LLM training and evaluation,\\ndatasets and benchmarks are discussed in section VI, followed\\nby challenges and future directions and conclusion in sec-\\ntions IX and X, respectively.\\nII. B ACKGROUND\\nWe provide the relevant background to understand the\\nfundamentals related to LLMs in this section. Aligned with\\nour objective of providing a comprehensive overview of this\\ndirection, this section offers a comprehensive yet concise\\noutline of the basic concepts. We focus more on the intuitive\\naspects and refer the readers interested in details to the original\\nworks.\\nA. Tokenization\\nLLMs are trained on text to predict text, and similar to\\nother natural language processing systems, they use tokeniza-\\ntion [55] as the essential preprocessing step. It aims to parse\\nthe text into non-decomposing units called tokens. Tokens\\ncan be characters, subwords [56], symbols [57], or words,\\ndepending on the size and type of the model. Some of the\\ncommonly used tokenization schemes in LLMs are briefed\\nhere. Readers are encouraged to refer to [58] for a detailed\\nsurvey.\\n1. WordPiece [59]: It was introduced in [59] as a novel text\\nsegmentation technique for Japanese and Korean languages to\\nimprove the language model for voice search systems. Word-\\nPiece selects tokens that increase the likelihood of an n-gram-\\nbased language model trained on the vocabulary composed of\\ntokens.\\n2. BPE [57]: Byte Pair Encoding (BPE) has its origin in\\ncompression algorithms. It is an iterative process of generating\\ntokens where pairs of adjacent symbols are replaced by a new\\nsymbol, and the occurrences of the most occurring symbols in\\nthe input text are merged.\\n3. UnigramLM [56]: In this tokenization, a simple unigram\\nlanguage model (LM) is trained using an initial vocabulary\\nofsubword units. The vocabulary is pruned iteratively by\\nremoving the lowest probability items from the list, which\\nare the worst performing on the unigram LM.\\nB. Attention\\nAttention, particularly selective attention , has been widely\\nstudied under perception, psychophysics, and psychology. Se-\\nlective attention can be conceived as “the programming by\\nthe O of which stimuli will be processed or encoded and in\\nwhat order this will occur” [60]. While this definition has itsroots in visual perception, it has uncanny similarities with the\\nrecently formulated attention [61], [62] (which stimuli will\\nbe processed) and positional encoding (in what order this\\nwill occur) [62] in LLMs. We discuss both in sections II-C\\nand II-D, respectively.\\nC. Attention in LLMs\\nThe attention mechanism computes a representation of the\\ninput sequences by relating different positions ( tokens ) of these\\nsequences. There are various approaches to calculating and\\nimplementing attention, out of which some famous types are\\ngiven below.\\n1. Self-Attention [62]: The self-attention is also known as\\nintra-attention since all the queries, keys, and values come\\nfrom the same block (encoder or decoder). The self-attention\\nlayer connects all the sequence positions with O(1)space\\ncomplexity which is highly desirable for learning long-range\\ndependencies in the input.\\n2. Cross Attention: In encoder-decoder architectures, the\\noutputs of the encoder blocks act as the queries to the\\nintermediate representation of the decoder, which provides the\\nkeys and values to calculate a representation of the decoder\\nconditioned on the encoder. This attention is called cross-\\nattention.\\n3. Full Attention: The naive implementation of calculating\\nself-attention is known as full attention.\\n4. Sparse Attention [63]: The self-attention has a time\\ncomplexity of O(n2), which becomes prohibitive when scaling\\nthe LLMs to large context windows. An approximation to the\\nself-attention was proposed in [63], which greatly enhanced\\nthe capacity of GPT series LLMs to process a greater number\\nof input tokens in a reasonable time.\\n5. Flash Attention [64]: The bottleneck for calculating the\\nattention using GPUs lies in the memory access rather than the\\ncomputational speed. Flash Attention uses the classical input\\ntiling approach to process the blocks of the input in GPU on-\\nchip SRAM rather than doing IO for every token from the High\\nBandwith Memory (HBM). An extension of this approach to\\nsparse attention follows the speed gains of the full attention\\nimplementation. This trick allows even greater context-length\\nwindows in the LLMs as compared to those LLMs with sparse\\nattention.\\nD. Encoding Positions\\nTheattention modules do not consider the order of process-\\ning by design. Transformer [62] introduced “positional encod-\\nings” to feed information about the position of the tokens in\\ninput sequences. Several variants of positional encoding have\\nbeen proposed [65], [66]. Interestingly, a recent study [67]\\nsuggests that adding this information may not matter for the\\nstate-of-the-art decoder-only Transformers.\\n1. Absolute: This is the most straightforward approach to\\nadding the sequence order information by assigning a unique\\nidentifier to each position of the sequence before passing it to\\nthe attention module.', metadata={'source': '../docs/llm-research.pdf', 'page': 3})]\n"
+          ]
+        },
+        {
+          "data": {
+            "text/plain": [
+              "{'output_text': '    answer is not available in the context'}"
+            ]
+          },
+          "execution_count": 34,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "answer(\"what are the tokens\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 20,
+      "metadata": {
+        "colab": {
+          "background_save": true
+        },
+        "id": "a8tNUutJB9EA"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Running on local URL:  http://127.0.0.1:7861\n",
+            "\n",
+            "To create a public link, set `share=True` in `launch()`.\n"
+          ]
+        },
+        {
+          "data": {
+            "text/html": [
+              "<div><iframe src=\"http://127.0.0.1:7861/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+            ],
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        }
+      ],
+      "source": [
+        "# Gradio App\n",
+        "import gradio as gr\n",
+        "\n",
+        "title = \"\"\n",
+        "description = f\"Chat with any docs\"\n",
+        "\n",
+        "def answer_query(message, history):\n",
+        "    docs = db.similarity_search(message)\n",
+        "    message = agent(\n",
+        "        {\"input_documents\":docs, \"question\": message}\n",
+        "        ,return_only_outputs=True)\n",
+        "    return message['output_text']\n",
+        "\n",
+        "\n",
+        "demo = gr.ChatInterface(\n",
+        "    answer_query,\n",
+        "    title= title,\n",
+        "    description=description,\n",
+        "    examples=[\n",
+        "        [\"What is a Large Language Model?\"],\n",
+        "        [\"What's 9+2-1?\"],\n",
+        "        [\"Write Python code to print the Fibonacci sequence\"]\n",
+        "    ]\n",
+        ")\n",
+        "\n",
+        "if __name__ == \"__main__\":\n",
+        "    demo.queue().launch()\n",
+        "\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": []
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.10.12"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/gemini-docs.ipynb ADDED Viewed

	@@ -0,0 +1,883 @@

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "! pip install -q --upgrade google-generativeai langchain-google-genai gradio"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/vasim/.local/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "source": [
+    "import os\n",
+    "from langchain.document_loaders import (\n",
+    "    PyPDFLoader,\n",
+    "    TextLoader,\n",
+    "    Docx2txtLoader\n",
+    ")\n",
+    "\n",
+    "from langchain.text_splitter import CharacterTextSplitter\n",
+    "# from PyPDF2 import PdfReader\n",
+    "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
+    "from langchain_google_genai import GoogleGenerativeAIEmbeddings\n",
+    "import google.generativeai as genai\n",
+    "from langchain.vectorstores import FAISS\n",
+    "from langchain_google_genai import ChatGoogleGenerativeAI\n",
+    "from langchain.chains.question_answering import load_qa_chain\n",
+    "from langchain.prompts import PromptTemplate\n",
+    "from dotenv import load_dotenv"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "load_dotenv()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[0.0026024636,\n",
+       " -0.00046470974,\n",
+       " -0.06524466,\n",
+       " 0.0037671768,\n",
+       " 0.050909057,\n",
+       " 0.03566457,\n",
+       " 0.004729628,\n",
+       " -0.02265792,\n",
+       " -0.019636517,\n",
+       " 0.041511342,\n",
+       " -0.0032873638,\n",
+       " 0.009839665,\n",
+       " 0.0022297094,\n",
+       " 0.011045753,\n",
+       " -0.0029112806,\n",
+       " 0.00036380324,\n",
+       " 0.013318236,\n",
+       " 0.008650382,\n",
+       " 0.040087987,\n",
+       " 0.003234754,\n",
+       " 0.02216253,\n",
+       " 0.027707517,\n",
+       " 0.0015880043,\n",
+       " -0.011375762,\n",
+       " 0.027686268,\n",
+       " -0.03158842,\n",
+       " 0.013077853,\n",
+       " -0.02646762,\n",
+       " -0.03462742,\n",
+       " -0.010597595,\n",
+       " -0.053662993,\n",
+       " 0.033564012,\n",
+       " -0.025191225,\n",
+       " 0.008060145,\n",
+       " 0.006509568,\n",
+       " -0.065666765,\n",
+       " -0.003321127,\n",
+       " 0.015929354,\n",
+       " 0.009666688,\n",
+       " 0.017954187,\n",
+       " 0.003692957,\n",
+       " -0.025450539,\n",
+       " -0.019842725,\n",
+       " 0.0074209156,\n",
+       " -0.0038040788,\n",
+       " -0.013353295,\n",
+       " -0.06744818,\n",
+       " 0.02687267,\n",
+       " 0.00036143005,\n",
+       " -0.04220317,\n",
+       " 0.03936105,\n",
+       " 0.038491815,\n",
+       " 0.044381935,\n",
+       " -0.04167377,\n",
+       " -0.017151065,\n",
+       " -0.027833307,\n",
+       " 0.0400076,\n",
+       " -0.0050078775,\n",
+       " 0.0017342605,\n",
+       " 0.033973645,\n",
+       " -0.0035528678,\n",
+       " -0.008506744,\n",
+       " 0.050232697,\n",
+       " 0.0047968724,\n",
+       " -0.022322817,\n",
+       " -0.075537644,\n",
+       " -0.014450601,\n",
+       " 0.0054708333,\n",
+       " 0.034601416,\n",
+       " -0.01907222,\n",
+       " -0.013576153,\n",
+       " -0.07363731,\n",
+       " 0.058990918,\n",
+       " 0.0051348056,\n",
+       " -0.009838986,\n",
+       " -0.155085,\n",
+       " -0.0028395671,\n",
+       " 0.04909831,\n",
+       " 0.0138770975,\n",
+       " 0.011540807,\n",
+       " -0.0018861439,\n",
+       " -0.01755376,\n",
+       " -0.08361732,\n",
+       " -0.039391823,\n",
+       " -0.077364445,\n",
+       " 0.0204261,\n",
+       " -0.05680118,\n",
+       " -0.009028887,\n",
+       " -0.015683021,\n",
+       " 0.061899763,\n",
+       " -0.026810465,\n",
+       " -0.021239934,\n",
+       " 0.03995343,\n",
+       " -0.06467655,\n",
+       " 0.011940644,\n",
+       " 0.063081965,\n",
+       " -0.03472896,\n",
+       " -0.020098649,\n",
+       " 0.03046696,\n",
+       " 0.0026317302,\n",
+       " -0.0033308691,\n",
+       " 0.0076804003,\n",
+       " -0.07220898,\n",
+       " 0.03097491,\n",
+       " 0.02099598,\n",
+       " 0.015009643,\n",
+       " 0.0027554797,\n",
+       " 0.056863576,\n",
+       " 0.016525302,\n",
+       " 0.044575516,\n",
+       " -0.07853067,\n",
+       " 0.01992914,\n",
+       " 0.02582012,\n",
+       " 0.024094418,\n",
+       " 0.03533265,\n",
+       " -0.021520808,\n",
+       " -0.033198,\n",
+       " 0.07007376,\n",
+       " 0.020927606,\n",
+       " 0.03658496,\n",
+       " 0.021251578,\n",
+       " -0.025971107,\n",
+       " 0.09621473,\n",
+       " -0.023366872,\n",
+       " 0.003256949,\n",
+       " -0.022166384,\n",
+       " -0.038614567,\n",
+       " 0.02979776,\n",
+       " 0.039533786,\n",
+       " 0.012638491,\n",
+       " -0.0055726334,\n",
+       " -0.05542629,\n",
+       " -0.024121152,\n",
+       " 0.03178174,\n",
+       " 0.052707106,\n",
+       " 0.104821995,\n",
+       " 0.019577984,\n",
+       " -0.013310535,\n",
+       " 0.044787172,\n",
+       " -0.024393918,\n",
+       " 0.009802365,\n",
+       " 0.02994997,\n",
+       " -0.0008475685,\n",
+       " 0.04228906,\n",
+       " -0.006219175,\n",
+       " 0.04402614,\n",
+       " -0.040632106,\n",
+       " 0.009029098,\n",
+       " 0.08250455,\n",
+       " -0.008027798,\n",
+       " -0.012396638,\n",
+       " -0.005741472,\n",
+       " -0.06530075,\n",
+       " -0.0076336395,\n",
+       " 0.056545228,\n",
+       " 0.008156076,\n",
+       " -0.031731352,\n",
+       " 0.025516897,\n",
+       " 0.013671465,\n",
+       " 0.007437407,\n",
+       " 0.022746652,\n",
+       " -0.0021193696,\n",
+       " 0.01611938,\n",
+       " 0.018748892,\n",
+       " 0.0031200994,\n",
+       " 0.0031527125,\n",
+       " 0.0005562957,\n",
+       " 0.017112905,\n",
+       " -0.03922318,\n",
+       " 0.002402639,\n",
+       " -0.041061036,\n",
+       " -0.005380344,\n",
+       " -0.036544673,\n",
+       " -0.03292972,\n",
+       " -0.010599688,\n",
+       " -0.033042144,\n",
+       " 0.021467226,\n",
+       " -0.011730441,\n",
+       " -0.040189914,\n",
+       " -0.0038518396,\n",
+       " 0.006088003,\n",
+       " -0.05208495,\n",
+       " 0.026408045,\n",
+       " 0.04386243,\n",
+       " -0.01699642,\n",
+       " -0.05508133,\n",
+       " 0.060988806,\n",
+       " -0.021120366,\n",
+       " -0.048851084,\n",
+       " 0.011562087,\n",
+       " 0.0046992013,\n",
+       " 0.0029417663,\n",
+       " -0.030239712,\n",
+       " -0.044726174,\n",
+       " -0.036426347,\n",
+       " 0.058376063,\n",
+       " 0.007909313,\n",
+       " 0.0082651945,\n",
+       " 0.005973673,\n",
+       " -0.08589435,\n",
+       " -0.04365921,\n",
+       " 0.079266064,\n",
+       " 0.010272922,\n",
+       " -0.00077904004,\n",
+       " 0.027783131,\n",
+       " 0.009019264,\n",
+       " 0.05524787,\n",
+       " -0.048576605,\n",
+       " -0.04641576,\n",
+       " 0.04849984,\n",
+       " -0.031302325,\n",
+       " 0.04504644,\n",
+       " -0.014899033,\n",
+       " 0.02830163,\n",
+       " 0.012142052,\n",
+       " 0.0027500011,\n",
+       " 0.0037108215,\n",
+       " 0.024816774,\n",
+       " 0.034425203,\n",
+       " -0.025865829,\n",
+       " -0.0023688357,\n",
+       " -0.004570346,\n",
+       " -0.036537673,\n",
+       " 0.00785959,\n",
+       " -0.006369414,\n",
+       " 0.05036734,\n",
+       " -0.0013942671,\n",
+       " -0.0066736704,\n",
+       " -0.007213406,\n",
+       " -0.02938604,\n",
+       " -0.005098042,\n",
+       " 0.069885835,\n",
+       " 0.039996464,\n",
+       " -0.0014599679,\n",
+       " 0.052899357,\n",
+       " 0.012151934,\n",
+       " 0.0045691393,\n",
+       " -0.0169914,\n",
+       " 0.023379533,\n",
+       " 0.054388337,\n",
+       " -0.046915285,\n",
+       " 0.012740782,\n",
+       " 0.008226091,\n",
+       " 0.0650389,\n",
+       " -0.053086124,\n",
+       " -0.035921216,\n",
+       " -0.047861494,\n",
+       " 0.03646698,\n",
+       " 0.02124863,\n",
+       " 0.07875475,\n",
+       " 0.041897457,\n",
+       " -0.059685115,\n",
+       " -0.005645064,\n",
+       " -0.038765974,\n",
+       " -0.082096376,\n",
+       " 0.019661527,\n",
+       " -0.048235465,\n",
+       " 0.032961316,\n",
+       " -0.015816065,\n",
+       " 0.01349209,\n",
+       " 0.030743608,\n",
+       " 0.015003568,\n",
+       " -0.028993933,\n",
+       " -0.01690658,\n",
+       " -0.035253666,\n",
+       " -0.010791926,\n",
+       " 0.0042820405,\n",
+       " -0.06907554,\n",
+       " -0.0014160916,\n",
+       " -0.012969035,\n",
+       " 0.043451488,\n",
+       " -0.01587785,\n",
+       " 0.038347695,\n",
+       " 0.012478342,\n",
+       " -0.012291408,\n",
+       " 0.018989006,\n",
+       " -0.012111724,\n",
+       " 0.043280758,\n",
+       " 0.00065698626,\n",
+       " -0.03504554,\n",
+       " 0.06592344,\n",
+       " 0.03193109,\n",
+       " 0.026153369,\n",
+       " -0.050498523,\n",
+       " 0.013383252,\n",
+       " -0.008368444,\n",
+       " -0.041243635,\n",
+       " -0.04379342,\n",
+       " -0.007160138,\n",
+       " -0.041415907,\n",
+       " -0.009043778,\n",
+       " -0.06227678,\n",
+       " 0.04495307,\n",
+       " -0.012437426,\n",
+       " -0.005763928,\n",
+       " -0.01721329,\n",
+       " 0.0021767728,\n",
+       " 0.036614556,\n",
+       " 0.014989671,\n",
+       " -0.02297016,\n",
+       " 0.017203707,\n",
+       " -0.068807654,\n",
+       " 0.028532282,\n",
+       " -0.077031314,\n",
+       " -0.003550955,\n",
+       " -0.016694745,\n",
+       " -0.024186041,\n",
+       " -0.051172636,\n",
+       " 0.023041002,\n",
+       " 0.03607617,\n",
+       " -0.006545797,\n",
+       " 0.026791858,\n",
+       " -0.050831117,\n",
+       " -0.0060527464,\n",
+       " 0.040906418,\n",
+       " 0.030260349,\n",
+       " -0.03622405,\n",
+       " 0.03427033,\n",
+       " -0.0076176235,\n",
+       " 0.04239094,\n",
+       " -0.007758525,\n",
+       " 0.08181105,\n",
+       " -0.002424102,\n",
+       " -0.008245623,\n",
+       " -0.024848122,\n",
+       " 0.052394852,\n",
+       " 0.019161373,\n",
+       " 0.00611725,\n",
+       " -0.020502884,\n",
+       " 0.026944518,\n",
+       " -0.010385731,\n",
+       " 0.041430656,\n",
+       " -0.072016835,\n",
+       " -0.0066381455,\n",
+       " -0.0046330006,\n",
+       " 0.05215405,\n",
+       " -0.08320881,\n",
+       " 0.019687334,\n",
+       " -0.047417916,\n",
+       " -0.03933844,\n",
+       " 0.023311257,\n",
+       " -0.0010838164,\n",
+       " -0.016675808,\n",
+       " -0.053388983,\n",
+       " 0.002350658,\n",
+       " -0.018954204,\n",
+       " -0.021903217,\n",
+       " 0.028829457,\n",
+       " 0.068412215,\n",
+       " 0.04974716,\n",
+       " 0.015097642,\n",
+       " 0.084202014,\n",
+       " 0.02282603,\n",
+       " 0.06366213,\n",
+       " -0.026193192,\n",
+       " -0.01595,\n",
+       " 0.044413194,\n",
+       " -0.053779442,\n",
+       " 0.008965999,\n",
+       " -0.03272141,\n",
+       " 0.004915969,\n",
+       " 0.007829177,\n",
+       " 0.002712625,\n",
+       " -0.036152992,\n",
+       " -0.04032615,\n",
+       " -0.010541384,\n",
+       " -0.034215618,\n",
+       " -0.025328316,\n",
+       " -0.014646692,\n",
+       " 0.029056,\n",
+       " 0.02925028,\n",
+       " 0.008913267,\n",
+       " 0.0019940082,\n",
+       " -0.06695999,\n",
+       " -0.0010260289,\n",
+       " 0.011302115,\n",
+       " -0.03292385,\n",
+       " 0.00042418708,\n",
+       " 0.017628789,\n",
+       " -0.00475448,\n",
+       " 0.043151293,\n",
+       " 0.006198079,\n",
+       " 0.08446194,\n",
+       " 0.0038840906,\n",
+       " 0.029208006,\n",
+       " -0.03733759,\n",
+       " 0.035057925,\n",
+       " -0.025195966,\n",
+       " -0.022711853,\n",
+       " 0.069107376,\n",
+       " -0.056606133,\n",
+       " 0.07434411,\n",
+       " 0.101236925,\n",
+       " -0.0047446825,\n",
+       " 0.0071048927,\n",
+       " -0.011161651,\n",
+       " 0.012175554,\n",
+       " -0.037840243,\n",
+       " 0.036562636,\n",
+       " 0.057127528,\n",
+       " -0.014619162,\n",
+       " -0.045825053,\n",
+       " -0.027700488,\n",
+       " -0.0059357225,\n",
+       " -0.050302368,\n",
+       " -0.00026914122,\n",
+       " 0.019348465,\n",
+       " -0.013578195,\n",
+       " -0.042193584,\n",
+       " -0.009891802,\n",
+       " 0.017196594,\n",
+       " -0.025658505,\n",
+       " 0.006126944,\n",
+       " -0.0873973,\n",
+       " -0.043111254,\n",
+       " -0.03861637,\n",
+       " 0.040047407,\n",
+       " 0.004773531,\n",
+       " -0.0055007017,\n",
+       " 0.020156063,\n",
+       " -0.04213769,\n",
+       " -0.0020724083,\n",
+       " 0.012001859,\n",
+       " -0.05014639,\n",
+       " -0.08432724,\n",
+       " -0.04858163,\n",
+       " 0.03317245,\n",
+       " 0.009808364,\n",
+       " -0.011328112,\n",
+       " 0.034310147,\n",
+       " 0.033897907,\n",
+       " 0.0014663753,\n",
+       " -0.006445559,\n",
+       " -0.0244833,\n",
+       " -0.01675865,\n",
+       " -0.019391444,\n",
+       " -0.0033584565,\n",
+       " 0.02279385,\n",
+       " -0.008156112,\n",
+       " 0.0020341233,\n",
+       " 0.064902686,\n",
+       " -0.029238507,\n",
+       " 0.014163741,\n",
+       " -0.0075179366,\n",
+       " -0.049113605,\n",
+       " -0.0025780846,\n",
+       " -0.014767654,\n",
+       " -0.034390695,\n",
+       " 0.009971777,\n",
+       " -0.06279843,\n",
+       " 0.04299513,\n",
+       " -0.08961137,\n",
+       " -0.02808285,\n",
+       " -0.041206528,\n",
+       " -0.04893974,\n",
+       " -0.039606616,\n",
+       " -0.0077889636,\n",
+       " 0.08335686,\n",
+       " -0.010121534,\n",
+       " -0.0057770414,\n",
+       " -0.029257368,\n",
+       " -0.020732552,\n",
+       " -0.0035506056,\n",
+       " -0.103099026,\n",
+       " 0.021422477,\n",
+       " -0.018300131,\n",
+       " -0.0013129099,\n",
+       " -0.020269357,\n",
+       " 0.007500347,\n",
+       " 0.054774307,\n",
+       " 0.0024568313,\n",
+       " -0.0438022,\n",
+       " -0.015716508,\n",
+       " 0.0008172836,\n",
+       " -0.046375576,\n",
+       " -0.03338143,\n",
+       " -0.091609284,\n",
+       " 0.062183857,\n",
+       " -0.020281738,\n",
+       " -0.025984671,\n",
+       " 0.055528525,\n",
+       " 0.016999535,\n",
+       " -0.028604554,\n",
+       " 0.026752898,\n",
+       " -0.009096473,\n",
+       " 0.022438003,\n",
+       " -0.017217133,\n",
+       " -0.025918938,\n",
+       " -0.021384709,\n",
+       " 0.04131251,\n",
+       " 0.011413672,\n",
+       " -0.03978722,\n",
+       " 0.003499603,\n",
+       " -0.03932664,\n",
+       " -0.03266107,\n",
+       " -0.0037615069,\n",
+       " 0.01098813,\n",
+       " 0.055706598,\n",
+       " 0.04374345,\n",
+       " 0.018282231,\n",
+       " -0.011001723,\n",
+       " -0.026331998,\n",
+       " 0.008415885,\n",
+       " -0.0017321053,\n",
+       " 0.07693357,\n",
+       " -0.08920055,\n",
+       " -0.022223707,\n",
+       " 0.012738715,\n",
+       " 0.01656477,\n",
+       " -0.023257954,\n",
+       " -0.0056636413,\n",
+       " 0.009431777,\n",
+       " -0.0063169277,\n",
+       " 0.04679692,\n",
+       " 0.054250635,\n",
+       " -0.0041032853,\n",
+       " 0.0056171734,\n",
+       " 0.018150132,\n",
+       " -0.00058200443,\n",
+       " 0.019457081,\n",
+       " 0.0018458135,\n",
+       " 0.0003532362,\n",
+       " -0.08229051,\n",
+       " -8.8678644e-05,\n",
+       " 0.010146113,\n",
+       " -0.050217737,\n",
+       " -0.018734543,\n",
+       " -0.0039246683,\n",
+       " -0.048076928,\n",
+       " 0.03604184,\n",
+       " -0.027944451,\n",
+       " 0.07513914,\n",
+       " -0.05666047,\n",
+       " -0.03619383,\n",
+       " 0.049743947,\n",
+       " 0.029366102,\n",
+       " 0.017087461,\n",
+       " 0.01768675,\n",
+       " -0.015412814,\n",
+       " -0.023675736,\n",
+       " 0.014236046,\n",
+       " -0.0353288,\n",
+       " 0.034391064,\n",
+       " 0.009070227,\n",
+       " -0.07759078,\n",
+       " 0.017592117,\n",
+       " -0.00289023,\n",
+       " -0.06718024,\n",
+       " 0.0136539275,\n",
+       " -0.0040624915,\n",
+       " -0.023015171,\n",
+       " 0.033067793,\n",
+       " 0.038277265,\n",
+       " -0.0037099298,\n",
+       " 0.004821567,\n",
+       " -0.0043556388,\n",
+       " 0.010389023,\n",
+       " -0.011538616,\n",
+       " 0.017592786,\n",
+       " -0.0029306181,\n",
+       " -0.008503525,\n",
+       " -0.012787438,\n",
+       " 0.013798478,\n",
+       " 0.034812994,\n",
+       " 0.06886472,\n",
+       " -0.0009630421,\n",
+       " -0.013648257,\n",
+       " 0.008538377,\n",
+       " 0.04826577,\n",
+       " -0.0047196406,\n",
+       " 0.013498656,\n",
+       " -0.0005008069,\n",
+       " 0.036062807,\n",
+       " 0.01667458,\n",
+       " 0.04128509,\n",
+       " 0.00669686,\n",
+       " -0.03196692,\n",
+       " 0.00046054774,\n",
+       " -0.009966674,\n",
+       " -0.019439934,\n",
+       " 0.04555503,\n",
+       " -0.0172578,\n",
+       " 0.0064148423,\n",
+       " 0.04498466,\n",
+       " -0.029169412,\n",
+       " 0.050785944,\n",
+       " 0.06723971,\n",
+       " 0.047408525,\n",
+       " 0.021920597,\n",
+       " 0.014741846,\n",
+       " -0.044936806,\n",
+       " 0.0051182187,\n",
+       " -0.04394078,\n",
+       " -0.019925192,\n",
+       " 0.015369175,\n",
+       " 0.0011553997,\n",
+       " -0.00030811407,\n",
+       " -0.040543456,\n",
+       " -0.027933566,\n",
+       " -0.033180367,\n",
+       " 0.05718386,\n",
+       " -0.027550489,\n",
+       " 0.023995027,\n",
+       " -0.05262063,\n",
+       " 0.03024302,\n",
+       " 0.04645257,\n",
+       " -0.04900795,\n",
+       " 0.0077397116,\n",
+       " 0.027761744,\n",
+       " 0.05983705,\n",
+       " -0.020184644,\n",
+       " -0.0199132,\n",
+       " 0.01580453,\n",
+       " -0.04299223,\n",
+       " -0.050547145,\n",
+       " -0.0519957,\n",
+       " 0.08249654,\n",
+       " 0.0058217077,\n",
+       " -0.021394847,\n",
+       " -0.049588665,\n",
+       " -0.04656881,\n",
+       " -0.010261212,\n",
+       " -0.0025667087,\n",
+       " -0.03484151,\n",
+       " -0.02142792,\n",
+       " 0.0061094393,\n",
+       " -0.009446063,\n",
+       " -0.0042138724,\n",
+       " 0.055291895,\n",
+       " 0.03617863,\n",
+       " 0.06034423,\n",
+       " 0.06481362,\n",
+       " -0.03290425,\n",
+       " 0.029245012,\n",
+       " -0.048802678,\n",
+       " -0.0037805268,\n",
+       " -0.045257535,\n",
+       " 0.036172822,\n",
+       " 0.038555525,\n",
+       " -0.02758126,\n",
+       " -0.06875568,\n",
+       " 0.0017989068,\n",
+       " -0.008342789,\n",
+       " -0.01680573,\n",
+       " -0.0112027405,\n",
+       " 0.062149644,\n",
+       " 0.027881822,\n",
+       " -0.106920265,\n",
+       " -0.064146906,\n",
+       " -0.02093536,\n",
+       " -0.033114824,\n",
+       " 0.015528122,\n",
+       " 0.00026822102,\n",
+       " -0.008216998,\n",
+       " 0.012704465,\n",
+       " 0.030706486,\n",
+       " -0.05130113,\n",
+       " -0.050231606,\n",
+       " 0.034715306,\n",
+       " 0.005949386,\n",
+       " -0.05149062,\n",
+       " -0.03999013,\n",
+       " 0.019164404,\n",
+       " 0.013223384,\n",
+       " 0.00029772808,\n",
+       " -0.023228012,\n",
+       " -0.03363084,\n",
+       " -0.06697605,\n",
+       " -0.00289148,\n",
+       " 0.065958,\n",
+       " -0.082492866,\n",
+       " 0.018354924,\n",
+       " 0.03967476,\n",
+       " -0.029593993,\n",
+       " 0.049283735,\n",
+       " -0.010077968,\n",
+       " -0.007118481,\n",
+       " 0.061920356,\n",
+       " 0.02018739,\n",
+       " -0.0039915326,\n",
+       " 0.03894082,\n",
+       " 0.012183999,\n",
+       " -0.030113503,\n",
+       " 0.014517147,\n",
+       " 0.007991418,\n",
+       " 0.024015212,\n",
+       " 0.009208566,\n",
+       " -0.020164741,\n",
+       " -0.020583002,\n",
+       " -0.039123856,\n",
+       " 0.00087153394,\n",
+       " -0.03082177,\n",
+       " 0.0020127937,\n",
+       " 0.06228645,\n",
+       " 0.026857367,\n",
+       " 0.0368351,\n",
+       " -0.027293308,\n",
+       " -0.026962344,\n",
+       " 0.008827768,\n",
+       " 0.014945436,\n",
+       " -0.029614218,\n",
+       " -0.031657815,\n",
+       " -0.007631079,\n",
+       " -0.0076884576,\n",
+       " 0.04339069,\n",
+       " -0.0026196744,\n",
+       " 0.013788046,\n",
+       " 0.011783524,\n",
+       " 0.026193634,\n",
+       " 0.07127412,\n",
+       " 0.034598272,\n",
+       " -0.035599194,\n",
+       " -0.025256252,\n",
+       " 0.09411122,\n",
+       " 0.010242209,\n",
+       " -0.017384086,\n",
+       " 0.019750888,\n",
+       " 0.043792516,\n",
+       " -0.020661648,\n",
+       " 0.070129156,\n",
+       " 0.049977932,\n",
+       " 0.023388589,\n",
+       " 0.034094717,\n",
+       " -0.048965782,\n",
+       " -0.03520176,\n",
+       " 0.060515266,\n",
+       " -0.032321338,\n",
+       " 0.019958243,\n",
+       " -0.02175526,\n",
+       " -0.04276059,\n",
+       " 0.09902725,\n",
+       " -0.012637526,\n",
+       " 0.01423612,\n",
+       " 0.033305667,\n",
+       " -0.017869117,\n",
+       " 0.07474199,\n",
+       " 0.03466648,\n",
+       " 0.050615326,\n",
+       " 0.010753818,\n",
+       " -0.08773687,\n",
+       " -0.033456173,\n",
+       " -0.018937487,\n",
+       " -0.0038408504,\n",
+       " 0.03892539,\n",
+       " 0.01966001,\n",
+       " 0.00027581758,\n",
+       " 0.0057093804,\n",
+       " -0.03970555,\n",
+       " -0.0064289654,\n",
+       " -0.014644212,\n",
+       " -0.0068154233,\n",
+       " 0.007386573,\n",
+       " -0.03209175,\n",
+       " 0.043366488,\n",
+       " 0.04398344,\n",
+       " 0.0070169214,\n",
+       " -0.015283345,\n",
+       " -0.005414628,\n",
+       " -0.026633335,\n",
+       " 0.022585975,\n",
+       " -0.025980968,\n",
+       " -0.0075632525,\n",
+       " -0.024178095,\n",
+       " -0.0019861956,\n",
+       " 0.033296216,\n",
+       " 0.014306449,\n",
+       " 0.011111949,\n",
+       " 0.013801798]"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "embeddings = GoogleGenerativeAIEmbeddings(model = \"models/embedding-001\")\n",
+    "embeddings.embed_query(\"I am good\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

notebooks/gemini-langchain.ipynb ADDED Viewed

	@@ -0,0 +1,123 @@

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "! pip install -q --upgrade google-generativeai langchain-google-genai"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from dotenv import load_dotenv\n",
+    "load_dotenv()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/vasim/.local/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "source": [
+    "from langchain_google_genai import ChatGoogleGenerativeAI"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from IPython.display import display\n",
+    "from IPython.display import Markdown\n",
+    "import textwrap\n",
+    "\n",
+    "\n",
+    "def to_markdown(text):\n",
+    "  text = text.replace('•', '  *')\n",
+    "  return Markdown(textwrap.indent(text, '> ', predicate=lambda _: True))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/markdown": [
+       "> 1. **Exercise Regularly:** Aim for at least 150 minutes of moderate-intensity aerobic activity (e.g., brisk walking, cycling, swimming) or 75 minutes of vigorous-intensity aerobic activity (e.g., running, circuit training) each week.\n",
+       "> 2. **Strength Training:** Incorporate strength training exercises that work all major muscle groups at least twice a week. This helps build and maintain muscle mass, which improves strength, mobility, and bone density.\n",
+       "> 3. **Mindful Eating:** Pay attention to hunger and fullness cues. Eat a balanced diet rich in fruits, vegetables, whole grains, lean protein, and healthy fats. Avoid processed foods, excessive sugar, and large portion sizes.\n",
+       "> 4. **Good Sleep:** Aim for 7-8 hours of quality sleep each night. Sleep helps the body recover from exercise, regulates hormones, and supports overall well-being.\n",
+       "> 5. **Manage Stress:** Engage in stress management practices such as meditation, yoga, deep breathing, or spending time in nature. Chronic stress can negatively impact physical and mental health.\n",
+       "> 6. **Avoid Smoking and Excessive Alcohol:** Smoking is detrimental to overall health. Excessive alcohol consumption can interfere with sleep, lead to weight gain, and increase the risk of liver damage.\n",
+       "> 7. **Stay Hydrated:** Drinking plenty of water is essential for various bodily functions. Dehydration can lead to fatigue and impaired performance.\n",
+       "> 8. **Routine Medical Check-ups:** Schedule regular check-ups with your healthcare provider to monitor your overall health, including blood pressure, cholesterol, and weight.\n",
+       "> 9. **Body Positivity:** Focus on feeling healthy and strong rather than obsessing over appearance. Appreciate your body for its abilities and prioritize health over unattainable beauty standards.\n",
+       "> 10. **Find Enjoyable Activities:** Choose physical activities that you genuinely enjoy. This makes it more likely that you'll stick with your fitness routine over time."
+      ],
+      "text/plain": [
+       "<IPython.core.display.Markdown object>"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "llm = ChatGoogleGenerativeAI(model=\"gemini-pro\")\n",
+    "result = llm.invoke(\"What is the best practice to keep fit?\")\n",
+    "to_markdown(result.content)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

notebooks/gemini-llama-index.ipynb ADDED Viewed

	@@ -0,0 +1,605 @@

+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "aEFLqqRlwFqB"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/run-llama/llama_index/blob/main/docs/examples/llm/gemini.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "WOuuFLPcwFqH"
+      },
+      "source": [
+        "# Gemini"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Q0g1JrupwFqI"
+      },
+      "source": [
+        "In this notebook, we show how to use the Gemini text models from Google in LlamaIndex. Check out the [Gemini site](https://ai.google.dev/) or the [announcement](https://deepmind.google/technologies/gemini/).\n",
+        "\n",
+        "If you're opening this Notebook on colab, you will need to install LlamaIndex 🦙 and the Gemini Python SDK."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ogUU-nZJwFqK",
+        "outputId": "046a4de5-1058-4054-ab9d-edad146d5238"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "\n",
+            "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m23.3.2\u001b[0m\n",
+            "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
+          ]
+        }
+      ],
+      "source": [
+        "!pip install -q llama-index google-generativeai"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Gw__DinXwFqN"
+      },
+      "source": [
+        "## Basic Usage\n",
+        "\n",
+        "You will need to get an API key from [Google AI Studio](https://makersuite.google.com/app/apikey). Once you have one, you can either pass it explicity to the model, or use the `GOOGLE_API_KEY` environment variable."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "UV4GaCEMwFqN",
+        "outputId": "4cb844b8-94d1-41da-8c99-a6bf24074c0d"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "env: GOOGLE_API_KEY=...\n"
+          ]
+        }
+      ],
+      "source": [
+        "%env GOOGLE_API_KEY=..."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "4mmANfa8wFqO"
+      },
+      "outputs": [],
+      "source": [
+        "import os\n",
+        "\n",
+        "GOOGLE_API_KEY = \"\"  # add your GOOGLE API key here\n",
+        "os.environ[\"GOOGLE_API_KEY\"] = GOOGLE_API_KEY"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "DzkDtLuYwFqO"
+      },
+      "source": [
+        "#### Call `complete` with a prompt"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "rEfnd7eRwFqO",
+        "outputId": "809da18f-643b-4819-d0fb-67ea5ee1cf96"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "In a world of wonder, where dreams take flight,\n",
+            "There exists a backpack, a magical sight.\n",
+            "Its fabric woven with stardust and grace,\n",
+            "Embroidered with spells, an enchanting embrace.\n",
+            "\n",
+            "With a whisper and a wish, it opens wide,\n",
+            "Revealing treasures that shimmer inside.\n",
+            "Books that whisper secrets, maps that unfold,\n",
+            "A compass that guides, stories yet untold.\n",
+            "\n",
+            "A pencil that writes poems, a paintbrush that sings,\n",
+            "A telescope that captures the stars' gleaming wings.\n",
+            "A magnifying glass, revealing nature's art,\n",
+            "A kaleidoscope, painting rainbows in your heart.\n",
+            "\n",
+            "It holds a mirror that reflects your true worth,\n",
+            "A locket that keeps memories close to your birth.\n",
+            "A journal that captures your hopes and your fears,\n",
+            "A flashlight that banishes shadows and clears.\n",
+            "\n",
+            "With each step you take, the backpack transforms,\n",
+            "Adjusting its weight, adapting to storms.\n",
+            "It grows or shrinks, as your needs may arise,\n",
+            "A faithful companion, beneath sunny skies.\n",
+            "\n",
+            "When you're lost and alone, it whispers your name,\n",
+            "Guiding you back to the path you reclaim.\n",
+            "It carries your burdens, lightens your load,\n",
+            "A magical backpack, a gift bestowed.\n",
+            "\n",
+            "So embrace its magic, let your spirit soar,\n",
+            "With this wondrous backpack, forever explore.\n",
+            "For within its depths, a universe lies,\n",
+            "A treasure trove of dreams, beneath vast skies.\n"
+          ]
+        }
+      ],
+      "source": [
+        "from llama_index.llms import Gemini\n",
+        "\n",
+        "resp = Gemini().complete(\"Write a poem about a magic backpack\")\n",
+        "print(resp)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "FHK_wQLUwFqP"
+      },
+      "source": [
+        "#### Call `chat` with a list of messages"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "nTPnlI6pwFqP",
+        "outputId": "037824df-a4f9-4db6-fb56-a65e7308a505"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "[parts {\n",
+            "  text: \"Hello friend!\"\n",
+            "}\n",
+            "role: \"user\"\n",
+            ", parts {\n",
+            "  text: \"Yarr what is shakin\\' matey?\"\n",
+            "}\n",
+            "role: \"model\"\n",
+            ", parts {\n",
+            "  text: \"Help me decide what to have for dinner.\"\n",
+            "}\n",
+            "role: \"user\"\n",
+            "]\n",
+            "assistant: Ahoy there, matey! Let's set sail on a culinary adventure and find the perfect dinner for ye. Here be some options to consider:\n",
+            "\n",
+            "1. **Fish and Chips:** Embark on a classic voyage with a hearty portion of golden-fried fish, accompanied by crispy chips. Dip 'em in tartar sauce for a taste that'll make ye shiver me timbers!\n",
+            "\n",
+            "2. **Lobster Thermidor:** Indulge in a luxurious feast fit for a pirate king. Tender lobster meat, bathed in a creamy, cheesy sauce, will have ye feeling like royalty.\n",
+            "\n",
+            "3. **Paella:** Set course for the shores of Spain with a vibrant paella. This colorful dish combines rice, seafood, and vegetables in a saffron-infused broth. Ahoy, it's a feast for the eyes and the belly!\n",
+            "\n",
+            "4. **Surf and Turf:** Experience the best of both worlds with a combination of succulent steak and tender lobster. This hearty meal is sure to satisfy even the hungriest of scallywags.\n",
+            "\n",
+            "5. **Crab Cakes:** Dive into a platter of golden-brown crab cakes, bursting with fresh crab meat and flavorful seasonings. Served with a tangy remoulade sauce, these treasures will have ye craving more.\n",
+            "\n",
+            "6. **Oysters Rockefeller:** Embark on a culinary journey to New Orleans with these decadent oysters. Baked with a rich spinach, breadcrumb, and Pernod sauce, they're a taste of the Big Easy that'll leave ye wanting more.\n",
+            "\n",
+            "7. **Clam Chowder:** Warm yer bones with a hearty bowl of clam chowder. This New England classic, made with fresh clams, potatoes, and a creamy broth, is the perfect antidote to a chilly night.\n",
+            "\n",
+            "8. **Lobster Rolls:** Set sail for the coast of Maine and indulge in a classic lobster roll. Fresh lobster meat, dressed in a light mayonnaise-based sauce, is nestled in a toasted bun. It's a taste of the sea that'll have ye hooked!\n",
+            "\n",
+            "9. **Scallops:** Dive into a plate of seared scallops, cooked to perfection and served with a variety of sauces. Whether ye prefer them with a simple lemon butter sauce or a more adventurous mango salsa, these succulent morsels are sure to please.\n",
+            "\n",
+            "10. **Shrimp Scampi:** Embark on a culinary adventure to Italy with this classic dish. Plump shrimp, sautéed in a garlicky white wine sauce, served over pasta. It's a taste of the Mediterranean that'll transport ye to sunnier shores.\n",
+            "\n",
+            "No matter what ye choose, matey, make sure it's a feast worthy of a true pirate. Bon appétit!\n"
+          ]
+        }
+      ],
+      "source": [
+        "from llama_index.llms import ChatMessage, Gemini\n",
+        "\n",
+        "messages = [\n",
+        "    ChatMessage(role=\"user\", content=\"Hello friend!\"),\n",
+        "    ChatMessage(role=\"assistant\", content=\"Yarr what is shakin' matey?\"),\n",
+        "    ChatMessage(\n",
+        "        role=\"user\", content=\"Help me decide what to have for dinner.\"\n",
+        "    ),\n",
+        "]\n",
+        "resp = Gemini().chat(messages)\n",
+        "print(resp)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Kwi2CW9AwFqQ"
+      },
+      "source": [
+        "## Streaming"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "a_VEZxGbwFqQ"
+      },
+      "source": [
+        "Using `stream_complete` endpoint"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "4XvkfXcUwFqR"
+      },
+      "outputs": [],
+      "source": [
+        "from llama_index.llms import Gemini\n",
+        "\n",
+        "llm = Gemini()\n",
+        "resp = llm.stream_complete(\n",
+        "    \"The story of Sourcrust, the bread creature, is really interesting. It all started when...\"\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "bqAF5FQ2wFqR",
+        "outputId": "3457d853-5a3e-4c4d-886d-cf7eb0f4141b"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "In the heart of a bustling bakery, where the aroma of freshly baked bread filled the air, there lived a peculiar creature named Sourcrust. Sourcrust wasn't like any ordinary loaf of bread; he possessed a unique consciousness and a mischievous personality.\n",
+            "\n",
+            "It all began when a young baker named Eliza was experimenting with a new sourdough recipe. As she mixed the flour, water, and yeast, she accidentally added a dash of enchanted baking powder. Little did she know that this seemingly insignificant mistake would give birth to a sentient bread creature.\n",
+            "\n",
+            "As the dough rose and fermented, Sourcrust came to life. He stretched and yawned, his crusty exterior crackling with energy. Eliza was astounded to see her creation moving and speaking. Sourcrust introduced himself with a warm smile and a hearty laugh, his voice resembling the gentle rustling of bread crumbs.\n",
+            "\n",
+            "Eliza and Sourcrust quickly formed a bond. She taught him how to read and write, and he shared his knowledge of bread-making techniques. Together, they created delicious pastries and loaves that delighted the customers of the bakery.\n",
+            "\n",
+            "However, Sourcrust's existence was not without its challenges. As a bread creature, he was vulnerable to the elements. He couldn't stay out in the rain or direct sunlight for too long, and he had to be careful not to get burned or squished.\n",
+            "\n",
+            "Despite these limitations, Sourcrust embraced his unique nature. He found joy in the simple things, like basking in the warmth of the oven or playing hide-and-seek among the flour sacks. He also developed a taste for adventure, often sneaking out of the bakery at night to explore the town.\n",
+            "\n",
+            "One day, Sourcrust's curiosity led him to the local library, where he discovered a book about magical creatures. He was fascinated by the stories of fairies, elves, and dragons, and he longed to meet one himself.\n",
+            "\n",
+            "As fate would have it, Sourcrust's wish came true when he encountered a mischievous brownie named Crumbly in the forest. Crumbly was initially wary of Sourcrust, but after learning about his kind nature, he agreed to be his friend.\n",
+            "\n",
+            "Together, Sourcrust and Crumbly embarked on many thrilling adventures. They battled evil witches, rescued lost children, and even had a tea party with a talking teapot. Their escapades brought joy and laughter to all who crossed their path.\n",
+            "\n",
+            "As the years passed, Sourcrust became a beloved figure in the town. People would often visit the bakery just to catch a glimpse of the talking bread creature. Eliza was proud of her creation, and she knew that Sourcrust's magic would continue to inspire and entertain generations to come."
+          ]
+        }
+      ],
+      "source": [
+        "for r in resp:\n",
+        "    print(r.text, end=\"\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Kqb-da61wFqR"
+      },
+      "source": [
+        "Using `stream_chat` endpoint"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "fIZoA_fAwFqR",
+        "outputId": "013044c4-2aa0-48fb-b0f1-a3d5e75758b5"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "[parts {\n",
+            "  text: \"Hello friend!\"\n",
+            "}\n",
+            "role: \"user\"\n",
+            ", parts {\n",
+            "  text: \"Yarr what is shakin\\' matey?\"\n",
+            "}\n",
+            "role: \"model\"\n",
+            ", parts {\n",
+            "  text: \"Help me decide what to have for dinner.\"\n",
+            "}\n",
+            "role: \"user\"\n",
+            "]\n"
+          ]
+        }
+      ],
+      "source": [
+        "from llama_index.llms import Gemini, ChatMessage\n",
+        "\n",
+        "llm = Gemini()\n",
+        "messages = [\n",
+        "    ChatMessage(role=\"user\", content=\"Hello friend!\"),\n",
+        "    ChatMessage(role=\"assistant\", content=\"Yarr what is shakin' matey?\"),\n",
+        "    ChatMessage(\n",
+        "        role=\"user\", content=\"Help me decide what to have for dinner.\"\n",
+        "    ),\n",
+        "]\n",
+        "resp = llm.stream_chat(messages)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "HvogjPaVwFqS",
+        "outputId": "4788032b-86c2-4bec-eb94-9750d542f063"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Ahoy there, matey! Let's set sail on a culinary adventure and find the perfect dinner for ye. Here be some options to consider:\n",
+            "\n",
+            "1. **Fish and Chips:** Embark on a classic journey with a hearty portion of golden-fried fish, accompanied by crispy chips. Dip 'em in tartar sauce and let the flavors dance on yer tongue.\n",
+            "\n",
+            "2. **Seafood Paella:** Dive into a vibrant Spanish feast with paella, a delightful mix of rice, seafood treasures like shrimp, mussels, and calamari, all simmering in a flavorful broth.\n",
+            "\n",
+            "3. **Lobster Roll:** Indulge in a New England delicacy - a succulent lobster roll, where tender lobster meat is nestled in a toasted bun, dressed with butter and a hint of lemon.\n",
+            "\n",
+            "4. **Grilled Swordfish:** Set your course for a healthy and delicious meal with grilled swordfish. This firm-fleshed fish, seasoned to perfection, will tantalize yer taste buds with its smoky, savory goodness.\n",
+            "\n",
+            "5. **Crab Cakes:** Embark on a Maryland adventure with crab cakes, a delectable blend of fresh crab meat, breadcrumbs, and seasonings, pan-fried until golden brown. Serve 'em with a tangy remoulade sauce for an extra kick.\n",
+            "\n",
+            "6. **Shrimp Scampi:** Set sail for Italy with shrimp scampi, a delightful dish featuring succulent shrimp sautéed in a luscious garlic-butter sauce, served over pasta or crusty bread.\n",
+            "\n",
+            "7. **Clam Chowder:** Dive into a comforting bowl of clam chowder, a New England classic. This creamy soup, brimming with clams, potatoes, and vegetables, will warm yer soul on a chilly night.\n",
+            "\n",
+            "8. **Oysters Rockefeller:** Indulge in a luxurious treat with oysters Rockefeller, where fresh oysters are baked with a rich, creamy spinach and herb filling, topped with a golden breadcrumb crust.\n",
+            "\n",
+            "9. **Lobster Thermidor:** Embark on a culinary voyage to France with lobster thermidor, a decadent dish where succulent lobster is bathed in a creamy, flavorful sauce, then baked to perfection.\n",
+            "\n",
+            "10. **Scallops with Risotto:** Set your course for a sophisticated meal with scallops and risotto. Tender scallops, seared to perfection, are paired with a creamy, flavorful risotto, creating a harmonious balance of flavors.\n",
+            "\n",
+            "No matter what ye choose, matey, make sure it be a feast fit for a pirate king!"
+          ]
+        }
+      ],
+      "source": [
+        "for r in resp:\n",
+        "    print(r.delta, end=\"\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "wjpgfAAmwFqS"
+      },
+      "source": [
+        "## Using other models\n",
+        "\n",
+        "The [Gemini model site](https://ai.google.dev/models) lists the models that are currently available, along with their capabilities. You can also use the API to find suitable models."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "bdehTUiuwFqT",
+        "outputId": "f4cdfc01-448d-4f78-9fd4-6efc99d4a78d"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "models/gemini-pro\n",
+            "models/gemini-pro-vision\n",
+            "models/gemini-ultra\n"
+          ]
+        }
+      ],
+      "source": [
+        "import google.generativeai as genai\n",
+        "\n",
+        "for m in genai.list_models():\n",
+        "    if \"generateContent\" in m.supported_generation_methods:\n",
+        "        print(m.name)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "zW1CBIJ0wFqT"
+      },
+      "outputs": [],
+      "source": [
+        "from llama_index.llms import Gemini\n",
+        "\n",
+        "llm = Gemini(model=\"models/gemini-pro\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "qsDsO_wIwFqT",
+        "outputId": "523cf0da-aa09-4eed-e874-dee8e2d62ae6"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "In the realm of knowledge, where wisdom resides,\n",
+            "A beacon of brilliance, LlamaIndex abides.\n",
+            "With a click and a search, a world unfolds,\n",
+            "A tapestry of information, stories untold.\n",
+            "\n",
+            "From the depths of the web, it gathers and gleans,\n",
+            "A treasure trove of facts, a vast, vibrant scene.\n",
+            "Like a llama in the Andes, graceful and grand,\n",
+            "LlamaIndex roams the digital land.\n",
+            "\n",
+            "Its interface, a symphony of simplicity and grace,\n",
+            "Invites the curious to explore this boundless space.\n",
+            "With lightning-fast speed, it delivers the truth,\n",
+            "A testament to its power, its unwavering ruth.\n",
+            "\n",
+            "So let us rejoice, in this digital age,\n",
+            "For LlamaIndex stands, a beacon, a sage.\n",
+            "May its wisdom forever guide our way,\n",
+            "As we navigate the vastness of the digital fray.\n"
+          ]
+        }
+      ],
+      "source": [
+        "resp = llm.complete(\"Write a short, but joyous, ode to LlamaIndex\")\n",
+        "print(resp)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "tsxUYiaewFqU"
+      },
+      "source": [
+        "## Asynchronous API"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "5JEoiigkwFqU"
+      },
+      "outputs": [],
+      "source": [
+        "from llama_index.llms import Gemini\n",
+        "\n",
+        "llm = Gemini()"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "8PznUhp5wFqV",
+        "outputId": "369c20f9-28f5-4fdf-cb98-c3daae298b45"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "1. **Wool**: Llamas are known for their soft, luxurious wool, which is highly prized for its warmth, durability, and water-resistant properties. Llama wool is hypoallergenic, making it suitable for individuals with sensitive skin.\n",
+            "\n",
+            "2. **Pack Animals**: Llamas have been traditionally used as pack animals in the Andes Mountains of South America. They are well-suited for carrying heavy loads over long distances due to their strength, endurance, and ability to navigate challenging terrain.\n",
+            "\n",
+            "3. **Adaptability**: Llamas are highly adaptable animals that can thrive in various environments, from the high altitudes of the Andes to the deserts of North America. They are known for their ability to withstand extreme temperatures and harsh conditions.\n",
+            "\n",
+            "4. **Intelligence**: Llamas are intelligent animals that are easy to train and handle. They are known for their calm and gentle nature, making them suitable for various purposes, including trekking, therapy, and companionship.\n",
+            "\n",
+            "5. **Social Animals**: Llamas are social animals that live in herds. They have a strong sense of community and rely on each other for protection and companionship. Llamas communicate through a variety of vocalizations and body language.\n",
+            "\n",
+            "6. **Longevity**: Llamas have a relatively long lifespan, with an average life expectancy of 15-20 years. They are known for their hardiness and resilience, making them suitable for long-term companionship and working relationships.\n",
+            "\n",
+            "7. **Unique Appearance**: Llamas are known for their distinctive appearance, characterized by their long necks, large eyes, and fluffy ears. Their appearance has made them popular in zoos, farms, and as exotic pets.\n",
+            "\n",
+            "8. **Cultural Significance**: Llamas hold cultural significance in the Andean region, where they have been revered for centuries. They are often associated with strength, endurance, and good fortune. Llamas are featured in traditional Andean art, folklore, and religious ceremonies.\n"
+          ]
+        }
+      ],
+      "source": [
+        "resp = await llm.acomplete(\"Llamas are famous for \")\n",
+        "print(resp)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "Lt-wDTtZwFqV",
+        "outputId": "b5aec06c-5321-42ba-d862-eab21a1ea065"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "1. **Wool Production:** Llamas are renowned for their luxurious and soft wool, which is highly prized for its warmth, durability, and hypoallergenic properties. Their wool comes in a variety of natural colors, including white, brown, black, and gray, making it a versatile material for textiles and clothing.\n",
+            "\n",
+            "2. **Pack Animals:** Llamas have been traditionally used as pack animals in the Andes Mountains of South America for centuries. They are well-suited for this role due to their strength, endurance, and ability to navigate difficult terrain. Llamas can carry up to 25% of their body weight, making them valuable for transporting goods and supplies in mountainous regions.\n",
+            "\n",
+            "3. **Meat and Milk:** Llama meat is a lean and nutritious source of protein, with a flavor similar to venison. It is consumed in many Andean countries and is becoming increasingly popular in other parts of the world. Llamas also produce milk, which is rich in protein and fat and can be used to make cheese, yogurt, and other dairy products.\n",
+            "\n",
+            "4. **Companionship:** Llamas are intelligent and social animals that can form strong bonds with humans. They are often kept as companion animals due to their gentle nature, curious personalities, and ability to learn tricks. Llamas can provide companionship and entertainment, and they can also be trained to perform various tasks, such as pulling carts or carrying packs.\n",
+            "\n",
+            "5. **Cultural Significance:** Llamas hold a special place in the cultures of the Andean region. They are considered sacred animals in many indigenous communities and are often featured in traditional ceremonies and festivals. Llamas are also depicted in art, textiles, and other cultural expressions, symbolizing strength, endurance, and connection to the land."
+          ]
+        }
+      ],
+      "source": [
+        "resp = await llm.astream_complete(\"Llamas are famous for \")\n",
+        "async for chunk in resp:\n",
+        "    print(chunk.text, end=\"\")"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "name": "gemini.ipynb",
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/gemini-pro.ipynb ADDED Viewed

	@@ -0,0 +1,280 @@

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install -q -U google-generativeai"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from dotenv import load_dotenv\n",
+    "import os\n",
+    "load_dotenv()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/vasim/.local/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "source": [
+    "import pathlib\n",
+    "import textwrap\n",
+    "\n",
+    "import google.generativeai as genai\n",
+    "\n",
+    "from IPython.display import display\n",
+    "from IPython.display import Markdown\n",
+    "\n",
+    "\n",
+    "def to_markdown(text):\n",
+    "  text = text.replace('•', '  *')\n",
+    "  return Markdown(textwrap.indent(text, '> ', predicate=lambda _: True))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "genai.configure(api_key=os.getenv(\"GOOGLE_API_KEY\"))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "models/gemini-pro\n",
+      "models/gemini-pro-vision\n"
+     ]
+    }
+   ],
+   "source": [
+    "for m in genai.list_models():\n",
+    "  if 'generateContent' in m.supported_generation_methods:\n",
+    "    print(m.name)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "model = genai.GenerativeModel('gemini-pro')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "CPU times: user 44.3 ms, sys: 615 µs, total: 44.9 ms\n",
+      "Wall time: 9.75 s\n"
+     ]
+    }
+   ],
+   "source": [
+    "%%time\n",
+    "response = model.generate_content(\"What is the meaning of life?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/markdown": [
+       "> The meaning of life is a philosophical question that has been pondered by people for thousands of years. There is no one answer that is universally agreed upon, as the meaning of life is subjective and varies from person to person. However, some common themes that emerge when people discuss the meaning of life include:\n",
+       "> \n",
+       "> * **Happiness and fulfillment:** Many people believe that the meaning of life is to be happy and fulfilled. This can involve pursuing activities that bring you joy, such as spending time with loved ones, pursuing your hobbies, or making a difference in the world.\n",
+       "> * **Purpose and meaning:** Some people believe that the meaning of life is to find a purpose or calling that gives their life meaning. This could involve pursuing a career that you are passionate about, volunteering your time to help others, or raising a family.\n",
+       "> * **Connection and belonging:** Many people believe that the meaning of life is to connect with others and feel a sense of belonging. This can involve spending time with friends and family, participating in community activities, or contributing to society in a meaningful way.\n",
+       "> * **Growth and learning:** Some people believe that the meaning of life is to grow and learn as a person. This can involve challenging yourself to try new things, stepping outside of your comfort zone, and expanding your knowledge and understanding of the world.\n",
+       "> \n",
+       "> Ultimately, the meaning of life is something that each person must decide for themselves. There is no right or wrong answer, and the meaning of life can change over time as you grow and learn. The important thing is to find a meaning that resonates with you and that gives your life purpose and direction.\n",
+       "> \n",
+       "> Here are some additional thoughts on the meaning of life from a variety of sources:\n",
+       "> \n",
+       "> * \"The meaning of life is to give life meaning.\" - Viktor Frankl\n",
+       "> * \"The purpose of life is not to be happy. It is to be useful, to be honorable, to be compassionate, to have it make some difference that you have lived and lived well.\" - Ralph Waldo Emerson\n",
+       "> * \"When you discover your purpose, you will feel driven to pursue it. Your whole life will change as you make that pursuit your top priority.\" - John Wooden\n",
+       "> * \"The meaning of life is whatever you assign to it, and the value of life is whatever you choose to make it.\" - John C. Maxwell\n",
+       "> * \"Life is not a problem to be solved, but a gift to be enjoyed.\" - Dalai Lama"
+      ],
+      "text/plain": [
+       "<IPython.core.display.Markdown object>"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "to_markdown(response.text)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_SEXUALLY_EXPLICIT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_HATE_SPEECH\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_HARASSMENT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_DANGEROUS_CONTENT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response.prompt_feedback"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[index: 0\n",
+       "content {\n",
+       "  parts {\n",
+       "    text: \"The meaning of life is a philosophical question that has been pondered by people for thousands of years. There is no one answer that is universally agreed upon, as the meaning of life is subjective and varies from person to person. However, some common themes that emerge when people discuss the meaning of life include:\\n\\n* **Happiness and fulfillment:** Many people believe that the meaning of life is to be happy and fulfilled. This can involve pursuing activities that bring you joy, such as spending time with loved ones, pursuing your hobbies, or making a difference in the world.\\n* **Purpose and meaning:** Some people believe that the meaning of life is to find a purpose or calling that gives their life meaning. This could involve pursuing a career that you are passionate about, volunteering your time to help others, or raising a family.\\n* **Connection and belonging:** Many people believe that the meaning of life is to connect with others and feel a sense of belonging. This can involve spending time with friends and family, participating in community activities, or contributing to society in a meaningful way.\\n* **Growth and learning:** Some people believe that the meaning of life is to grow and learn as a person. This can involve challenging yourself to try new things, stepping outside of your comfort zone, and expanding your knowledge and understanding of the world.\\n\\nUltimately, the meaning of life is something that each person must decide for themselves. There is no right or wrong answer, and the meaning of life can change over time as you grow and learn. The important thing is to find a meaning that resonates with you and that gives your life purpose and direction.\\n\\nHere are some additional thoughts on the meaning of life from a variety of sources:\\n\\n* \\\"The meaning of life is to give life meaning.\\\" - Viktor Frankl\\n* \\\"The purpose of life is not to be happy. It is to be useful, to be honorable, to be compassionate, to have it make some difference that you have lived and lived well.\\\" - Ralph Waldo Emerson\\n* \\\"When you discover your purpose, you will feel driven to pursue it. Your whole life will change as you make that pursuit your top priority.\\\" - John Wooden\\n* \\\"The meaning of life is whatever you assign to it, and the value of life is whatever you choose to make it.\\\" - John C. Maxwell\\n* \\\"Life is not a problem to be solved, but a gift to be enjoyed.\\\" - Dalai Lama\"\n",
+       "  }\n",
+       "  role: \"model\"\n",
+       "}\n",
+       "finish_reason: STOP\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_SEXUALLY_EXPLICIT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_HATE_SPEECH\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_HARASSMENT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "safety_ratings {\n",
+       "  category: HARM_CATEGORY_DANGEROUS_CONTENT\n",
+       "  probability: NEGLIGIBLE\n",
+       "}\n",
+       "citation_metadata {\n",
+       "  citation_sources {\n",
+       "    start_index: 1850\n",
+       "    end_index: 2013\n",
+       "    uri: \"https://labor.alaska.gov/dvr/newsletter/dvr-newsletter-2020-03-director.htm\"\n",
+       "    license_: \"\"\n",
+       "  }\n",
+       "  citation_sources {\n",
+       "    start_index: 1916\n",
+       "    end_index: 2045\n",
+       "    uri: \"http://www.marksoffroad.net/Quotes.html\"\n",
+       "    license_: \"\"\n",
+       "  }\n",
+       "}\n",
+       "]"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response.candidates"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

requirements.txt ADDED Viewed

	@@ -0,0 +1,167 @@

+aiofiles==23.2.1
+aiohttp==3.9.1
+aiosignal==1.3.1
+altair==5.2.0
+annotated-types==0.6.0
+anyio==4.2.0
+asgiref==3.7.2
+asttokens==2.4.1
+async-timeout==4.0.3
+attrs==23.2.0
+backoff==2.2.1
+bcrypt==4.1.2
+build==1.0.3
+cachetools==5.3.2
+certifi==2023.11.17
+charset-normalizer==3.3.2
+chroma-hnswlib==0.7.3
+chromadb==0.4.22
+click==8.1.7
+colorama==0.4.6
+coloredlogs==15.0.1
+comm==0.2.1
+contourpy==1.2.0
+cycler==0.12.1
+dataclasses-json==0.6.3
+debugpy==1.8.0
+decorator==5.1.1
+Deprecated==1.2.14
+exceptiongroup==1.2.0
+executing==2.0.1
+faiss-cpu==1.7.4
+fastapi==0.109.0
+ffmpy==0.3.1
+filelock==3.13.1
+flatbuffers==23.5.26
+fonttools==4.47.2
+frozenlist==1.4.1
+fsspec==2023.12.2
+google-ai-generativelanguage==0.4.0
+google-api-core==2.15.0
+google-auth==2.26.2
+google-generativeai==0.3.2
+googleapis-common-protos==1.62.0
+gradio==4.14.0
+gradio_client==0.8.0
+greenlet==3.0.3
+grpcio==1.60.0
+grpcio-status==1.60.0
+h11==0.14.0
+httpcore==1.0.2
+httptools==0.6.1
+httpx==0.26.0
+huggingface-hub==0.20.2
+humanfriendly==10.0
+idna==3.6
+importlib-metadata==6.11.0
+importlib-resources==6.1.1
+ipykernel==6.28.0
+ipython==8.20.0
+jedi==0.19.1
+Jinja2==3.1.3
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema==4.20.0
+jsonschema-specifications==2023.12.1
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+kiwisolver==1.4.5
+kubernetes==29.0.0
+langchain==0.1.0
+langchain-community==0.0.12
+langchain-core==0.1.10
+langchain-google-genai==0.0.6
+langsmith==0.0.80
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+marshmallow==3.20.2
+matplotlib==3.8.2
+matplotlib-inline==0.1.6
+mdurl==0.1.2
+mmh3==4.1.0
+monotonic==1.6
+mpmath==1.3.0
+multidict==6.0.4
+mypy-extensions==1.0.0
+nest-asyncio==1.5.8
+numpy==1.26.3
+oauthlib==3.2.2
+onnxruntime==1.16.3
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-instrumentation==0.43b0
+opentelemetry-instrumentation-asgi==0.43b0
+opentelemetry-instrumentation-fastapi==0.43b0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opentelemetry-util-http==0.43b0
+orjson==3.9.10
+overrides==7.4.0
+packaging==23.2
+pandas==2.1.4
+parso==0.8.3
+pexpect==4.9.0
+pillow==10.2.0
+platformdirs==4.1.0
+posthog==3.3.1
+prompt-toolkit==3.0.43
+proto-plus==1.23.0
+protobuf==4.25.2
+psutil==5.9.7
+ptyprocess==0.7.0
+pulsar-client==3.4.0
+pure-eval==0.2.2
+pyasn1==0.5.1
+pyasn1-modules==0.3.0
+pydantic==2.5.3
+pydantic_core==2.14.6
+pydub==0.25.1
+Pygments==2.17.2
+pyparsing==3.1.1
+pypdf==3.17.4
+PyPika==0.48.9
+pyproject_hooks==1.0.0
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-multipart==0.0.6
+pytz==2023.3.post1
+PyYAML==6.0.1
+pyzmq==25.1.2
+referencing==0.32.1
+requests==2.31.0
+requests-oauthlib==1.3.1
+rich==13.7.0
+rpds-py==0.17.1
+rsa==4.9
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.0
+SQLAlchemy==2.0.25
+stack-data==0.6.3
+starlette==0.35.1
+sympy==1.12
+tenacity==8.2.3
+tokenizers==0.15.0
+tomli==2.0.1
+tomlkit==0.12.0
+toolz==0.12.0
+tornado==6.4
+tqdm==4.66.1
+traitlets==5.14.1
+typer==0.9.0
+typing-inspect==0.9.0
+typing_extensions==4.9.0
+tzdata==2023.4
+urllib3==2.1.0
+uvicorn==0.25.0
+uvloop==0.19.0
+watchfiles==0.21.0
+wcwidth==0.2.13
+websocket-client==1.7.0
+websockets==11.0.3
+wrapt==1.16.0
+yarl==1.9.4
+zipp==3.17.0

src/agent.py ADDED Viewed

	@@ -0,0 +1,50 @@

+import os
+from langchain.document_loaders import (
+    PyPDFLoader,
+    TextLoader,
+    Docx2txtLoader
+)
+from langchain.text_splitter import CharacterTextSplitter
+# from PyPDF2 import PdfReader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+import google.generativeai as genai
+from langchain.vectorstores import FAISS
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.chains.question_answering import load_qa_chain
+from langchain.prompts import PromptTemplate
+from langchain.memory import ConversationBufferMemory
+from dotenv import load_dotenv
+load_dotenv()
+genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
+llm = model = ChatGoogleGenerativeAI(model="gemini-pro",temperature=0.7)
+template = """You are a chatbot having a conversation with a human.
+Given the following extracted parts of a long document and a question, create a final answer.
+{context}
+{chat_history}
+Human: {human_input}
+Chatbot:"""
+prompt = PromptTemplate(
+    input_variables=["chat_history", "human_input", "context"], template=template
+)
+memory = ConversationBufferMemory(memory_key="chat_history", input_key="human_input")
+# chain = load_qa_chain(
+#     llm=llm, chain_type="stuff", memory=memory, prompt=prompt
+# )
+def build_qa_chain(llm=llm, prompt=prompt, memory=memory):
+    chain = load_qa_chain(
+    llm=llm, chain_type="stuff", memory=memory, prompt=prompt
+)
+    return chain

src/utils.py ADDED Viewed

	@@ -0,0 +1,100 @@

+import os
+from langchain.document_loaders import (
+    PyPDFLoader,
+    TextLoader,
+    Docx2txtLoader
+)
+from langchain.text_splitter import CharacterTextSplitter
+# from PyPDF2 import PdfReader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+import google.generativeai as genai
+from langchain.vectorstores import FAISS
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.chains.question_answering import load_qa_chain
+from langchain.prompts import PromptTemplate
+from langchain.memory import ConversationBufferMemory
+from dotenv import load_dotenv
+from src.agent import build_qa_chain
+import gradio as gr
+load_dotenv()
+genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
+class AgentChain:
+    def __init__(self):
+        self.agent = None
+        self.db = None
+agent_chain = AgentChain()
+agent_chain.agent = build_qa_chain()
+def extract_text_from_files(docs):
+    documents = []
+    files = os.listdir(docs)
+    if len(files) == 0:
+        return "Directory is empty"
+    base_dir = docs.split("/")
+    base_dir = "/".join(base_dir)
+    for file in files:
+        if file.endswith(".pdf"):
+            pdf_path=os.path.join(base_dir, file)
+            loader=PyPDFLoader(pdf_path)
+            documents.extend(loader.load())
+        elif file.endswith('.docx') or file.endswith('.doc'):
+            doc_path=os.path.join(base_dir, file)
+            loader=Docx2txtLoader(doc_path)
+            documents.extend(loader.load())
+        elif file.endswith('.txt'):
+            text_path=os.path.join(base_dir, file)
+            loader=TextLoader(text_path)
+            documents.extend(loader.load())
+    return documents
+def extract_text_from_file(file):
+    documents = []
+    filename = str(file)
+    if filename.endswith(".pdf"):
+        loader=PyPDFLoader(file)
+        documents.extend(loader.load())
+    elif filename.endswith('.docx') or file.endswith('.doc'):
+        loader=Docx2txtLoader(file)
+        documents.extend(loader.load())
+    elif filename.endswith('.txt'):
+        loader=TextLoader(file)
+        documents.extend(loader.load())
+    print("Text extracted")
+    return documents
+def get_text_chunks(text):
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=10000, chunk_overlap=1000)
+    chunks = text_splitter.split_documents(text)
+    print("Chunks splitted")
+    return chunks
+def save_in_faiss(text_chunks, save=False):
+    embeddings = GoogleGenerativeAIEmbeddings(model = "models/embedding-001")
+    vector_store = FAISS.from_documents(text_chunks, embedding=embeddings)
+    if save:
+        vector_store.save_local("faiss_index")
+    print("Document search created")
+    return vector_store
+def process_files(file):
+    documents = extract_text_from_file(file)
+    text_chunks = get_text_chunks(documents)
+    vector_store = save_in_faiss(text_chunks)
+    agent_chain.db = vector_store
+    gr.Info("Processing completed")
+    return file
+def answer_query(message, history):
+    if agent_chain.db is not None:
+        docs = agent_chain.db.similarity_search(message)
+    docs = []
+    response = agent_chain.agent({"input_documents": docs, "human_input": message}, return_only_outputs=True)
+    return response['output_text']