Dharma20 commited on
Commit
a7b6049
·
1 Parent(s): 9e4497f

Add example upload file

Browse files
Files changed (2) hide show
  1. .gitignore +172 -0
  2. app.py +21 -2
.gitignore CHANGED
@@ -1 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  .env
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ### Python ###
2
+ # Byte-compiled / optimized / DLL files
3
+ __pycache__/
4
+ *.py[cod]
5
+ *$py.class
6
+
7
+ # C extensions
8
+ *.so
9
+
10
+ # Distribution / packaging
11
+ .Python
12
+ build/
13
+ develop-eggs/
14
+ dist/
15
+ downloads/
16
+ eggs/
17
+ .eggs/
18
+ lib/
19
+ lib64/
20
+ parts/
21
+ sdist/
22
+ var/
23
+ wheels/
24
+ share/python-wheels/
25
+ *.egg-info/
26
+ .installed.cfg
27
+ *.egg
28
+ MANIFEST
29
+
30
+ # PyInstaller
31
+ # Usually these files are written by a python script from a template
32
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
33
+ *.manifest
34
+ *.spec
35
+
36
+ # Installer logs
37
+ pip-log.txt
38
+ pip-delete-this-directory.txt
39
+
40
+ # Unit test / coverage reports
41
+ htmlcov/
42
+ .tox/
43
+ .nox/
44
+ .coverage
45
+ .coverage.*
46
+ .cache
47
+ nosetests.xml
48
+ coverage.xml
49
+ *.cover
50
+ *.py,cover
51
+ .hypothesis/
52
+ .pytest_cache/
53
+ cover/
54
+
55
+ # Translations
56
+ *.mo
57
+ *.pot
58
+
59
+ # Django stuff:
60
+ *.log
61
+ local_settings.py
62
+ db.sqlite3
63
+ db.sqlite3-journal
64
+
65
+ # Flask stuff:
66
+ instance/
67
+ .webassets-cache
68
+
69
+ # Scrapy stuff:
70
+ .scrapy
71
+
72
+ # Sphinx documentation
73
+ docs/_build/
74
+
75
+ # PyBuilder
76
+ .pybuilder/
77
+ target/
78
+
79
+ # Jupyter Notebook
80
+ .ipynb_checkpoints
81
+
82
+ # IPython
83
+ profile_default/
84
+ ipython_config.py
85
+
86
+ # pyenv
87
+ # For a library or package, you might want to ignore these files since the code is
88
+ # intended to run in multiple environments; otherwise, check them in:
89
+ # .python-version
90
+
91
+ # pipenv
92
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
93
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
94
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
95
+ # install all needed dependencies.
96
+ #Pipfile.lock
97
+
98
+ # poetry
99
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
100
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
101
+ # commonly ignored for libraries.
102
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
103
+ #poetry.lock
104
+
105
+ # pdm
106
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
107
+ #pdm.lock
108
+ # pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
109
+ # in version control.
110
+ # https://pdm.fming.dev/#use-with-ide
111
+ .pdm.toml
112
+
113
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
114
+ __pypackages__/
115
+
116
+ # Celery stuff
117
+ celerybeat-schedule
118
+ celerybeat.pid
119
+
120
+ # SageMath parsed files
121
+ *.sage.py
122
+
123
+ # Environments
124
  .env
125
+ .venv
126
+ env/
127
+ venv/
128
+ ENV/
129
+ env.bak/
130
+ venv.bak/
131
+
132
+ # Spyder project settings
133
+ .spyderproject
134
+ .spyproject
135
+
136
+ # Rope project settings
137
+ .ropeproject
138
+
139
+ # mkdocs documentation
140
+ /site
141
+
142
+ # mypy
143
+ .mypy_cache/
144
+ .dmypy.json
145
+ dmypy.json
146
+
147
+ # Pyre type checker
148
+ .pyre/
149
+
150
+ # pytype static type analyzer
151
+ .pytype/
152
+
153
+ # Cython debug symbols
154
+ cython_debug/
155
+
156
+ # PyCharm
157
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
158
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
159
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
160
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
161
+ #.idea/
162
+
163
+ ### Python Patch ###
164
+ # Poetry local configuration file - https://python-poetry.org/docs/configuration/#local-configuration
165
+ poetry.toml
166
+
167
+ # ruff
168
+ .ruff_cache/
169
+
170
+ # LSP config files
171
+ pyrightconfig.json
172
+
173
+ # End of https://www.toptal.com/developers/gitignore/api/python
app.py CHANGED
@@ -3,10 +3,16 @@ from pipeline import preprocessing_pipeline, conversational_rag
3
  from pipeline import system_message, user_message
4
  from haystack.dataclasses import ChatMessage
5
  import time
 
6
 
 
 
 
 
 
 
 
7
 
8
- def process_files_into_docs(pdf_files,progress=gr.Progress()):
9
- preprocessing_pipeline.run({'file_type_router': {'sources': pdf_files}})
10
  return "Database created🤗🤗"
11
 
12
 
@@ -33,6 +39,7 @@ def rag(history,question):
33
 
34
  yield history, " "
35
 
 
36
 
37
  with gr.Blocks(theme=gr.themes.Soft())as demo:
38
 
@@ -51,6 +58,18 @@ with gr.Blocks(theme=gr.themes.Soft())as demo:
51
  result = gr.Textbox(label="Document store", value='Document store not initialized')
52
  #Pre-processing Events
53
  process_files.click(fn=process_files_into_docs, inputs=file_input, outputs=result ,show_progress=True)
 
 
 
 
 
 
 
 
 
 
 
 
54
 
55
 
56
  with gr.Column(scale=200):
 
3
  from pipeline import system_message, user_message
4
  from haystack.dataclasses import ChatMessage
5
  import time
6
+ import os
7
 
8
+ def process_files_into_docs(files,progress=gr.Progress()):
9
+ if isinstance(files, dict):
10
+ files = [files]
11
+ if not files:
12
+ return 'No file uploaded!'
13
+
14
+ preprocessing_pipeline.run({'file_type_router': {'sources': files}})
15
 
 
 
16
  return "Database created🤗🤗"
17
 
18
 
 
39
 
40
  yield history, " "
41
 
42
+ EXAMPLE_FILE = "RAG Survey.pdf"
43
 
44
  with gr.Blocks(theme=gr.themes.Soft())as demo:
45
 
 
58
  result = gr.Textbox(label="Document store", value='Document store not initialized')
59
  #Pre-processing Events
60
  process_files.click(fn=process_files_into_docs, inputs=file_input, outputs=result ,show_progress=True)
61
+
62
+ def load_example():
63
+ return [EXAMPLE_FILE]
64
+
65
+ with gr.Row():
66
+ gr.Examples(
67
+ examples=[[EXAMPLE_FILE]],
68
+ inputs=file_input,
69
+ examples_per_page=1,
70
+ label="Click to upload an example"
71
+ ).dataset.click(fn=load_example, inputs=[], outputs=file_input)
72
+
73
 
74
 
75
  with gr.Column(scale=200):