Spaces:
Paused
Paused
Remove the need of cloning shakespeare repo
Browse files- app.py +2 -6
- shakespeare +1 -0
app.py
CHANGED
@@ -1,15 +1,11 @@
|
|
|
|
1 |
from langchain import HuggingFacePipeline
|
2 |
from langchain.chains import RetrievalQA
|
3 |
from langchain.document_loaders import BSHTMLLoader, DirectoryLoader
|
4 |
from langchain.embeddings import HuggingFaceEmbeddings
|
5 |
-
from transformers import AutoTokenizer
|
6 |
from langchain.text_splitter import CharacterTextSplitter
|
7 |
from langchain.vectorstores import Chroma
|
8 |
-
|
9 |
-
|
10 |
-
!git clone https://github.com/TheMITTech/shakespeare
|
11 |
-
|
12 |
-
from glob import glob
|
13 |
|
14 |
files = glob("./shakespeare/**/*.html")
|
15 |
|
|
|
1 |
+
from glob import glob
|
2 |
from langchain import HuggingFacePipeline
|
3 |
from langchain.chains import RetrievalQA
|
4 |
from langchain.document_loaders import BSHTMLLoader, DirectoryLoader
|
5 |
from langchain.embeddings import HuggingFaceEmbeddings
|
|
|
6 |
from langchain.text_splitter import CharacterTextSplitter
|
7 |
from langchain.vectorstores import Chroma
|
8 |
+
from transformers import AutoTokenizer
|
|
|
|
|
|
|
|
|
9 |
|
10 |
files = glob("./shakespeare/**/*.html")
|
11 |
|
shakespeare
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
Subproject commit 6b82db852c7322dd33e95db347f0ddfc812c6409
|