ramortegui commited on
Commit
4260b70
·
unverified ·
1 Parent(s): a5e07db

Remove the need of cloning shakespeare repo

Browse files
Files changed (2) hide show
  1. app.py +2 -6
  2. shakespeare +1 -0
app.py CHANGED
@@ -1,15 +1,11 @@
 
1
  from langchain import HuggingFacePipeline
2
  from langchain.chains import RetrievalQA
3
  from langchain.document_loaders import BSHTMLLoader, DirectoryLoader
4
  from langchain.embeddings import HuggingFaceEmbeddings
5
- from transformers import AutoTokenizer
6
  from langchain.text_splitter import CharacterTextSplitter
7
  from langchain.vectorstores import Chroma
8
-
9
-
10
- !git clone https://github.com/TheMITTech/shakespeare
11
-
12
- from glob import glob
13
 
14
  files = glob("./shakespeare/**/*.html")
15
 
 
1
+ from glob import glob
2
  from langchain import HuggingFacePipeline
3
  from langchain.chains import RetrievalQA
4
  from langchain.document_loaders import BSHTMLLoader, DirectoryLoader
5
  from langchain.embeddings import HuggingFaceEmbeddings
 
6
  from langchain.text_splitter import CharacterTextSplitter
7
  from langchain.vectorstores import Chroma
8
+ from transformers import AutoTokenizer
 
 
 
 
9
 
10
  files = glob("./shakespeare/**/*.html")
11
 
shakespeare ADDED
@@ -0,0 +1 @@
 
 
1
+ Subproject commit 6b82db852c7322dd33e95db347f0ddfc812c6409