changes

.streamlit/config.toml

@@ -1,6 +1,6 @@
 [server]
-port = 7000
-# headless = true
+# port = 7000
+headless = true
 
 [browser]
 gatherUsageStats = false

requirements.txt

@@ -1 +1,2 @@
-streamlit
+streamlit
+transformers

src/dolly.py

@@ -0,0 +1,4 @@
+import torch
+from transformers import pipeline
+
+generate_text = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")

start.sh

@@ -1 +1 @@
-streamlit run src/app.py
+streamlit run src/app.py --server.port 7000