File size: 357 Bytes
ab9be79 |
1 2 3 4 5 6 7 8 9 10 11 12 |
import streamlit as st
import subprocess
def run_llama(input):
output = subprocess.check_output(['./main', '-m', 'ggml-vicuna-13b-4bit.bin', '-p', input, '-n', '-1'])
return str(output.decode('utf-8'))
st.title("Llama Model")
input_text = st.text_input("Input Text", "")
if st.button("Run"):
output = run_llama(input_text)
st.write(output)
|