llemma_7b / sample.py
Pierce Maloney
base llemma-7b and custom handler.py
bf66e5a
raw
history blame
278 Bytes
from handler import EndpointHandler
# init handler
my_handler = EndpointHandler(path=".")
# prepare sample payload
payload = {"inputs": "I am so happy to reach in my pocket and find a"}
# test the handler
payload=my_handler(payload)
# show results
print("output:", payload)