llemma_7b / sample.py
Pierce Maloney
testing custom logit processor for bad words
02ffbef
raw
history blame
256 Bytes
from handler import EndpointHandler
# init handler
my_handler = EndpointHandler(path=".")
# prepare sample payload
payload = {"inputs": "This is the format for a"}
# test the handler
payload=my_handler(payload)
# show results
print("output:", payload)