jonathanjordan21 commited on
Commit
0b69791
1 Parent(s): 4424f88

Update networks/huggingface_streamer.py

Browse files
Files changed (1) hide show
  1. networks/huggingface_streamer.py +1 -0
networks/huggingface_streamer.py CHANGED
@@ -37,6 +37,7 @@ class HuggingfaceStreamer:
37
  max_new_tokens: int = None,
38
  api_key: str = None,
39
  use_cache: bool = False,
 
40
  ):
41
  # https://huggingface.co/docs/api-inference/detailed_parameters?code=curl
42
  # curl --proxy http://<server>:<port> https://api-inference.huggingface.co/models/<org>/<model_name> -X POST -d '{"inputs":"who are you?","parameters":{"max_new_token":64}}' -H 'Content-Type: application/json' -H 'Authorization: Bearer <HF_TOKEN>'
 
37
  max_new_tokens: int = None,
38
  api_key: str = None,
39
  use_cache: bool = False,
40
+ **kwargs,
41
  ):
42
  # https://huggingface.co/docs/api-inference/detailed_parameters?code=curl
43
  # curl --proxy http://<server>:<port> https://api-inference.huggingface.co/models/<org>/<model_name> -X POST -d '{"inputs":"who are you?","parameters":{"max_new_token":64}}' -H 'Content-Type: application/json' -H 'Authorization: Bearer <HF_TOKEN>'