constants.py

DEFAULT_HUGGINGFACE_MODELS_API_BASE_URL = "https://api-inference.huggingface.co/models/"
DEFAULT_STARCODER_API_PATH = "bigcode/starcoder/"
DEFAULT_STARCODER_BASE_API_PATH = "bigcode/starcoderbase/"

FIM_PREFIX = "<fim_prefix>"
FIM_MIDDLE = "<fim_middle>"
FIM_SUFFIX = "<fim_suffix>"
END_OF_TEXT = "<|endoftext|>"

MIN_TEMPERATURE = 1e-3