from huggingface_hub import hf_hub_download

repo_id = "TheBloke/zephyr-7B-beta-GGUF"
model_name = "zephyr-7b-beta.Q4_K_M.gguf"

local_dir="./"#"/mnt/ssd1/MH/AMINE/NLPBANK/localchatbot"

hf_hub_download(repo_id=repo_id,
                filename=model_name,
                local_dir=local_dir,
                local_dir_use_symlinks=False)