Add QWEN 2.5

app.py

@@ -1,25 +1,25 @@
 import json
 import os
-import requests
-import tqdm
 
 import gradio as gr
-import torch
 from distilabel.llms import LlamaCppLLM
 from distilabel.steps.tasks.argillalabeller import ArgillaLabeller
 
-file_path = os.path.join(os.path.dirname(__file__), "qwen2-0_5b-instruct-fp16.gguf")
-download_url = "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf?download=true"
+file_path = os.path.join(os.path.dirname(__file__), "Qwen2-5-0.5B-Instruct-f16.gguf")
+download_url = "https://huggingface.co/gaianet/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-f16.gguf?download=true"
 
 
 if not os.path.exists(file_path):
+    import requests
+    import tqdm
+
     response = requests.get(download_url, stream=True)
     total_length = int(response.headers.get("content-length"))
 
     with open(file_path, "wb") as f:
         for chunk in tqdm.tqdm(
-            response.iter_content(chunk_size=1024),
-            total=total_length,
+            response.iter_content(chunk_size=1024 * 1024),
+            total=total_length / (1024 * 1024),
             unit="KB",
             unit_scale=True,
         ):