Update tokenzzzsimple.py

tokenzzzsimple.py

@@ -1,76 +1,76 @@
-import os
-import json
-import requests
-from pathlib import Path
-from tqdm import tqdm
-import re
-def natural_sort_key(filename):
-    def convert(text):
-        return int(text) if text.isdigit() else text.lower()
-    return [convert(c) for c in re.split('([0-9]+)', str(filename))]
-def get_sorted_files(folder_path, pattern="*.txt"):
-    folder = Path(folder_path)
-    if not folder.exists():
-        return []
-    files = list(folder.glob(pattern))
-    files.sort(key=natural_sort_key)
-    return files
-def call_ollama(prompt):
-    try:
-        response = requests.post(
-            'http://localhost:11434/api/generate',
-            json={
-                'model': 'cyanelis/ElisNovel-V1:14b',
-                'prompt': prompt,
-                'stream': False,
-                'options': {
-                    'num_ctx': 5770
-                }
-            },
-            timeout=600
-        )
-        if response.status_code == 200:
-            result = response.json()
-            return result.get('response', '')
-        else:
-            print(f"Ollama API错误: {response.status_code}")
-            return ""  
-    except requests.exceptions.RequestException as e:
-        print(f"调用Ollama时发生错误: {e}")
-        return ""
-def main():
-    z_folder = Path("Z109c")
-    z_folder.mkdir(exist_ok=True)
-    g_files = get_sorted_files("G109b", "*.txt")
-    if len(g_files) < 2:
-        print("需要至少2个txt文件才能运行")
-        return
-    n = len(g_files)
-    print(f"找到 {n} 个文件，开始推理...")
-    pbar = tqdm(total=n, desc="推理进度", unit="file")
-    for i, g_file in enumerate(g_files):
-        next_index = (i + 1) % n
-        next_file = g_files[next_index]
-        output_filename = f"Z{next_index+1}.txt" if n > 1 else "Z1.txt"
-        output_path = z_folder / output_filename
-        if output_path.exists():
-            pbar.update(1)
-            continue
-        pbar.set_description(f"处理: {g_file.name} → {output_filename}")
-        try:
-            g_content = g_file.read_text(encoding='utf-8')
-        except Exception as e:
-            print(f"读取文件 {g_file.name} 失败: {e}")
-            pbar.update(1)
-            continue
-        z_content = call_ollama(g_content)
-        if z_content:
-            output_path.write_text(z_content, encoding='utf-8')
-            print(f"✓ 成功生成: {output_filename}")
-        else:
-            print(f"✗ 推理失败: {g_file.name} → {output_filename}")
-        pbar.update(1)
-    pbar.close()
-    print("推理完成！")
-if __name__ == "__main__":
+import os
+import json
+import requests
+from pathlib import Path
+from tqdm import tqdm
+import re
+def natural_sort_key(filename):
+    def convert(text):
+        return int(text) if text.isdigit() else text.lower()
+    return [convert(c) for c in re.split('([0-9]+)', str(filename))]
+def get_sorted_files(folder_path, pattern="*.txt"):
+    folder = Path(folder_path)
+    if not folder.exists():
+        return []
+    files = list(folder.glob(pattern))
+    files.sort(key=natural_sort_key)
+    return files
+def call_ollama(prompt):
+    try:
+        response = requests.post(
+            'http://localhost:11434/api/generate',
+            json={
+                'model': 'cyanelis/ElisNovel-V1:14b', //ElisNovel-V1-14B-Q4_K_M:latest 或 ElisNovel-V1-14B-Q8_0:latest 或 ElisNovel-V1-14B-F16:latest
+                'prompt': prompt,
+                'stream': False,
+                'options': {
+                    'num_ctx': 5770
+                }
+            },
+            timeout=600
+        )
+        if response.status_code == 200:
+            result = response.json()
+            return result.get('response', '')
+        else:
+            print(f"Ollama API错误: {response.status_code}")
+            return ""  
+    except requests.exceptions.RequestException as e:
+        print(f"调用Ollama时发生错误: {e}")
+        return ""
+def main():
+    z_folder = Path("Z109c")
+    z_folder.mkdir(exist_ok=True)
+    g_files = get_sorted_files("G109b", "*.txt")
+    if len(g_files) < 2:
+        print("需要至少2个txt文件才能运行")
+        return
+    n = len(g_files)
+    print(f"找到 {n} 个文件，开始推理...")
+    pbar = tqdm(total=n, desc="推理进度", unit="file")
+    for i, g_file in enumerate(g_files):
+        next_index = (i + 1) % n
+        next_file = g_files[next_index]
+        output_filename = f"Z{next_index+1}.txt" if n > 1 else "Z1.txt"
+        output_path = z_folder / output_filename
+        if output_path.exists():
+            pbar.update(1)
+            continue
+        pbar.set_description(f"处理: {g_file.name} → {output_filename}")
+        try:
+            g_content = g_file.read_text(encoding='utf-8')
+        except Exception as e:
+            print(f"读取文件 {g_file.name} 失败: {e}")
+            pbar.update(1)
+            continue
+        z_content = call_ollama(g_content)
+        if z_content:
+            output_path.write_text(z_content, encoding='utf-8')
+            print(f"✓ 成功生成: {output_filename}")
+        else:
+            print(f"✗ 推理失败: {g_file.name} → {output_filename}")
+        pbar.update(1)
+    pbar.close()
+    print("推理完成！")
+if __name__ == "__main__":
     main()