Spaces:
Sleeping
Sleeping
ehristoforu
commited on
Commit
•
9f8439e
1
Parent(s):
e2c6489
Update modules/inference.py
Browse files- modules/inference.py +0 -1
modules/inference.py
CHANGED
@@ -10,7 +10,6 @@ import time
|
|
10 |
from modules.load_presets import load_presets_value
|
11 |
from modules.load_model import *
|
12 |
|
13 |
-
@spaces.GPU
|
14 |
def generate_text(message, history, system_prompt, preset, temperature, max_tokens, top_p, top_k, repeat_penalty, model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
15 |
dir = os.getcwd()
|
16 |
global llm
|
|
|
10 |
from modules.load_presets import load_presets_value
|
11 |
from modules.load_model import *
|
12 |
|
|
|
13 |
def generate_text(message, history, system_prompt, preset, temperature, max_tokens, top_p, top_k, repeat_penalty, model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
14 |
dir = os.getcwd()
|
15 |
global llm
|