TheBloke

/

Fennec-Mixtral-8x7B-GGUF

like 4

Traceback (most recent call last):

File "/home/-/llm/text-generation-webui/modules/ui_model_menu.py", line 209, in load_model_wrapper

shared.model, shared.tokenizer = load_model(shared.model_name, loader)

                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/modules/models.py", line 88, in load_model

output = load_func_maploader

     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/modules/models.py", line 253, in llamacpp_loader

model, tokenizer = LlamaCppModel.from_pretrained(model_file)

               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/modules/llamacpp_model.py", line 91, in from_pretrained

result.model = Llama(**params)

           ^^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/installer_files/env/lib/python3.11/site-packages/llama_cpp_cuda/llama.py", line 923, in init

self._n_vocab = self.n_vocab()

            ^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/installer_files/env/lib/python3.11/site-packages/llama_cpp_cuda/llama.py", line 2184, in n_vocab

return self._model.n_vocab()

   ^^^^^^^^^^^^^^^^^^^^^

File "/home/-/llm/text-generation-webui/installer_files/env/lib/python3.11/site-packages/llama_cpp_cuda/llama.py", line 250, in n_vocab

assert self.model is not None

   ^^^^^^^^^^^^^^^^^^^^^^

AssertionError