Hugging Face's logo

unsloth
/
Phi-3-mini-4k-instruct-bnb-4bit

Text Generation
Transformers
Safetensors
English
mistral
unsloth
phi3
phi
conversational
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
3
danielhanchen commited on
Commit
1fef7cd
•
1 Parent(s): a7b133e

Upload MistralForCausalLM

Browse files
Files changed (4) hide show
  1. README.md +1 -1
  2. config.json +1 -1
  3. generation_config.json +3 -7
  4. model.safetensors +2 -2
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  language:
3
  - en
4
- license: mit
5
  library_name: transformers
 
6
  tags:
7
  - unsloth
8
  - phi3
 
1
  ---
2
  language:
3
  - en
 
4
  library_name: transformers
5
+ license: mit
6
  tags:
7
  - unsloth
8
  - phi3
config.json CHANGED
@@ -36,7 +36,7 @@
36
  "sliding_window": 2048,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "bfloat16",
39
- "transformers_version": "4.40.0",
40
  "use_cache": true,
41
  "vocab_size": 32064
42
  }
 
36
  "sliding_window": 2048,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "bfloat16",
39
+ "transformers_version": "4.43.0.dev0",
40
  "use_cache": true,
41
  "vocab_size": 32064
42
  }
generation_config.json CHANGED
@@ -1,11 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
- "eos_token_id": [
5
- 32000,
6
- 32001,
7
- 32007
8
- ],
9
- "pad_token_id": 32009,
10
- "transformers_version": "4.40.0"
11
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "eos_token_id": 32000,
5
+ "pad_token_id": 32000,
6
+ "transformers_version": "4.43.0.dev0"
 
 
 
 
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:217707dbcfe97015c7855e1dc2b5fcd5304de669f89b33848096356f95c9462f
3
- size 2264298478
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151598def5bb0b5cde0059a64f5c161134b53d2a5eeae360ba0ca85721225e19
3
+ size 2264298471