Hugging Face's logo

jykim310
/
phiva-3.9b-q4f16_1-MLC

Model card Files Community
jykim310 commited on
Commit
114e336
•
1 Parent(s): b4e4aac

add model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +14 -0
  2. mlc-chat-config.json +128 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<image>": 32011,
3
+ "<|assistant|>": 32001,
4
+ "<|endoftext|>": 32000,
5
+ "<|end|>": 32007,
6
+ "<|placeholder1|>": 32002,
7
+ "<|placeholder2|>": 32003,
8
+ "<|placeholder3|>": 32004,
9
+ "<|placeholder4|>": 32005,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|system|>": 32006,
13
+ "<|user|>": 32010
14
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llava",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "image_token_index": 32011,
6
+ "text_config": {
7
+ "model_type": "phi3",
8
+ "hidden_size": 3072,
9
+ "vocab_size": 32012,
10
+ "num_hidden_layers": 32,
11
+ "num_attention_heads": 32,
12
+ "intermediate_size": 8192,
13
+ "rms_norm_eps": 1e-05,
14
+ "num_key_value_heads": 32,
15
+ "position_embedding_base": 10000.0,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 2048,
18
+ "head_dim": 96,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 1,
21
+ "kwargs": {
22
+ "_name_or_path": "Phi-3-mini-4k-instruct",
23
+ "architectures": [
24
+ "Phi3ForCausalLM"
25
+ ],
26
+ "embd_pdrop": 0.0,
27
+ "eos_token_id": 32000,
28
+ "original_max_position_embeddings": 4096,
29
+ "pad_token_id": 32000,
30
+ "resid_pdrop": 0.0,
31
+ "sliding_window": 2047,
32
+ "torch_dtype": "bfloat16",
33
+ "attention_dropout": 0.0,
34
+ "auto_map": {
35
+ "AutoConfig": "configuration_phi3.Phi3Config",
36
+ "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
37
+ },
38
+ "bos_token_id": 1,
39
+ "hidden_act": "silu",
40
+ "initializer_range": 0.02,
41
+ "rope_scaling": null,
42
+ "tie_word_embeddings": false,
43
+ "transformers_version": "4.39.3",
44
+ "use_cache": true
45
+ }
46
+ },
47
+ "vision_config": {
48
+ "hidden_size": 768,
49
+ "image_size": 224,
50
+ "intermediate_size": 3072,
51
+ "num_attention_heads": 8,
52
+ "num_hidden_layers": 12,
53
+ "patch_size": 16,
54
+ "projection_dim": 512,
55
+ "vocab_size": 32012,
56
+ "num_channels": 3,
57
+ "layer_norm_eps": 1e-06,
58
+ "kwargs": {
59
+ "model_type": "clip_vision_model"
60
+ }
61
+ },
62
+ "vocab_size": 32012,
63
+ "context_window_size": 768,
64
+ "sliding_window_size": -1,
65
+ "prefill_chunk_size": 2048,
66
+ "tensor_parallel_shards": 1,
67
+ "max_batch_size": 80,
68
+ "text_architecture": "Phi3ForCausalLM"
69
+ },
70
+ "vocab_size": 32012,
71
+ "context_window_size": 768,
72
+ "sliding_window_size": -1,
73
+ "prefill_chunk_size": 2048,
74
+ "attention_sink_size": -1,
75
+ "tensor_parallel_shards": 1,
76
+ "mean_gen_len": 128,
77
+ "max_gen_len": 512,
78
+ "shift_fill_factor": 0.3,
79
+ "temperature": 0,
80
+ "presence_penalty": 0.0,
81
+ "frequency_penalty": 0.0,
82
+ "repetition_penalty": 1.0,
83
+ "top_p": 0.95,
84
+ "conv_template": {
85
+ "name": "phi-3",
86
+ "system_template": "<|system|>\n{system_message}",
87
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
88
+ "system_prefix_token_ids": [
89
+ 1
90
+ ],
91
+ "add_role_after_system_message": true,
92
+ "roles": {
93
+ "user": "<|user|>",
94
+ "assistant": "<|assistant|>"
95
+ },
96
+ "role_templates": {
97
+ "user": "{user_message}",
98
+ "assistant": "{assistant_message}",
99
+ "tool": "{tool_message}"
100
+ },
101
+ "messages": [],
102
+ "seps": [
103
+ "<|end|>\n"
104
+ ],
105
+ "role_content_sep": "\n",
106
+ "role_empty_sep": "\n",
107
+ "stop_str": [
108
+ "<|endoftext|>"
109
+ ],
110
+ "stop_token_ids": [
111
+ 32000,
112
+ 32001,
113
+ 32007
114
+ ],
115
+ "function_string": "",
116
+ "use_function_calling": false
117
+ },
118
+ "pad_token_id": 0,
119
+ "bos_token_id": 1,
120
+ "eos_token_id": 32000,
121
+ "tokenizer_files": [
122
+ "tokenizer.model",
123
+ "tokenizer.json",
124
+ "added_tokens.json",
125
+ "tokenizer_config.json"
126
+ ],
127
+ "version": "0.1.0"
128
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012878f3317721928042a6cd2773081ec80324608d40ab47250cfc90d4790047
3
+ size 49170432
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be3b4fcde84935fa8c57a3f886081fbc6e1be4f4d8057725202b6d888c07c83
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93f8d18d0d10080f658eafb5bab940b6bf7dedcf6f0997274dfa937b10e9460
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33873aabda254c230b32e4edf7973b33091f5dc03d9840de50ecae2658430d9f
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da36a93f2312841d761af65b3fa6edd1929f4ab60cf8264a0c4c302fb06e3412
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6afc66b33fb941da710d368a1fc49c2c0b2da3ddb4b378eda12d6fd1d844d2
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a82ac917bf0ee64a77d373e1f913185f575082eabcafbf4d9cb8046f66ccf0
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c02cefebf41529b5bf439256bd7081f85e41733c730bb209974f52d589cc3b
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f900f620e62620a219fe773c52187e02dde9ce4b4c0369b25721ca5b760141
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d419a27aa255eb8f72715fbaa9c29fb4468baba2ead999d89c816e1382ec4c5c
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec75459ee44cf141487ae133a421ca2be2beb95b750dcc64d02cd604e0b1934e
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fad1ce53aff642e2588c1f6af5fe20a2856d834d0590403dc1f8729fdf2c60c
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d5adb888497e87774c0d0fcf41d8b175fb2e140957873fdeb3f39848c502c4
3
+ size 23460096
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45a40cd3f9c4f89df515a707c65191cf3f64c204c9c6195e0cebd5855e16cb1
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836b9bb80d1bffde911b5860aef5e24f0d742824067073b5422afc6f75d1620d
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b71b140507b6c77208fcae3d08adb73717164382d50ecb5cab105ecfd74f72
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56de535180313ea5c846a132ff786bb522e63e2248339fd971ce48cea1cca05f
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4ef0d0dbe249444ab467e83512e0765bf14c31990a84937cb50d6fc561fb21
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9c9373151340113a7344bef3b8916665a3cc257bfb7d58773dfff32eb2d904
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:897f7d79532522cf5fa3f08d2388fb43a26588f6bf6cce7265b4ef1af261a93b
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f50f3b28e9a4f64451fc72a7d4bdc518d51d8e0df5cf1c355c8fe199ebdba3
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95a2793e85d6ce7687dbdc1dedfe28534c63bbc9062d6c20f09875dd84dfd31
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5362f85165c2d94652820b31c21033d99aabed92c0446a7d1b20ffbb2d92cdb
3
+ size 33239040
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d4086bed6a473de0a57ad730383edf27c4b43426412b838e90429549b9fb7d
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2590997363fa72b314e2aa9dbb45f5b4f51a63d2bbe0912601149b3d41e812d3
3
+ size 49170432
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:833d93e395bf664c71b26ade4ea289697ee042fb6b888933d45cd8348d975a07
3
+ size 27392256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b349f73e1016e6d954ed74ba1db2479bcaf1614c2c5fb17d257cba7ddee263
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02278c8aca4ef3b4f48d2b392c42d044e8c7a709d09766883c38b08faa96480
3
+ size 22616064
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eec1f2eae0c0724a92745319ee784edb2a681c37d4313caaeabf62dbea4f2f6
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db939cbc4694fca9eda07bb02f9600e3f3f045a462f4d9c734c2ce0f755409f9
3
+ size 33239040
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d33cca16674685174887d5fed65015e13d0c11ec3174a1844f2f4e359fbe004
3
+ size 21239808
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011926770845c28b50680387aa05c556e349d8fbc181dda07d482c12d3cbed41
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1143c354b595d9a153dbb92ad601aaad1595e39a63d3ee3c1ad8b26fd502d655
3
+ size 22616064
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ebdb12a82bcea1ca21a9e426853ceb9086bec877925268fad2f0ebaf8917bcb
3
+ size 25165824
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5fce8df5f137aaa376cfc9ea1e1d77f82b68ac7ceaeba0ba2c4dfa9e3564810
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e157ee8bc75c3a60e1152e5af2f3e1df0a37d0d400c831b3e2cd439bbb70c0
3
+ size 33239040
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cee1c59225cf00bf9d842915881c4ee540734a41a65540359b593858d605e30
3
+ size 21239808
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bdbaa27fa8ef1fc4eddae8dc2a0c75aad17ee0cd82e214ee1c2d221b78db34
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68f04836f61eb7fb026e09d0107d6917dd6d008a5e455cfa7ae4df93107c42d
3
+ size 22616064
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4504cd75bc46d54fc6ce8842d02957c896b93b459e45115a7f6dd63d5ced836b
3
+ size 25165824
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485286be591bbbe1419f352a6b9a3bd4c95a5ed4e76a390cebd57728958aa5ef
3
+ size 33239040
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65882b28ae410efb09a41d80bcb2406e5026671d34d430c44f8f57310741f259
3
+ size 21239808
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3e5cde50e0bc431859e5c24ea78a9908431312a391b859ba6c73aab1ebfb381
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec42eae89118d08601a735a1b9b671f71613b7f62f7b887784cb7e290b74de8
3
+ size 22616064
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938bf8ad03a468b781c59c3d2f397b203906f4c5ae4cfdbad03fa0da4f4e0ac5
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48b09abc9adbbd6817c458a87f5d502a41306d192ec9610772f8650d8006e42
3
+ size 21239808
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0455059394d4baa0cdb5858166a764231b628c6a1719f04f423ca05da87dee
3
+ size 33239040