finnvoorhees commited on
Commit
dfd24c5
·
verified ·
1 Parent(s): 3a8d13b

Upload folder using huggingface_hub

Browse files
SmolLM2-1.7B-Instruct-4bit.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30b2db7f229b9734ece3f8a75a7beb6ae084b9dd41cde8ed6257c6a3897a958
3
+ size 243
SmolLM2-1.7B-Instruct-4bit.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e342a889c287a5f8e876d59e3923557994c544250a6f9ddbb46bbdbeda6891
3
+ size 445
SmolLM2-1.7B-Instruct-4bit.mlmodelc/metadata.json ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "metadataOutputVersion" : "3.0",
4
+ "storagePrecision" : "Mixed (Float16, Int4)",
5
+ "outputSchema" : [
6
+ {
7
+ "hasShapeFlexibility" : "0",
8
+ "isOptional" : "0",
9
+ "dataType" : "Float16",
10
+ "formattedType" : "MultiArray (Float16)",
11
+ "shortDescription" : "",
12
+ "shape" : "[]",
13
+ "name" : "logits",
14
+ "type" : "MultiArray"
15
+ }
16
+ ],
17
+ "modelParameters" : [
18
+
19
+ ],
20
+ "specificationVersion" : 9,
21
+ "mlProgramOperationTypeHistogram" : {
22
+ "Ios18.expandDims" : 6,
23
+ "Range1d" : 1,
24
+ "Ios18.cos" : 1,
25
+ "Ios18.mul" : 266,
26
+ "Ios18.matmul" : 1,
27
+ "Ios18.rsqrt" : 49,
28
+ "Ios16.reduceMean" : 49,
29
+ "Ios18.scaledDotProductAttention" : 24,
30
+ "Ios18.sin" : 1,
31
+ "Ios18.readState" : 50,
32
+ "Ios18.gather" : 53,
33
+ "Ios18.add" : 147,
34
+ "Ios18.writeState" : 48,
35
+ "Ios18.sliceUpdate" : 48,
36
+ "Ios18.reshape" : 96,
37
+ "Shape" : 52,
38
+ "Ios18.linear" : 169,
39
+ "Ios18.concat" : 123,
40
+ "Ios18.transpose" : 97,
41
+ "Ios18.sub" : 1,
42
+ "Ios18.pow" : 49,
43
+ "Ios18.cast" : 105,
44
+ "Ios18.silu" : 24,
45
+ "Ios18.sliceByIndex" : 216,
46
+ "Ios18.constexprBlockwiseShiftScale" : 169
47
+ },
48
+ "computePrecision" : "Mixed (Float16, Float32, Int16, Int32, UInt16)",
49
+ "isUpdatable" : "0",
50
+ "stateSchema" : [
51
+ {
52
+ "dataType" : "Float16",
53
+ "isOptional" : "0",
54
+ "formattedType" : "State (Float16 24 × 1 × 32 × 2048 × 64)",
55
+ "shortDescription" : "",
56
+ "shape" : "[24, 1, 32, 2048, 64]",
57
+ "name" : "key_cache",
58
+ "type" : "State"
59
+ },
60
+ {
61
+ "dataType" : "Float16",
62
+ "isOptional" : "0",
63
+ "formattedType" : "State (Float16 24 × 1 × 32 × 2048 × 64)",
64
+ "shortDescription" : "",
65
+ "shape" : "[24, 1, 32, 2048, 64]",
66
+ "name" : "value_cache",
67
+ "type" : "State"
68
+ }
69
+ ],
70
+ "availability" : {
71
+ "macOS" : "15.0",
72
+ "tvOS" : "18.0",
73
+ "visionOS" : "2.0",
74
+ "watchOS" : "11.0",
75
+ "iOS" : "18.0",
76
+ "macCatalyst" : "18.0"
77
+ },
78
+ "modelType" : {
79
+ "name" : "MLModelType_mlProgram"
80
+ },
81
+ "userDefinedMetadata" : {
82
+ "com.github.apple.coremltools.source_dialect" : "TorchScript",
83
+ "com.github.apple.coremltools.source" : "torch==2.5.1",
84
+ "com.github.apple.coremltools.version" : "8.1"
85
+ },
86
+ "inputSchema" : [
87
+ {
88
+ "dataType" : "Int32",
89
+ "hasShapeFlexibility" : "1",
90
+ "isOptional" : "0",
91
+ "shapeFlexibility" : "1 × 1...2048",
92
+ "shapeRange" : "[[1, 1], [1, 2048]]",
93
+ "formattedType" : "MultiArray (Int32 1 × 1)",
94
+ "type" : "MultiArray",
95
+ "shape" : "[1, 1]",
96
+ "name" : "input_ids",
97
+ "shortDescription" : ""
98
+ },
99
+ {
100
+ "dataType" : "Float16",
101
+ "hasShapeFlexibility" : "1",
102
+ "isOptional" : "0",
103
+ "shapeFlexibility" : "1 × 1 × 1...2048 × 1...2048",
104
+ "shapeRange" : "[[1, 1], [1, 1], [1, 2048], [1, 2048]]",
105
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 1)",
106
+ "type" : "MultiArray",
107
+ "shape" : "[1, 1, 1, 1]",
108
+ "name" : "causal_mask",
109
+ "shortDescription" : ""
110
+ }
111
+ ],
112
+ "generatedClassName" : "SmolLM2_1_7B_Instruct_4bit",
113
+ "method" : "predict"
114
+ }
115
+ ]
SmolLM2-1.7B-Instruct-4bit.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
SmolLM2-1.7B-Instruct-4bit.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:279c120a470c8f10269b847ab5c2dbec595759c7cbc6ac354931808b1444d8ad
3
+ size 962937408