Felladrin commited on
Commit
e456837
1 Parent(s): 02771fa

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -34,3 +34,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  madlad400-3b-mt-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  madlad400-3b-mt-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ model.shard-00001-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
38
+ model.shard-00002-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
39
+ model.shard-00003-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
40
+ model.shard-00004-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
41
+ model.shard-00005-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
42
+ model.shard-00006-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
43
+ model.shard-00007-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
44
+ model.shard-00008-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
45
+ model.shard-00009-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
46
+ model.shard-00010-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
47
+ model.shard-00011-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
48
+ model.shard-00012-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
49
+ model.shard-00013-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,482 +1,5 @@
1
  ---
2
- license: apache-2.0
3
- language:
4
- - multilingual
5
- - en
6
- - ru
7
- - es
8
- - fr
9
- - de
10
- - it
11
- - pt
12
- - pl
13
- - nl
14
- - vi
15
- - tr
16
- - sv
17
- - id
18
- - ro
19
- - cs
20
- - zh
21
- - hu
22
- - ja
23
- - th
24
- - fi
25
- - fa
26
- - uk
27
- - da
28
- - el
29
- - 'no'
30
- - bg
31
- - sk
32
- - ko
33
- - ar
34
- - lt
35
- - ca
36
- - sl
37
- - he
38
- - et
39
- - lv
40
- - hi
41
- - sq
42
- - ms
43
- - az
44
- - sr
45
- - ta
46
- - hr
47
- - kk
48
- - is
49
- - ml
50
- - mr
51
- - te
52
- - af
53
- - gl
54
- - fil
55
- - be
56
- - mk
57
- - eu
58
- - bn
59
- - ka
60
- - mn
61
- - bs
62
- - uz
63
- - ur
64
- - sw
65
- - yue
66
- - ne
67
- - kn
68
- - kaa
69
- - gu
70
- - si
71
- - cy
72
- - eo
73
- - la
74
- - hy
75
- - ky
76
- - tg
77
- - ga
78
- - mt
79
- - my
80
- - km
81
- - tt
82
- - so
83
- - ku
84
- - ps
85
- - pa
86
- - rw
87
- - lo
88
- - ha
89
- - dv
90
- - fy
91
- - lb
92
- - ckb
93
- - mg
94
- - gd
95
- - am
96
- - ug
97
- - ht
98
- - grc
99
- - hmn
100
- - sd
101
- - jv
102
- - mi
103
- - tk
104
- - ceb
105
- - yi
106
- - ba
107
- - fo
108
- - or
109
- - xh
110
- - su
111
- - kl
112
- - ny
113
- - sm
114
- - sn
115
- - co
116
- - zu
117
- - ig
118
- - yo
119
- - pap
120
- - st
121
- - haw
122
- - as
123
- - oc
124
- - cv
125
- - lus
126
- - tet
127
- - gsw
128
- - sah
129
- - br
130
- - rm
131
- - sa
132
- - bo
133
- - om
134
- - se
135
- - ce
136
- - cnh
137
- - ilo
138
- - hil
139
- - udm
140
- - os
141
- - lg
142
- - ti
143
- - vec
144
- - ts
145
- - tyv
146
- - kbd
147
- - ee
148
- - iba
149
- - av
150
- - kha
151
- - to
152
- - tn
153
- - nso
154
- - fj
155
- - zza
156
- - ak
157
- - ada
158
- - otq
159
- - dz
160
- - bua
161
- - cfm
162
- - ln
163
- - chm
164
- - gn
165
- - krc
166
- - wa
167
- - hif
168
- - yua
169
- - srn
170
- - war
171
- - rom
172
- - bik
173
- - pam
174
- - sg
175
- - lu
176
- - ady
177
- - kbp
178
- - syr
179
- - ltg
180
- - myv
181
- - iso
182
- - kac
183
- - bho
184
- - ay
185
- - kum
186
- - qu
187
- - za
188
- - pag
189
- - ngu
190
- - ve
191
- - pck
192
- - zap
193
- - tyz
194
- - hui
195
- - bbc
196
- - tzo
197
- - tiv
198
- - ksd
199
- - gom
200
- - min
201
- - ang
202
- - nhe
203
- - bgp
204
- - nzi
205
- - nnb
206
- - nv
207
- - zxx
208
- - bci
209
- - kv
210
- - new
211
- - mps
212
- - alt
213
- - meu
214
- - bew
215
- - fon
216
- - iu
217
- - abt
218
- - mgh
219
- - mnw
220
- - tvl
221
- - dov
222
- - tlh
223
- - ho
224
- - kw
225
- - mrj
226
- - meo
227
- - crh
228
- - mbt
229
- - emp
230
- - ace
231
- - ium
232
- - mam
233
- - gym
234
- - mai
235
- - crs
236
- - pon
237
- - ubu
238
- - fip
239
- - quc
240
- - gv
241
- - kj
242
- - btx
243
- - ape
244
- - chk
245
- - rcf
246
- - shn
247
- - tzh
248
- - mdf
249
- - ppk
250
- - ss
251
- - gag
252
- - cab
253
- - kri
254
- - seh
255
- - ibb
256
- - tbz
257
- - bru
258
- - enq
259
- - ach
260
- - cuk
261
- - kmb
262
- - wo
263
- - kek
264
- - qub
265
- - tab
266
- - bts
267
- - kos
268
- - rwo
269
- - cak
270
- - tuc
271
- - bum
272
- - cjk
273
- - gil
274
- - stq
275
- - tsg
276
- - quh
277
- - mak
278
- - arn
279
- - ban
280
- - jiv
281
- - sja
282
- - yap
283
- - tcy
284
- - toj
285
- - twu
286
- - xal
287
- - amu
288
- - rmc
289
- - hus
290
- - nia
291
- - kjh
292
- - bm
293
- - guh
294
- - mas
295
- - acf
296
- - dtp
297
- - ksw
298
- - bzj
299
- - din
300
- - zne
301
- - mad
302
- - msi
303
- - mag
304
- - mkn
305
- - kg
306
- - lhu
307
- - ch
308
- - qvi
309
- - mh
310
- - djk
311
- - sus
312
- - mfe
313
- - srm
314
- - dyu
315
- - ctu
316
- - gui
317
- - pau
318
- - inb
319
- - bi
320
- - mni
321
- - guc
322
- - jam
323
- - wal
324
- - jac
325
- - bas
326
- - gor
327
- - skr
328
- - nyu
329
- - noa
330
- - sda
331
- - gub
332
- - nog
333
- - cni
334
- - teo
335
- - tdx
336
- - sxn
337
- - rki
338
- - nr
339
- - frp
340
- - alz
341
- - taj
342
- - lrc
343
- - cce
344
- - rn
345
- - jvn
346
- - hvn
347
- - nij
348
- - dwr
349
- - izz
350
- - msm
351
- - bus
352
- - ktu
353
- - chr
354
- - maz
355
- - tzj
356
- - suz
357
- - knj
358
- - bim
359
- - gvl
360
- - bqc
361
- - tca
362
- - pis
363
- - prk
364
- - laj
365
- - mel
366
- - qxr
367
- - niq
368
- - ahk
369
- - shp
370
- - hne
371
- - spp
372
- - koi
373
- - krj
374
- - quf
375
- - luz
376
- - agr
377
- - tsc
378
- - mqy
379
- - gof
380
- - gbm
381
- - miq
382
- - dje
383
- - awa
384
- - bjj
385
- - qvz
386
- - sjp
387
- - tll
388
- - raj
389
- - kjg
390
- - bgz
391
- - quy
392
- - cbk
393
- - akb
394
- - oj
395
- - ify
396
- - mey
397
- - ks
398
- - cac
399
- - brx
400
- - qup
401
- - syl
402
- - jax
403
- - ff
404
- - ber
405
- - tks
406
- - trp
407
- - mrw
408
- - adh
409
- - smt
410
- - srr
411
- - ffm
412
- - qvc
413
- - mtr
414
- - ann
415
- - kaa
416
- - aa
417
- - noe
418
- - nut
419
- - gyn
420
- - kwi
421
- - xmm
422
- - msb
423
- library_name: transformers
424
- tags:
425
- - text2text-generation
426
- - text-generation-inference
427
- - llama-cpp
428
- - gguf-my-repo
429
- datasets:
430
- - allenai/MADLAD-400
431
- pipeline_tag: translation
432
- widget:
433
- - text: <2en> Como vai, amigo?
434
- example_title: Translation to English
435
- - text: <2de> Do you speak German?
436
- example_title: Translation to German
437
- base_model: google/madlad400-3b-mt
438
  ---
439
 
440
- # Felladrin/madlad400-3b-mt-Q8_0-GGUF
441
- This model was converted to GGUF format from [`google/madlad400-3b-mt`](https://huggingface.co/google/madlad400-3b-mt) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
442
- Refer to the [original model card](https://huggingface.co/google/madlad400-3b-mt) for more details on the model.
443
-
444
- ## Use with llama.cpp
445
- Install llama.cpp through brew (works on Mac and Linux)
446
-
447
- ```bash
448
- brew install llama.cpp
449
-
450
- ```
451
- Invoke the llama.cpp server or the CLI.
452
-
453
- ### CLI:
454
- ```bash
455
- llama-cli --hf-repo Felladrin/madlad400-3b-mt-Q8_0-GGUF --hf-file madlad400-3b-mt-q8_0.gguf -p "The meaning to life and the universe is"
456
- ```
457
-
458
- ### Server:
459
- ```bash
460
- llama-server --hf-repo Felladrin/madlad400-3b-mt-Q8_0-GGUF --hf-file madlad400-3b-mt-q8_0.gguf -c 2048
461
- ```
462
-
463
- Note: You can also use this checkpoint directly through the [usage steps](https://github.com/ggerganov/llama.cpp?tab=readme-ov-file#usage) listed in the Llama.cpp repo as well.
464
-
465
- Step 1: Clone llama.cpp from GitHub.
466
- ```
467
- git clone https://github.com/ggerganov/llama.cpp
468
- ```
469
-
470
- Step 2: Move into the llama.cpp folder and build it with `LLAMA_CURL=1` flag along with other hardware-specific flags (for ex: LLAMA_CUDA=1 for Nvidia GPUs on Linux).
471
- ```
472
- cd llama.cpp && LLAMA_CURL=1 make
473
- ```
474
-
475
- Step 3: Run inference through the main binary.
476
- ```
477
- ./llama-cli --hf-repo Felladrin/madlad400-3b-mt-Q8_0-GGUF --hf-file madlad400-3b-mt-q8_0.gguf -p "The meaning to life and the universe is"
478
- ```
479
- or
480
- ```
481
- ./llama-server --hf-repo Felladrin/madlad400-3b-mt-Q8_0-GGUF --hf-file madlad400-3b-mt-q8_0.gguf -c 2048
482
- ```
 
1
  ---
2
+ base_model: Felladrin/gguf-q8_0-madlad400-3b-mt
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
4
 
5
+ Sharded GGUF version of [Felladrin/gguf-q8_0-madlad400-3b-mt](https://huggingface.co/Felladrin/gguf-q8_0-madlad400-3b-mt).
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model.shard-00001-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943daa33f144ffe76fd648df83f6188c4586d7f27c570cf44d3f4a47ab044081
3
+ size 282589376
model.shard-00002-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b541d56d1bac8f1c7950bb75ae98e294b45404c9716e2c50dc39b8e0a98fff3a
3
+ size 276383552
model.shard-00003-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b697e63913b18e2a53aec2f8f8f649c9532dcf78ff2809dc1760a28db1ce08bb
3
+ size 276379168
model.shard-00004-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3b0749ccb8108e83353349637c2f59dd0abb5605e5fe410ebd4844aba825de
3
+ size 276379168
model.shard-00005-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e801445b16ff01454dd4223f27ae6b8c36fe5b64d4ebcd36c02e42fa8192da
3
+ size 276383264
model.shard-00006-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a3b7f4923e504b95ec525057f9dc59e2d0001ccf64edf3c89127a1ed14a77c
3
+ size 44577792
model.shard-00007-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3add86086829e224b7783b122b99f2bc1f3d4b0bd00cd17fb2b6385ca16c9288
3
+ size 278528192
model.shard-00008-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb2ba8522aa2f88434195c3a32406bc859024be46121ac1825546b438cffdb59
3
+ size 276370976
model.shard-00009-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f196232b093eae182eb44019f41cead5455bae765462472af45d7b994e3b3f25
3
+ size 276369920
model.shard-00010-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7a705ba6a22ce1c93e834f3a9ed2aeb066f79b9394daae6ffc5b8722c9544d
3
+ size 276369920
model.shard-00011-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdf3655e9d9603f98ae43aea4ab190273d573950d4c4833226be5041128573c
3
+ size 276365536
model.shard-00012-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9a160f01172458ee360c017fb624d9a6878ed5aae3c5007d80c955c17506e6
3
+ size 35664608
model.shard-00013-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a13e77b0ecaeb35efec14cd04691adbf978c3ef46ccf1065b2438b8127e41a
3
+ size 278528160