Upload README.md with huggingface_hub

README.md

@@ -1,682 +1,11 @@
 ---
 quantized_by: bartowski
 pipeline_tag: text-generation
-language:
-- en
-- ar
-- cs
-- de
-- es
-- fr
-- it
-- ja
-- ko
-- nl
-- pt
-- zh
-tags:
-- language
-- granite
-- embeddings
-- multilingual
-license: apache-2.0
-base_model: ibm-granite/granite-embedding-278m-multilingual
-model-index:
-- name: ibm-granite/granite-embedding-278m-multilingual
-  results:
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (en)
-      type: miracl/mmteb-miracl
-      config: en
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.45557
-    - type: ndcg_at_10
-      value: 0.49372
-    - type: ndcg_at_100
-      value: 0.5728
-    - type: ndcg_at_1000
-      value: 0.59187
-    - type: ndcg_at_20
-      value: 0.52863
-    - type: ndcg_at_3
-      value: 0.43969
-    - type: ndcg_at_5
-      value: 0.45551
-    - type: recall_at_1
-      value: 0.21785
-    - type: recall_at_10
-      value: 0.59513
-    - type: recall_at_100
-      value: 0.85785
-    - type: recall_at_1000
-      value: 0.96041
-    - type: recall_at_20
-      value: 0.69357
-    - type: recall_at_3
-      value: 0.40403
-    - type: recall_at_5
-      value: 0.48499
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (ar)
-      type: miracl/mmteb-miracl
-      config: ar
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.57459
-    - type: ndcg_at_10
-      value: 0.64238
-    - type: ndcg_at_100
-      value: 0.6867
-    - type: ndcg_at_1000
-      value: 0.6951
-    - type: ndcg_at_20
-      value: 0.66455
-    - type: ndcg_at_3
-      value: 0.58162
-    - type: ndcg_at_5
-      value: 0.60831
-    - type: recall_at_1
-      value: 0.38064
-    - type: recall_at_10
-      value: 0.75098
-    - type: recall_at_100
-      value: 0.91203
-    - type: recall_at_1000
-      value: 0.96706
-    - type: recall_at_20
-      value: 0.81978
-    - type: recall_at_3
-      value: 0.58618
-    - type: recall_at_5
-      value: 0.66353
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (bn)
-      type: miracl/mmteb-miracl
-      config: bn
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.60341
-    - type: ndcg_at_10
-      value: 0.68055
-    - type: ndcg_at_100
-      value: 0.72008
-    - type: ndcg_at_1000
-      value: 0.72716
-    - type: ndcg_at_20
-      value: 0.69914
-    - type: ndcg_at_3
-      value: 0.60805
-    - type: ndcg_at_5
-      value: 0.64486
-    - type: recall_at_1
-      value: 0.37948
-    - type: recall_at_10
-      value: 0.80609
-    - type: recall_at_100
-      value: 0.94305
-    - type: recall_at_1000
-      value: 0.98625
-    - type: recall_at_20
-      value: 0.86141
-    - type: recall_at_3
-      value: 0.61095
-    - type: recall_at_5
-      value: 0.71316
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (de)
-      type: miracl/mmteb-miracl
-      config: de
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.45574
-    - type: ndcg_at_10
-      value: 0.48123
-    - type: ndcg_at_100
-      value: 0.56049
-    - type: ndcg_at_1000
-      value: 0.57979
-    - type: ndcg_at_20
-      value: 0.51785
-    - type: ndcg_at_3
-      value: 0.41243
-    - type: ndcg_at_5
-      value: 0.4386
-    - type: recall_at_1
-      value: 0.20401
-    - type: recall_at_10
-      value: 0.58779
-    - type: recall_at_100
-      value: 0.8584
-    - type: recall_at_1000
-      value: 0.97364
-    - type: recall_at_20
-      value: 0.69061
-    - type: recall_at_3
-      value: 0.36573
-    - type: recall_at_5
-      value: 0.47495
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (es)
-      type: miracl/mmteb-miracl
-      config: es
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.5571
-    - type: ndcg_at_10
-      value: 0.49688
-    - type: ndcg_at_100
-      value: 0.60493
-    - type: ndcg_at_1000
-      value: 0.62922
-    - type: ndcg_at_20
-      value: 0.54438
-    - type: ndcg_at_3
-      value: 0.47981
-    - type: ndcg_at_5
-      value: 0.46584
-    - type: recall_at_1
-      value: 0.1638
-    - type: recall_at_10
-      value: 0.54155
-    - type: recall_at_100
-      value: 0.85136
-    - type: recall_at_1000
-      value: 0.96951
-    - type: recall_at_20
-      value: 0.65329
-    - type: recall_at_3
-      value: 0.31503
-    - type: recall_at_5
-      value: 0.40356
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (fa)
-      type: miracl/mmteb-miracl
-      config: fa
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.39873
-    - type: ndcg_at_10
-      value: 0.50226
-    - type: ndcg_at_100
-      value: 0.56517
-    - type: ndcg_at_1000
-      value: 0.57967
-    - type: ndcg_at_20
-      value: 0.5292
-    - type: ndcg_at_3
-      value: 0.42738
-    - type: ndcg_at_5
-      value: 0.45843
-    - type: recall_at_1
-      value: 0.25369
-    - type: recall_at_10
-      value: 0.63776
-    - type: recall_at_100
-      value: 0.87686
-    - type: recall_at_1000
-      value: 0.9671
-    - type: recall_at_20
-      value: 0.72099
-    - type: recall_at_3
-      value: 0.43808
-    - type: recall_at_5
-      value: 0.52378
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (fi)
-      type: miracl/mmteb-miracl
-      config: fi
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.60818
-    - type: ndcg_at_10
-      value: 0.6746
-    - type: ndcg_at_100
-      value: 0.71516
-    - type: ndcg_at_1000
-      value: 0.7218
-    - type: ndcg_at_20
-      value: 0.69692
-    - type: ndcg_at_3
-      value: 0.6006
-    - type: ndcg_at_5
-      value: 0.63842
-    - type: recall_at_1
-      value: 0.39264
-    - type: recall_at_10
-      value: 0.78577
-    - type: recall_at_100
-      value: 0.93291
-    - type: recall_at_1000
-      value: 0.97493
-    - type: recall_at_20
-      value: 0.85435
-    - type: recall_at_3
-      value: 0.61055
-    - type: recall_at_5
-      value: 0.69774
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (fr)
-      type: miracl/mmteb-miracl
-      config: fr
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.3965
-    - type: ndcg_at_10
-      value: 0.49891
-    - type: ndcg_at_100
-      value: 0.56492
-    - type: ndcg_at_1000
-      value: 0.57837
-    - type: ndcg_at_20
-      value: 0.53163
-    - type: ndcg_at_3
-      value: 0.39843
-    - type: ndcg_at_5
-      value: 0.44416
-    - type: recall_at_1
-      value: 0.22644
-    - type: recall_at_10
-      value: 0.65169
-    - type: recall_at_100
-      value: 0.89786
-    - type: recall_at_1000
-      value: 0.98081
-    - type: recall_at_20
-      value: 0.75338
-    - type: recall_at_3
-      value: 0.39798
-    - type: recall_at_5
-      value: 0.51001
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (hi)
-      type: miracl/mmteb-miracl
-      config: hi
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.36857
-    - type: ndcg_at_10
-      value: 0.46141
-    - type: ndcg_at_100
-      value: 0.52565
-    - type: ndcg_at_1000
-      value: 0.54319
-    - type: ndcg_at_20
-      value: 0.49384
-    - type: ndcg_at_3
-      value: 0.39469
-    - type: ndcg_at_5
-      value: 0.4184
-    - type: recall_at_1
-      value: 0.20185
-    - type: recall_at_10
-      value: 0.59474
-    - type: recall_at_100
-      value: 0.83385
-    - type: recall_at_1000
-      value: 0.94813
-    - type: recall_at_20
-      value: 0.69437
-    - type: recall_at_3
-      value: 0.38993
-    - type: recall_at_5
-      value: 0.47881
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (id)
-      type: miracl/mmteb-miracl
-      config: id
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.46354
-    - type: ndcg_at_10
-      value: 0.47229
-    - type: ndcg_at_100
-      value: 0.5525
-    - type: ndcg_at_1000
-      value: 0.57648
-    - type: ndcg_at_20
-      value: 0.50606
-    - type: ndcg_at_3
-      value: 0.42538
-    - type: ndcg_at_5
-      value: 0.43717
-    - type: recall_at_1
-      value: 0.20787
-    - type: recall_at_10
-      value: 0.54771
-    - type: recall_at_100
-      value: 0.80689
-    - type: recall_at_1000
-      value: 0.94032
-    - type: recall_at_20
-      value: 0.63842
-    - type: recall_at_3
-      value: 0.36229
-    - type: recall_at_5
-      value: 0.44437
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (ja)
-      type: miracl/mmteb-miracl
-      config: ja
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.56279
-    - type: ndcg_at_10
-      value: 0.6281
-    - type: ndcg_at_100
-      value: 0.67757
-    - type: ndcg_at_1000
-      value: 0.68667
-    - type: ndcg_at_20
-      value: 0.6521
-    - type: ndcg_at_3
-      value: 0.56226
-    - type: ndcg_at_5
-      value: 0.5866
-    - type: recall_at_1
-      value: 0.36648
-    - type: recall_at_10
-      value: 0.7496
-    - type: recall_at_100
-      value: 0.92461
-    - type: recall_at_1000
-      value: 0.97827
-    - type: recall_at_20
-      value: 0.82326
-    - type: recall_at_3
-      value: 0.55845
-    - type: recall_at_5
-      value: 0.63854
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (ko)
-      type: miracl/mmteb-miracl
-      config: ko
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.52582
-    - type: ndcg_at_10
-      value: 0.59216
-    - type: ndcg_at_100
-      value: 0.65093
-    - type: ndcg_at_1000
-      value: 0.66204
-    - type: ndcg_at_20
-      value: 0.62427
-    - type: ndcg_at_3
-      value: 0.5373
-    - type: ndcg_at_5
-      value: 0.55886
-    - type: recall_at_1
-      value: 0.30521
-    - type: recall_at_10
-      value: 0.71159
-    - type: recall_at_100
-      value: 0.90203
-    - type: recall_at_1000
-      value: 0.96714
-    - type: recall_at_20
-      value: 0.80209
-    - type: recall_at_3
-      value: 0.515
-    - type: recall_at_5
-      value: 0.6071
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (ru)
-      type: miracl/mmteb-miracl
-      config: ru
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.47524
-    - type: ndcg_at_10
-      value: 0.52349
-    - type: ndcg_at_100
-      value: 0.59725
-    - type: ndcg_at_1000
-      value: 0.61313
-    - type: ndcg_at_20
-      value: 0.55669
-    - type: ndcg_at_3
-      value: 0.46812
-    - type: ndcg_at_5
-      value: 0.48442
-    - type: recall_at_1
-      value: 0.24337
-    - type: recall_at_10
-      value: 0.62437
-    - type: recall_at_100
-      value: 0.86489
-    - type: recall_at_1000
-      value: 0.95266
-    - type: recall_at_20
-      value: 0.71411
-    - type: recall_at_3
-      value: 0.42927
-    - type: recall_at_5
-      value: 0.51258
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (sw)
-      type: miracl/mmteb-miracl
-      config: sw
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.5166
-    - type: ndcg_at_10
-      value: 0.61271
-    - type: ndcg_at_100
-      value: 0.66099
-    - type: ndcg_at_1000
-      value: 0.66867
-    - type: ndcg_at_20
-      value: 0.63643
-    - type: ndcg_at_3
-      value: 0.54828
-    - type: ndcg_at_5
-      value: 0.57382
-    - type: recall_at_1
-      value: 0.35277
-    - type: recall_at_10
-      value: 0.74368
-    - type: recall_at_100
-      value: 0.92261
-    - type: recall_at_1000
-      value: 0.97109
-    - type: recall_at_20
-      value: 0.81888
-    - type: recall_at_3
-      value: 0.56739
-    - type: recall_at_5
-      value: 0.6421
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (te)
-      type: miracl/mmteb-miracl
-      config: te
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.63768
-    - type: ndcg_at_10
-      value: 0.79193
-    - type: ndcg_at_100
-      value: 0.80243
-    - type: ndcg_at_1000
-      value: 0.80438
-    - type: ndcg_at_20
-      value: 0.79549
-    - type: ndcg_at_3
-      value: 0.76031
-    - type: ndcg_at_5
-      value: 0.77915
-    - type: recall_at_1
-      value: 0.63084
-    - type: recall_at_10
-      value: 0.92411
-    - type: recall_at_100
-      value: 0.97363
-    - type: recall_at_1000
-      value: 0.98833
-    - type: recall_at_20
-      value: 0.9374
-    - type: recall_at_3
-      value: 0.84159
-    - type: recall_at_5
-      value: 0.88627
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (th)
-      type: miracl/mmteb-miracl
-      config: th
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.66712
-    - type: ndcg_at_10
-      value: 0.73324
-    - type: ndcg_at_100
-      value: 0.76633
-    - type: ndcg_at_1000
-      value: 0.77119
-    - type: ndcg_at_20
-      value: 0.75243
-    - type: ndcg_at_3
-      value: 0.67393
-    - type: ndcg_at_5
-      value: 0.70201
-    - type: recall_at_1
-      value: 0.47106
-    - type: recall_at_10
-      value: 0.84294
-    - type: recall_at_100
-      value: 0.95949
-    - type: recall_at_1000
-      value: 0.98874
-    - type: recall_at_20
-      value: 0.90085
-    - type: recall_at_3
-      value: 0.68456
-    - type: recall_at_5
-      value: 0.75915
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (yo)
-      type: miracl/mmteb-miracl
-      config: yo
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.4958
-    - type: ndcg_at_10
-      value: 0.68705
-    - type: ndcg_at_100
-      value: 0.70664
-    - type: ndcg_at_1000
-      value: 0.71197
-    - type: ndcg_at_20
-      value: 0.698
-    - type: ndcg_at_3
-      value: 0.64793
-    - type: ndcg_at_5
-      value: 0.66709
-    - type: recall_at_1
-      value: 0.46289
-    - type: recall_at_10
-      value: 0.85154
-    - type: recall_at_100
-      value: 0.93557
-    - type: recall_at_1000
-      value: 0.97479
-    - type: recall_at_20
-      value: 0.89076
-    - type: recall_at_3
-      value: 0.7507
-    - type: recall_at_5
-      value: 0.79202
-  - task:
-      type: Retrieval
-    dataset:
-      name: Miracl (zh)
-      type: miracl/mmteb-miracl
-      config: zh
-      split: dev
-    metrics:
-    - type: ndcg_at_1
-      value: 0.47583
-    - type: ndcg_at_10
-      value: 0.52553
-    - type: ndcg_at_100
-      value: 0.6
-    - type: ndcg_at_1000
-      value: 0.61415
-    - type: ndcg_at_20
-      value: 0.55668
-    - type: ndcg_at_3
-      value: 0.45839
-    - type: ndcg_at_5
-      value: 0.48127
-    - type: recall_at_1
-      value: 0.24488
-    - type: recall_at_10
-      value: 0.63659
-    - type: recall_at_100
-      value: 0.89702
-    - type: recall_at_1000
-      value: 0.97996
-    - type: recall_at_20
-      value: 0.72652
-    - type: recall_at_3
-      value: 0.42827
-    - type: recall_at_5
-      value: 0.52081
 ---
 
 ## Llamacpp Static Quantizations of granite-embedding-278m-multilingual
 
-Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b4341">b4341</a> for quantization.
+Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b4381">b4381</a> for quantization.
 
 Original model: https://huggingface.co/ibm-granite/granite-embedding-278m-multilingual
 
@@ -686,6 +15,10 @@ Run them in [LM Studio](https://lmstudio.ai/)
 
 No prompt format found, check original model page
 
+## What's new:
+
+Fix tokenizer
+
 ## Download a file (not the whole branch) from below:
 
 | Filename | Quant type | File Size | Split | Description |