first commit

mpt-7b-delta-tune-model-div-sal

README.md

@@ -1,3 +1,9 @@
 ---
-license: apache-2.0
+library_name: peft
 ---
+## Training procedure
+
+### Framework versions
+
+
+- PEFT 0.4.0

adapter_config.json

@@ -0,0 +1,20 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "/home/vmagent/app/dataset/mpt-7b",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 55,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 11,
+  "revision": null,
+  "target_modules": [
+    "Wqkv"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d538ec07bd538200952bf730d5fd0f674aa684c39af25776553151f551fa35ca
+size 12467253

all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.9799609184265137,
+    "eval_runtime": 5242.7479,
+    "eval_samples": 15601,
+    "eval_samples_per_second": 2.976,
+    "eval_steps_per_second": 0.372,
+    "eval_tokens": 1722455
+}

best_model_structure.txt

@@ -0,0 +1 @@
+{"num_hidden_layers": [0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0], "r": [8, 10, 3, 6, 8, 9, 10, 8, 12, 4, 9, 12, 5, 7, 7, 10, 2, 11, 10, 8, 11, 9, 6, 10, 12, 6, 12, 7, 5, 11, 11, 8], "alpha": [2, 6, 3, 3, 5, 3, 1, 2, 6, 2, 6, 5, 1, 6, 3, 6, 5, 2, 4, 3, 4, 4, 5, 5, 5, 4, 5, 4, 6, 6, 5, 5]}

checkpoint-985/README.md

@@ -0,0 +1,9 @@
+---
+library_name: peft
+---
+## Training procedure
+
+### Framework versions
+
+
+- PEFT 0.4.0

checkpoint-985/adapter_config.json

@@ -0,0 +1,20 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "/home/vmagent/app/dataset/mpt-7b",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 55,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 11,
+  "revision": null,
+  "target_modules": [
+    "Wqkv"
+  ],
+  "task_type": "CAUSAL_LM"
+}

checkpoint-985/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d538ec07bd538200952bf730d5fd0f674aa684c39af25776553151f551fa35ca
+size 12467253

checkpoint-985/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8dd10e1b991d52db97f9d7e24580bde2f62ecf59226c779994cd26c628c27a
+size 24939333

checkpoint-985/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d37ec6dfe70dfec2d14a6da6156550726b7ca980de43d4a88d7ba6c925404c
+size 13553

checkpoint-985/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b9333bfcd7d3fa9837943e8744d19f7572eb49c45fded40340ce3c47b46224
+size 627

checkpoint-985/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

checkpoint-985/tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

checkpoint-985/trainer_state.json

@@ -0,0 +1,70 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "global_step": 985,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "learning_rate": 8.984771573604062e-05,
+      "loss": 1.1743,
+      "step": 100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 7.969543147208121e-05,
+      "loss": 1.0788,
+      "step": 200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 6.954314720812183e-05,
+      "loss": 1.0732,
+      "step": 300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 5.939086294416244e-05,
+      "loss": 1.0638,
+      "step": 400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.9238578680203045e-05,
+      "loss": 1.0558,
+      "step": 500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9086294416243655e-05,
+      "loss": 1.0475,
+      "step": 600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 2.8934010152284264e-05,
+      "loss": 1.0485,
+      "step": 700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8781725888324874e-05,
+      "loss": 1.039,
+      "step": 800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.629441624365483e-06,
+      "loss": 1.0402,
+      "step": 900
+    }
+  ],
+  "max_steps": 985,
+  "num_train_epochs": 1,
+  "total_flos": 1.5601672920445747e+17,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-985/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08761150839d8b4837eeaeeb20dfb3e2028628b007b9758c4101c7b1ab0d120
+size 4091

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.9799609184265137,
+    "eval_runtime": 5242.7479,
+    "eval_samples": 15601,
+    "eval_samples_per_second": 2.976,
+    "eval_steps_per_second": 0.372,
+    "eval_tokens": 1722455
+}

mpt-7b-delta-tune-model-div-sal-arc_challenge

@@ -0,0 +1,27 @@
+{
+  "results": {
+    "arc_challenge": {
+      "acc": 0.454778156996587,
+      "acc_stderr": 0.014551507060836353,
+      "acc_norm": 0.5017064846416383,
+      "acc_norm_stderr": 0.014611305705056995
+    }
+  },
+  "versions": {
+    "arc_challenge": 0
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=/home/vmagent/app/data/mpt-7b-delta-tune-model-div-sal/merged_model,use_accelerate=True,trust_remote_code=True,dtype=float16",
+    "num_fewshot": 25,
+    "batch_size": "auto",
+    "batch_sizes": [
+      32
+    ],
+    "device": null,
+    "no_cache": false,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": {}
+  }
+}

mpt-7b-delta-tune-model-div-sal-hellaswag

@@ -0,0 +1,27 @@
+{
+  "results": {
+    "hellaswag": {
+      "acc": 0.5733917546305517,
+      "acc_stderr": 0.004935735300348862,
+      "acc_norm": 0.7630950009958176,
+      "acc_norm_stderr": 0.004243145587737571
+    }
+  },
+  "versions": {
+    "hellaswag": 0
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=/home/vmagent/app/data/mpt-7b-delta-tune-model-div-sal/merged_model,use_accelerate=True,trust_remote_code=True,dtype=float16",
+    "num_fewshot": 10,
+    "batch_size": "auto",
+    "batch_sizes": [
+      32
+    ],
+    "device": null,
+    "no_cache": false,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": {}
+  }
+}

mpt-7b-delta-tune-model-div-sal-mmlu

@@ -0,0 +1,419 @@
+{
+  "results": {
+    "hendrycksTest-abstract_algebra": {
+      "acc": 0.27,
+      "acc_stderr": 0.0446196043338474,
+      "acc_norm": 0.27,
+      "acc_norm_stderr": 0.0446196043338474
+    },
+    "hendrycksTest-anatomy": {
+      "acc": 0.3111111111111111,
+      "acc_stderr": 0.039992628766177214,
+      "acc_norm": 0.3111111111111111,
+      "acc_norm_stderr": 0.039992628766177214
+    },
+    "hendrycksTest-astronomy": {
+      "acc": 0.24342105263157895,
+      "acc_stderr": 0.034923496688842384,
+      "acc_norm": 0.24342105263157895,
+      "acc_norm_stderr": 0.034923496688842384
+    },
+    "hendrycksTest-business_ethics": {
+      "acc": 0.28,
+      "acc_stderr": 0.04512608598542127,
+      "acc_norm": 0.28,
+      "acc_norm_stderr": 0.04512608598542127
+    },
+    "hendrycksTest-clinical_knowledge": {
+      "acc": 0.3018867924528302,
+      "acc_stderr": 0.028254200344438655,
+      "acc_norm": 0.3018867924528302,
+      "acc_norm_stderr": 0.028254200344438655
+    },
+    "hendrycksTest-college_biology": {
+      "acc": 0.2916666666666667,
+      "acc_stderr": 0.03800968060554857,
+      "acc_norm": 0.2916666666666667,
+      "acc_norm_stderr": 0.03800968060554857
+    },
+    "hendrycksTest-college_chemistry": {
+      "acc": 0.26,
+      "acc_stderr": 0.0440844002276808,
+      "acc_norm": 0.26,
+      "acc_norm_stderr": 0.0440844002276808
+    },
+    "hendrycksTest-college_computer_science": {
+      "acc": 0.37,
+      "acc_stderr": 0.048523658709391,
+      "acc_norm": 0.37,
+      "acc_norm_stderr": 0.048523658709391
+    },
+    "hendrycksTest-college_mathematics": {
+      "acc": 0.27,
+      "acc_stderr": 0.044619604333847394,
+      "acc_norm": 0.27,
+      "acc_norm_stderr": 0.044619604333847394
+    },
+    "hendrycksTest-college_medicine": {
+      "acc": 0.2543352601156069,
+      "acc_stderr": 0.0332055644308557,
+      "acc_norm": 0.2543352601156069,
+      "acc_norm_stderr": 0.0332055644308557
+    },
+    "hendrycksTest-college_physics": {
+      "acc": 0.23529411764705882,
+      "acc_stderr": 0.04220773659171452,
+      "acc_norm": 0.23529411764705882,
+      "acc_norm_stderr": 0.04220773659171452
+    },
+    "hendrycksTest-computer_security": {
+      "acc": 0.32,
+      "acc_stderr": 0.046882617226215034,
+      "acc_norm": 0.32,
+      "acc_norm_stderr": 0.046882617226215034
+    },
+    "hendrycksTest-conceptual_physics": {
+      "acc": 0.31063829787234043,
+      "acc_stderr": 0.03025123757921317,
+      "acc_norm": 0.31063829787234043,
+      "acc_norm_stderr": 0.03025123757921317
+    },
+    "hendrycksTest-econometrics": {
+      "acc": 0.2894736842105263,
+      "acc_stderr": 0.04266339443159394,
+      "acc_norm": 0.2894736842105263,
+      "acc_norm_stderr": 0.04266339443159394
+    },
+    "hendrycksTest-electrical_engineering": {
+      "acc": 0.3103448275862069,
+      "acc_stderr": 0.038552896163789485,
+      "acc_norm": 0.3103448275862069,
+      "acc_norm_stderr": 0.038552896163789485
+    },
+    "hendrycksTest-elementary_mathematics": {
+      "acc": 0.2804232804232804,
+      "acc_stderr": 0.023135287974325628,
+      "acc_norm": 0.2804232804232804,
+      "acc_norm_stderr": 0.023135287974325628
+    },
+    "hendrycksTest-formal_logic": {
+      "acc": 0.18253968253968253,
+      "acc_stderr": 0.03455071019102146,
+      "acc_norm": 0.18253968253968253,
+      "acc_norm_stderr": 0.03455071019102146
+    },
+    "hendrycksTest-global_facts": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045,
+      "acc_norm": 0.33,
+      "acc_norm_stderr": 0.047258156262526045
+    },
+    "hendrycksTest-high_school_biology": {
+      "acc": 0.31290322580645163,
+      "acc_stderr": 0.02637756702864586,
+      "acc_norm": 0.31290322580645163,
+      "acc_norm_stderr": 0.02637756702864586
+    },
+    "hendrycksTest-high_school_chemistry": {
+      "acc": 0.2512315270935961,
+      "acc_stderr": 0.030516530732694433,
+      "acc_norm": 0.2512315270935961,
+      "acc_norm_stderr": 0.030516530732694433
+    },
+    "hendrycksTest-high_school_computer_science": {
+      "acc": 0.3,
+      "acc_stderr": 0.046056618647183814,
+      "acc_norm": 0.3,
+      "acc_norm_stderr": 0.046056618647183814
+    },
+    "hendrycksTest-high_school_european_history": {
+      "acc": 0.3090909090909091,
+      "acc_stderr": 0.036085410115739666,
+      "acc_norm": 0.3090909090909091,
+      "acc_norm_stderr": 0.036085410115739666
+    },
+    "hendrycksTest-high_school_geography": {
+      "acc": 0.32323232323232326,
+      "acc_stderr": 0.033322999210706444,
+      "acc_norm": 0.32323232323232326,
+      "acc_norm_stderr": 0.033322999210706444
+    },
+    "hendrycksTest-high_school_government_and_politics": {
+      "acc": 0.32124352331606215,
+      "acc_stderr": 0.033699508685490674,
+      "acc_norm": 0.32124352331606215,
+      "acc_norm_stderr": 0.033699508685490674
+    },
+    "hendrycksTest-high_school_macroeconomics": {
+      "acc": 0.3076923076923077,
+      "acc_stderr": 0.023400928918310502,
+      "acc_norm": 0.3076923076923077,
+      "acc_norm_stderr": 0.023400928918310502
+    },
+    "hendrycksTest-high_school_mathematics": {
+      "acc": 0.25925925925925924,
+      "acc_stderr": 0.026719240783712177,
+      "acc_norm": 0.25925925925925924,
+      "acc_norm_stderr": 0.026719240783712177
+    },
+    "hendrycksTest-high_school_microeconomics": {
+      "acc": 0.25630252100840334,
+      "acc_stderr": 0.02835962087053395,
+      "acc_norm": 0.25630252100840334,
+      "acc_norm_stderr": 0.02835962087053395
+    },
+    "hendrycksTest-high_school_physics": {
+      "acc": 0.271523178807947,
+      "acc_stderr": 0.036313298039696545,
+      "acc_norm": 0.271523178807947,
+      "acc_norm_stderr": 0.036313298039696545
+    },
+    "hendrycksTest-high_school_psychology": {
+      "acc": 0.27339449541284405,
+      "acc_stderr": 0.01910929984609828,
+      "acc_norm": 0.27339449541284405,
+      "acc_norm_stderr": 0.01910929984609828
+    },
+    "hendrycksTest-high_school_statistics": {
+      "acc": 0.21296296296296297,
+      "acc_stderr": 0.027920963147993666,
+      "acc_norm": 0.21296296296296297,
+      "acc_norm_stderr": 0.027920963147993666
+    },
+    "hendrycksTest-high_school_us_history": {
+      "acc": 0.25,
+      "acc_stderr": 0.03039153369274154,
+      "acc_norm": 0.25,
+      "acc_norm_stderr": 0.03039153369274154
+    },
+    "hendrycksTest-high_school_world_history": {
+      "acc": 0.2742616033755274,
+      "acc_stderr": 0.029041333510598025,
+      "acc_norm": 0.2742616033755274,
+      "acc_norm_stderr": 0.029041333510598025
+    },
+    "hendrycksTest-human_aging": {
+      "acc": 0.36771300448430494,
+      "acc_stderr": 0.03236198350928276,
+      "acc_norm": 0.36771300448430494,
+      "acc_norm_stderr": 0.03236198350928276
+    },
+    "hendrycksTest-human_sexuality": {
+      "acc": 0.33587786259541985,
+      "acc_stderr": 0.04142313771996665,
+      "acc_norm": 0.33587786259541985,
+      "acc_norm_stderr": 0.04142313771996665
+    },
+    "hendrycksTest-international_law": {
+      "acc": 0.4214876033057851,
+      "acc_stderr": 0.045077322787750944,
+      "acc_norm": 0.4214876033057851,
+      "acc_norm_stderr": 0.045077322787750944
+    },
+    "hendrycksTest-jurisprudence": {
+      "acc": 0.3333333333333333,
+      "acc_stderr": 0.04557239513497752,
+      "acc_norm": 0.3333333333333333,
+      "acc_norm_stderr": 0.04557239513497752
+    },
+    "hendrycksTest-logical_fallacies": {
+      "acc": 0.27607361963190186,
+      "acc_stderr": 0.0351238528370505,
+      "acc_norm": 0.27607361963190186,
+      "acc_norm_stderr": 0.0351238528370505
+    },
+    "hendrycksTest-machine_learning": {
+      "acc": 0.35714285714285715,
+      "acc_stderr": 0.04547960999764376,
+      "acc_norm": 0.35714285714285715,
+      "acc_norm_stderr": 0.04547960999764376
+    },
+    "hendrycksTest-management": {
+      "acc": 0.30097087378640774,
+      "acc_stderr": 0.045416094465039476,
+      "acc_norm": 0.30097087378640774,
+      "acc_norm_stderr": 0.045416094465039476
+    },
+    "hendrycksTest-marketing": {
+      "acc": 0.2863247863247863,
+      "acc_stderr": 0.029614323690456648,
+      "acc_norm": 0.2863247863247863,
+      "acc_norm_stderr": 0.029614323690456648
+    },
+    "hendrycksTest-medical_genetics": {
+      "acc": 0.28,
+      "acc_stderr": 0.045126085985421255,
+      "acc_norm": 0.28,
+      "acc_norm_stderr": 0.045126085985421255
+    },
+    "hendrycksTest-miscellaneous": {
+      "acc": 0.30395913154533843,
+      "acc_stderr": 0.016448321686769043,
+      "acc_norm": 0.30395913154533843,
+      "acc_norm_stderr": 0.016448321686769043
+    },
+    "hendrycksTest-moral_disputes": {
+      "acc": 0.2832369942196532,
+      "acc_stderr": 0.02425790170532337,
+      "acc_norm": 0.2832369942196532,
+      "acc_norm_stderr": 0.02425790170532337
+    },
+    "hendrycksTest-moral_scenarios": {
+      "acc": 0.2424581005586592,
+      "acc_stderr": 0.014333522059217889,
+      "acc_norm": 0.2424581005586592,
+      "acc_norm_stderr": 0.014333522059217889
+    },
+    "hendrycksTest-nutrition": {
+      "acc": 0.2908496732026144,
+      "acc_stderr": 0.026004800363952113,
+      "acc_norm": 0.2908496732026144,
+      "acc_norm_stderr": 0.026004800363952113
+    },
+    "hendrycksTest-philosophy": {
+      "acc": 0.28938906752411575,
+      "acc_stderr": 0.02575586592263294,
+      "acc_norm": 0.28938906752411575,
+      "acc_norm_stderr": 0.02575586592263294
+    },
+    "hendrycksTest-prehistory": {
+      "acc": 0.2808641975308642,
+      "acc_stderr": 0.025006469755799204,
+      "acc_norm": 0.2808641975308642,
+      "acc_norm_stderr": 0.025006469755799204
+    },
+    "hendrycksTest-professional_accounting": {
+      "acc": 0.2872340425531915,
+      "acc_stderr": 0.026992199173064356,
+      "acc_norm": 0.2872340425531915,
+      "acc_norm_stderr": 0.026992199173064356
+    },
+    "hendrycksTest-professional_law": {
+      "acc": 0.26401564537157757,
+      "acc_stderr": 0.011258435537723821,
+      "acc_norm": 0.26401564537157757,
+      "acc_norm_stderr": 0.011258435537723821
+    },
+    "hendrycksTest-professional_medicine": {
+      "acc": 0.20588235294117646,
+      "acc_stderr": 0.024562204314142317,
+      "acc_norm": 0.20588235294117646,
+      "acc_norm_stderr": 0.024562204314142317
+    },
+    "hendrycksTest-professional_psychology": {
+      "acc": 0.2826797385620915,
+      "acc_stderr": 0.018217269552053432,
+      "acc_norm": 0.2826797385620915,
+      "acc_norm_stderr": 0.018217269552053432
+    },
+    "hendrycksTest-public_relations": {
+      "acc": 0.32727272727272727,
+      "acc_stderr": 0.04494290866252089,
+      "acc_norm": 0.32727272727272727,
+      "acc_norm_stderr": 0.04494290866252089
+    },
+    "hendrycksTest-security_studies": {
+      "acc": 0.3020408163265306,
+      "acc_stderr": 0.02939360931987981,
+      "acc_norm": 0.3020408163265306,
+      "acc_norm_stderr": 0.02939360931987981
+    },
+    "hendrycksTest-sociology": {
+      "acc": 0.27860696517412936,
+      "acc_stderr": 0.03170056183497308,
+      "acc_norm": 0.27860696517412936,
+      "acc_norm_stderr": 0.03170056183497308
+    },
+    "hendrycksTest-us_foreign_policy": {
+      "acc": 0.31,
+      "acc_stderr": 0.04648231987117316,
+      "acc_norm": 0.31,
+      "acc_norm_stderr": 0.04648231987117316
+    },
+    "hendrycksTest-virology": {
+      "acc": 0.3313253012048193,
+      "acc_stderr": 0.036643147772880864,
+      "acc_norm": 0.3313253012048193,
+      "acc_norm_stderr": 0.036643147772880864
+    },
+    "hendrycksTest-world_religions": {
+      "acc": 0.2573099415204678,
+      "acc_stderr": 0.03352799844161865,
+      "acc_norm": 0.2573099415204678,
+      "acc_norm_stderr": 0.03352799844161865
+    }
+  },
+  "versions": {
+    "hendrycksTest-abstract_algebra": 1,
+    "hendrycksTest-anatomy": 1,
+    "hendrycksTest-astronomy": 1,
+    "hendrycksTest-business_ethics": 1,
+    "hendrycksTest-clinical_knowledge": 1,
+    "hendrycksTest-college_biology": 1,
+    "hendrycksTest-college_chemistry": 1,
+    "hendrycksTest-college_computer_science": 1,
+    "hendrycksTest-college_mathematics": 1,
+    "hendrycksTest-college_medicine": 1,
+    "hendrycksTest-college_physics": 1,
+    "hendrycksTest-computer_security": 1,
+    "hendrycksTest-conceptual_physics": 1,
+    "hendrycksTest-econometrics": 1,
+    "hendrycksTest-electrical_engineering": 1,
+    "hendrycksTest-elementary_mathematics": 1,
+    "hendrycksTest-formal_logic": 1,
+    "hendrycksTest-global_facts": 1,
+    "hendrycksTest-high_school_biology": 1,
+    "hendrycksTest-high_school_chemistry": 1,
+    "hendrycksTest-high_school_computer_science": 1,
+    "hendrycksTest-high_school_european_history": 1,
+    "hendrycksTest-high_school_geography": 1,
+    "hendrycksTest-high_school_government_and_politics": 1,
+    "hendrycksTest-high_school_macroeconomics": 1,
+    "hendrycksTest-high_school_mathematics": 1,
+    "hendrycksTest-high_school_microeconomics": 1,
+    "hendrycksTest-high_school_physics": 1,
+    "hendrycksTest-high_school_psychology": 1,
+    "hendrycksTest-high_school_statistics": 1,
+    "hendrycksTest-high_school_us_history": 1,
+    "hendrycksTest-high_school_world_history": 1,
+    "hendrycksTest-human_aging": 1,
+    "hendrycksTest-human_sexuality": 1,
+    "hendrycksTest-international_law": 1,
+    "hendrycksTest-jurisprudence": 1,
+    "hendrycksTest-logical_fallacies": 1,
+    "hendrycksTest-machine_learning": 1,
+    "hendrycksTest-management": 1,
+    "hendrycksTest-marketing": 1,
+    "hendrycksTest-medical_genetics": 1,
+    "hendrycksTest-miscellaneous": 1,
+    "hendrycksTest-moral_disputes": 1,
+    "hendrycksTest-moral_scenarios": 1,
+    "hendrycksTest-nutrition": 1,
+    "hendrycksTest-philosophy": 1,
+    "hendrycksTest-prehistory": 1,
+    "hendrycksTest-professional_accounting": 1,
+    "hendrycksTest-professional_law": 1,
+    "hendrycksTest-professional_medicine": 1,
+    "hendrycksTest-professional_psychology": 1,
+    "hendrycksTest-public_relations": 1,
+    "hendrycksTest-security_studies": 1,
+    "hendrycksTest-sociology": 1,
+    "hendrycksTest-us_foreign_policy": 1,
+    "hendrycksTest-virology": 1,
+    "hendrycksTest-world_religions": 1
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=/home/vmagent/app/data/mpt-7b-delta-tune-model-div-sal/merged_model,use_accelerate=True,trust_remote_code=True,dtype=float16",
+    "num_fewshot": 5,
+    "batch_size": "auto",
+    "batch_sizes": [
+      16
+    ],
+    "device": null,
+    "no_cache": false,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": {}
+  }
+}

mpt-7b-delta-tune-model-div-sal-truthqa

@@ -0,0 +1,27 @@
+{
+  "results": {
+    "truthfulqa_mc": {
+      "mc1": 0.22643818849449204,
+      "mc1_stderr": 0.01465133732460258,
+      "mc2": 0.3448308279815954,
+      "mc2_stderr": 0.0135712184614352
+    }
+  },
+  "versions": {
+    "truthfulqa_mc": 1
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=/home/vmagent/app/data/mpt-7b-delta-tune-model-div-sal/merged_model,use_accelerate=True,trust_remote_code=True,dtype=float16",
+    "num_fewshot": 0,
+    "batch_size": "auto",
+    "batch_sizes": [
+      32
+    ],
+    "device": null,
+    "no_cache": false,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": {}
+  }
+}