nm-testing
/

TinyLlama-1.1B-Chat-v1.0-W8A8_tensor_weight_static_per_tensor_act-e2e

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

compressed-tensors

Model card Files Files and versions Community

nm-autobot commited on Sep 4

Commit

a5e1e0e

•

1 Parent(s): f8d9d6d

Upload LlamaForCausalLM

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
     "config_groups": {
       "group_0": {
         "input_activations": {
-          "actorder": false,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,
@@ -26,7 +26,7 @@
           "Linear"
         ],
         "weights": {
-          "actorder": false,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,

     "config_groups": {
       "group_0": {
         "input_activations": {
+          "actorder": null,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,
           "Linear"
         ],
         "weights": {
+          "actorder": null,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,