michaelbenayoun
/

gpt-neox-tiny-4layers-random

Feature Extraction

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

michaelbenayoun HF staff commited on Jan 4

Commit

6f3d73a

•

1 Parent(s): 059511d

Upload model

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -18,7 +18,7 @@
   "max_position_embeddings": 512,
   "model_type": "gpt_neox",
   "num_attention_heads": 32,
-  "num_hidden_layers": 16,
   "rope_scaling": null,
   "rotary_emb_base": 10000,
   "rotary_pct": 0.25,

   "max_position_embeddings": 512,
   "model_type": "gpt_neox",
   "num_attention_heads": 32,
+  "num_hidden_layers": 4,
   "rope_scaling": null,
   "rotary_emb_base": 10000,
   "rotary_pct": 0.25,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a4f5323c6766b16d02af53e9b0013e5b65c897a3bf9761f3e8098bae34db4a2
-size 697288

 version https://git-lfs.github.com/spec/v1
+oid sha256:80bea390d90e6f6f8d224549e376b4a6a9ca0084aec9cac562e6a798a81dbd30
+size 273016