Hugging Face's logo

alishudi
/
distil_wo_act

Text Classification
Transformers
PyTorch
distilbert
Inference Endpoints
Model card Files Community
alishudi commited on
Commit
8b27c0b
•
1 Parent(s): ec71fce

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/home/atsvigun/sasha/distillation/serialization_dir/distilbert_no_act/",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
@@ -13,11 +13,11 @@
13
  "model_type": "distilbert",
14
  "n_heads": 12,
15
  "n_layers": 6,
16
- "output_hidden_states": true,
17
  "pad_token_id": 0,
18
  "qa_dropout": 0.1,
19
  "seq_classif_dropout": 0.2,
20
- "sinusoidal_pos_embds": true,
21
  "tie_weights_": true,
22
  "torch_dtype": "float32",
23
  "transformers_version": "4.21.1",
 
1
  {
2
+ "_name_or_path": "/home/atsvigun/sasha/distillation/serialization_dir/distilbert/",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
13
  "model_type": "distilbert",
14
  "n_heads": 12,
15
  "n_layers": 6,
16
+ "output_past": true,
17
  "pad_token_id": 0,
18
  "qa_dropout": 0.1,
19
  "seq_classif_dropout": 0.2,
20
+ "sinusoidal_pos_embds": false,
21
  "tie_weights_": true,
22
  "torch_dtype": "float32",
23
  "transformers_version": "4.21.1",