manupande21 commited on
Commit
d60b6c1
1 Parent(s): 2cb4130

Upload model

Browse files
Files changed (2) hide show
  1. config.json +6 -22
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,39 +1,23 @@
1
  {
2
  "_name_or_path": "./fine_tuned_sbert",
3
- "activation_function": "gelu_new",
4
  "architectures": [
5
- "GPT2Model"
6
  ],
7
  "attention_probs_dropout_prob": 0.1,
8
- "attn_pdrop": 0.1,
9
- "bos_token_id": 50256,
10
  "classifier_dropout": null,
11
- "embd_pdrop": 0.1,
12
- "eos_token_id": 50256,
13
  "gradient_checkpointing": false,
14
  "hidden_act": "gelu",
15
  "hidden_dropout_prob": 0.1,
 
16
  "initializer_range": 0.02,
17
  "intermediate_size": 1536,
18
  "layer_norm_eps": 1e-12,
19
- "layer_norm_epsilon": 1e-05,
20
- "model_type": "gpt2",
21
- "n_embd": 384,
22
- "n_head": 12,
23
- "n_inner": null,
24
- "n_layer": 6,
25
- "n_positions": 512,
26
  "pad_token_id": 0,
27
  "position_embedding_type": "absolute",
28
- "reorder_and_upcast_attn": false,
29
- "resid_pdrop": 0.1,
30
- "scale_attn_by_inverse_layer_idx": false,
31
- "scale_attn_weights": true,
32
- "summary_activation": null,
33
- "summary_first_dropout": 0.1,
34
- "summary_proj_to_labels": true,
35
- "summary_type": "cls_index",
36
- "summary_use_proj": true,
37
  "torch_dtype": "float32",
38
  "transformers_version": "4.46.3",
39
  "type_vocab_size": 2,
 
1
  {
2
  "_name_or_path": "./fine_tuned_sbert",
 
3
  "architectures": [
4
+ "BertModel"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
 
 
7
  "classifier_dropout": null,
 
 
8
  "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 384,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 1536,
14
  "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 6,
 
 
 
19
  "pad_token_id": 0,
20
  "position_embedding_type": "absolute",
 
 
 
 
 
 
 
 
 
21
  "torch_dtype": "float32",
22
  "transformers_version": "4.46.3",
23
  "type_vocab_size": 2,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8855d84325962e247bd83833f60c670c0f9506289016c1d4526df3eb7988abca
3
- size 90265064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468c92e52ec072dd4f89c4b96fd8bc520268db8ab8f419f6bcc78ddb410009a8
3
+ size 90864192