openai
/

jukebox-5b-lyrics

Feature Extraction

Inference Endpoints

Model card Files Files and versions Community

ArthurZ HF staff commited on Nov 10, 2022

Commit

f22b6a3

•

1 Parent(s): 62e97d2

Update config.json (#5)

- Update config.json (6129a0a9bf70f3c7f05dff441a22e38939a4c4ff)

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -32,7 +32,7 @@
       "alignment_head": 2,
       "alignment_layer": 68,
       "attention_multiplier": 0.25,
-      "attention_pattern": "RawColumnPreviousRowAttention",
       "attn_dropout": 0.0,
       "attn_res_scale": false,
       "blocks": 32,
@@ -132,7 +132,7 @@
     "alignment_head": null,
     "alignment_layer": null,
     "attention_multiplier": 0.25,
-    "attention_pattern": "RawColumnPreviousRowAttention",
     "attn_dropout": 0,
     "attn_res_scale": false,
     "blocks": 64,
@@ -189,7 +189,7 @@
     "alignment_head": null,
     "alignment_layer": null,
     "attention_multiplier": 0.25,
-    "attention_pattern": "RawColumnPreviousRowAttention",
     "attn_dropout": 0,
     "attn_res_scale": false,
     "blocks": 64,

       "alignment_head": 2,
       "alignment_layer": 68,
       "attention_multiplier": 0.25,
+      "attention_pattern": "raw_column_previous_row_attention",
       "attn_dropout": 0.0,
       "attn_res_scale": false,
       "blocks": 32,
     "alignment_head": null,
     "alignment_layer": null,
     "attention_multiplier": 0.25,
+    "attention_pattern": "raw_column_previous_row_attention",
     "attn_dropout": 0,
     "attn_res_scale": false,
     "blocks": 64,
     "alignment_head": null,
     "alignment_layer": null,
     "attention_multiplier": 0.25,
+    "attention_pattern": "raw_column_previous_row_attention",
     "attn_dropout": 0,
     "attn_res_scale": false,
     "blocks": 64,