hf integration

config.json

@@ -0,0 +1,105 @@
+{
+  "architectures": [
+    "MIDIModel"
+  ],
+  "model_type": "midi_model",
+  "n_embd": 1024,
+  "net_config": {
+    "hidden_size": 1024,
+    "intermediate_size": 4096,
+    "max_position_embeddings": 4096,
+    "model_type": "llama",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 12,
+    "num_key_value_heads": 16,
+    "pad_token_id": 0,
+    "use_cache": false,
+    "vocab_size": 3406
+  },
+  "net_token_config": {
+    "hidden_size": 1024,
+    "intermediate_size": 1024,
+    "max_position_embeddings": 4096,
+    "model_type": "llama",
+    "num_attention_heads": 4,
+    "num_hidden_layers": 3,
+    "num_key_value_heads": 4,
+    "pad_token_id": 0,
+    "use_cache": false,
+    "vocab_size": 3406
+  },
+  "tokenizer": {
+    "bos_id": 1,
+    "eos_id": 2,
+    "event_parameters": {
+      "bpm": 384,
+      "channel": 16,
+      "controller": 128,
+      "dd": 4,
+      "duration": 2048,
+      "mi": 2,
+      "nn": 16,
+      "patch": 128,
+      "pitch": 128,
+      "sf": 15,
+      "time1": 128,
+      "time2": 16,
+      "track": 128,
+      "value": 128,
+      "velocity": 128
+    },
+    "events": {
+      "control_change": [
+        "time1",
+        "time2",
+        "track",
+        "channel",
+        "controller",
+        "value"
+      ],
+      "key_signature": [
+        "time1",
+        "time2",
+        "track",
+        "sf",
+        "mi"
+      ],
+      "note": [
+        "time1",
+        "time2",
+        "track",
+        "channel",
+        "pitch",
+        "velocity",
+        "duration"
+      ],
+      "patch_change": [
+        "time1",
+        "time2",
+        "track",
+        "channel",
+        "patch"
+      ],
+      "set_tempo": [
+        "time1",
+        "time2",
+        "track",
+        "bpm"
+      ],
+      "time_signature": [
+        "time1",
+        "time2",
+        "track",
+        "nn",
+        "dd"
+      ]
+    },
+    "max_token_seq": 8,
+    "optimise_midi": true,
+    "pad_id": 0,
+    "version": "v2",
+    "vocab_size": 3406
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2"
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.44.2"
+}