Plana-Archive commited on
Commit
1582f70
·
verified ·
1 Parent(s): 037653d

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ soundfont.sf2 filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ datasets:
4
+ - projectlosangeles/Los-Angeles-MIDI-Dataset
5
+ library_name: transformers
6
+ tags:
7
+ - music
8
+ - midi
9
+ - music generation
10
+ - midi generation
11
+ ---
12
+ # Model Card for midi-model
13
+
14
+ Midi event transformer for music generation
15
+
16
+ ### Model Updates
17
+
18
+ - tv2o-medium model: MidiTokenizerV2. [skytnt/midi-model-tv2o-medium](https://huggingface.co/skytnt/midi-model-tv2o-medium)
19
+ - v1.2 : Optimise the tokenizer and dataset. The dataset was filtered by MIDITokenizer.check_quality. Using the higher quality dataset to train the model, the performance of the model is significantly improved.
20
+
21
+ ## Model Details
22
+
23
+ ### Model Description
24
+
25
+ - **Developed by:** SkyTNT
26
+ - **Model type:** Transformer
27
+ - **License:** apache-2.0
28
+
29
+ ### Model Sources
30
+
31
+ - **Repository:** https://github.com/SkyTNT/midi-model
32
+ - **Demo:** https://huggingface.co/spaces/skytnt/midi-composer
33
+
34
+
35
+ ## Training Details
36
+
37
+ ### Training Data
38
+
39
+ - [projectlosangeles/Los-Angeles-MIDI-Dataset](https://huggingface.co/datasets/projectlosangeles/Los-Angeles-MIDI-Dataset)
40
+
41
+ #### Training Hyperparameters
42
+
43
+ - basemodel: v1.1
44
+ - lr: 1e-4
45
+ - weight-decay: 0.01
46
+ - batch: 2x2x2
47
+ - fp16 mixed precision
48
+
49
+ #### Loss
50
+ - val loss: 0.238
51
+
52
+ ## Files
53
+
54
+ - model.ckpt: latest model checkpoint
55
+ - soundfont.sf2: soundfont file, i put it here for convenient downloading , [source](https://github.com/musescore/MuseScore/tree/master/share/sound)
56
+ - onnx/*.onnx: onnx format model
config.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MIDIModel"
4
+ ],
5
+ "model_type": "midi_model",
6
+ "n_embd": 1024,
7
+ "net_config": {
8
+ "hidden_size": 1024,
9
+ "intermediate_size": 4096,
10
+ "max_position_embeddings": 4096,
11
+ "model_type": "llama",
12
+ "num_attention_heads": 16,
13
+ "num_hidden_layers": 12,
14
+ "num_key_value_heads": 16,
15
+ "pad_token_id": 0,
16
+ "use_cache": false,
17
+ "vocab_size": 3239
18
+ },
19
+ "net_token_config": {
20
+ "hidden_size": 1024,
21
+ "intermediate_size": 1024,
22
+ "max_position_embeddings": 4096,
23
+ "model_type": "llama",
24
+ "num_attention_heads": 4,
25
+ "num_hidden_layers": 3,
26
+ "num_key_value_heads": 4,
27
+ "pad_token_id": 0,
28
+ "use_cache": false,
29
+ "vocab_size": 3239
30
+ },
31
+ "tokenizer": {
32
+ "bos_id": 1,
33
+ "eos_id": 2,
34
+ "event_parameters": {
35
+ "bpm": 256,
36
+ "channel": 16,
37
+ "controller": 128,
38
+ "duration": 2048,
39
+ "patch": 128,
40
+ "pitch": 128,
41
+ "time1": 128,
42
+ "time2": 16,
43
+ "track": 128,
44
+ "value": 128,
45
+ "velocity": 128
46
+ },
47
+ "events": {
48
+ "control_change": [
49
+ "time1",
50
+ "time2",
51
+ "track",
52
+ "channel",
53
+ "controller",
54
+ "value"
55
+ ],
56
+ "note": [
57
+ "time1",
58
+ "time2",
59
+ "track",
60
+ "duration",
61
+ "channel",
62
+ "pitch",
63
+ "velocity"
64
+ ],
65
+ "patch_change": [
66
+ "time1",
67
+ "time2",
68
+ "track",
69
+ "channel",
70
+ "patch"
71
+ ],
72
+ "set_tempo": [
73
+ "time1",
74
+ "time2",
75
+ "track",
76
+ "bpm"
77
+ ]
78
+ },
79
+ "max_token_seq": 8,
80
+ "optimise_midi": false,
81
+ "pad_id": 0,
82
+ "version": "v1",
83
+ "vocab_size": 3239
84
+ },
85
+ "torch_dtype": "float32",
86
+ "transformers_version": "4.44.2"
87
+ }
generation_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "transformers_version": "4.44.2"
4
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b7c01753df96e30b9e6a9c89300f7d69d1da82d4fe6a8d3740f4c7884b0ce5
3
+ size 933334232
onnx/model_base.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c80e17d437c7c8f00d5974849f55fc3aa6ae55db4def3f2ba18670b7f7d8a9
3
+ size 821029854
onnx/model_token.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7966c5a853424797de4e3ea3d3eb65f0544b18d8b5a11d00cbb1b45d99968416
3
+ size 115293316
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b294cd18e89de546cca434d33f6bbda61c9d9108e04e6b58a8575654d55400ff
3
+ size 933367626
soundfont.sf2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea2375e8bd7d8e71def1036978c1621e85b66934169b6a2744b27b9b3c2d99c
3
+ size 51278610