t2i_milr_data / 000000 /metadata.json
EnricoN's picture
Upload folder using huggingface_hub
04314fa verified
Raw
History Blame Contribute Delete
10.3 kB
{
"idx": 0,
"tag": "color",
"source_id": 0,
"category": "color",
"task_type": "color",
"prompt": "a green bench and a red car",
"source_output_image": "paths/color/000000.png",
"source_output_image_resolution": null,
"ori_image_prompt": "a green bench and a red car. A green bench and a red car are depicted in a simple outdoor setting. The bench is positioned on the left side of the image, while the car is on the right side. The bench is made of wood and has a smooth texture, while the car is painted red and has a shiny surface. The bench is slightly elevated from the ground, and the car is parked on a paved road.",
"opt_image_prompt": "a green bench and a red car. \" modern park sits red single car sit static side exact quiet landscape environment surrounded Both green bench and red car.\"",
"optimize_mode": "text",
"n_mc_samples": 8,
"reward_names": [
"t2icompb"
],
"reward_weights": {
"t2icompb": 1.0
},
"reward_init": -0.1552,
"reward_final": -0.01849999999999996,
"reward_history": [
-0.1552,
-0.0262,
-0.02410000000000001,
-0.038799999999999946,
-0.03520000000000001,
-0.03720000000000001,
-0.0393,
-0.031399999999999983,
-0.04200000000000004,
-0.034499999999999975,
-0.01849999999999996,
-0.8702
],
"reward_mean_history": [
-0.3019375,
-0.5710375000000001,
-0.3048375,
-0.5011000000000001,
-0.343325,
-0.48558750000000006,
-0.5068625,
-0.5192375,
-0.633675,
-0.4350375
],
"optimization_trace": [
{
"step": 0,
"reward_mean": -0.3019375,
"opt_reward": -0.0262,
"loss": 0.3075465261936188
},
{
"step": 1,
"reward_mean": -0.5710375000000001,
"opt_reward": -0.02410000000000001,
"loss": -0.2747146785259247
},
{
"step": 2,
"reward_mean": -0.3048375,
"opt_reward": -0.038799999999999946,
"loss": 0.06529751420021057
},
{
"step": 3,
"reward_mean": -0.5011000000000001,
"opt_reward": -0.03520000000000001,
"loss": -1.356439232826233
},
{
"step": 4,
"reward_mean": -0.343325,
"opt_reward": -0.03720000000000001,
"loss": -1.1383203268051147
},
{
"step": 5,
"reward_mean": -0.48558750000000006,
"opt_reward": -0.0393,
"loss": -1.0886800289154053
},
{
"step": 6,
"reward_mean": -0.5068625,
"opt_reward": -0.031399999999999983,
"loss": -0.6071678400039673
},
{
"step": 7,
"reward_mean": -0.5192375,
"opt_reward": -0.04200000000000004,
"loss": -0.09220850467681885
},
{
"step": 8,
"reward_mean": -0.633675,
"opt_reward": -0.034499999999999975,
"loss": 0.5801002383232117
},
{
"step": 9,
"reward_mean": -0.4350375,
"opt_reward": -0.01849999999999996,
"loss": -0.98410964012146
}
],
"opt_generated_text": " \" modern park sits red single car sit static side exact quiet landscape environment surrounded Both green bench and red car.\"",
"optimized_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
],
"optimized_token_count": 16,
"prefix_token_ids": [
440,
4959,
7139,
22836,
3074,
2816,
1338,
2097,
3328,
2387,
3508,
7257,
15099,
4342,
16968,
9848
],
"text_token_ids": [
440,
4959,
7139,
22836,
3074,
2816,
1338,
2097,
3328,
2387,
3508,
7257,
15099,
4342,
16968,
9848,
5575,
11909,
285,
3074,
1338,
883
],
"total_text_token_count": 22,
"generated_seq_token_ids": [
440,
4959,
7139,
22836,
3074,
2816,
1338,
2097,
3328,
2387,
3508,
7257,
15099,
4342,
16968,
9848,
5575,
11909,
285,
3074,
1338,
883
],
"generated_seq_len": 22,
"generated_image_token_ids": [
6543,
932,
2167,
727,
1609,
8187,
268,
5869,
9674,
12290,
2564,
3067,
8186,
4506,
7809,
1250,
15965,
12356,
6275,
778,
14629,
3292,
14034,
1989,
9160,
7187,
13455,
684,
14982,
14587,
7643,
3362,
10192,
10263,
15236,
3955,
9257,
1988,
119,
11139,
13230,
7101,
15962,
4509,
7314,
13177,
10076,
6760,
2126,
5564,
6357,
15835,
9696,
7891,
14497,
3025,
3901,
1261,
2228,
7276,
3198,
3219,
1219,
2773,
172,
3955,
648,
7832,
8263,
3025,
7941,
8807,
15886,
962,
1519,
11655,
236,
2057,
11027,
5499,
8887,
1467,
6353,
4324,
4406,
13875,
6341,
2053,
3926,
9988,
8100,
10745,
2873,
1302,
173,
8998,
4237,
1728,
3547,
9483,
8805,
10037,
4983,
16023,
9982,
13873,
10870,
2789,
11511,
12378,
2438,
12744,
15279,
11205,
6357,
11655,
635,
8625,
63,
2870,
7323,
11609,
15851,
7165,
7317,
14192,
9784,
15273,
16216,
6928,
3025,
11512,
10957,
7209,
3264,
10500,
6886,
7467,
9055,
15312,
2002,
1529,
9421,
2870,
6650,
6494,
3178,
4453,
3325,
5838,
632,
2821,
6053,
9765,
8614,
3563,
9829,
8843,
3025,
15192,
6928,
5295,
5447,
6815,
1690,
9590,
1537,
2119,
14787,
8823,
12427,
3793,
7057,
10104,
15535,
1529,
15082,
2107,
6419,
9654,
1458,
4414,
13770,
2437,
7535,
12968,
1421,
14783,
9055,
6850,
1943,
11052,
3691,
903,
3518,
5020,
10042,
13821,
8003,
8971,
15918,
11868,
5557,
1124,
2272,
11452,
12566,
5197,
4269,
16120,
2107,
4541,
1013,
8325,
11045,
7609,
5049,
8325,
5471,
11273,
1261,
12376,
3736,
16211,
13682,
14815,
9427,
13439,
7252,
8576,
5766,
10101,
6839,
6961,
6548,
2816,
684,
4543,
5681,
9892,
6418,
6914,
11499,
292,
296,
2746,
3588,
3321,
14888,
8296,
2790,
1100,
8591,
15807,
5976,
7839,
15027,
15009,
5074,
6916,
16215,
2565,
6916,
5036,
8962,
15533,
1363,
6733,
13979,
9602,
2480,
5252,
2653,
9440,
16233,
2867,
15007,
13764,
13312,
11694,
200,
4550,
2745,
16019,
13454,
14988,
8518,
6903,
8016,
10465,
15182,
7261,
16233,
6123,
7565,
10705,
3450,
7970,
7608,
6097,
12368,
1529,
6269,
6418,
10561,
10011,
15750,
13932,
15529,
7081,
10615,
14708,
10425,
3910,
398,
324,
7598,
5211,
2062,
1990,
5142,
1990,
6902,
12662,
398,
521,
1401,
13345,
9242,
4290,
200,
1999,
345,
14076,
8506,
13150,
2539,
11826,
4255,
7761,
14903,
4011,
3025,
11928,
13827,
15667,
9813,
15849,
520,
8427,
12851,
5374,
16127,
16063,
7908,
5028,
4199,
9592,
13678,
13395,
7697,
1311,
7457,
15832,
9692,
12823,
13455,
8362,
9332,
12377,
5967,
13695,
2800,
11256,
14397,
7085,
2217,
10773,
3719,
14608,
6460,
7003,
13454,
11843,
2957,
1175,
9286,
2744,
6175,
6038,
14861,
3855,
2386,
3341,
10039,
9204,
13080,
12256,
8025,
5537,
15367,
6381,
3517,
3659,
15417,
6575,
14726,
3196,
11306,
2516,
2906,
2066,
2940,
1465,
10779,
4706,
2886,
12342,
8642,
405,
10559,
3965,
926,
12942,
239,
14102,
1902,
12625,
8649,
16296,
3985,
6796,
5771,
9094,
11253,
6408,
7495,
9461,
9621,
3332,
10089,
8093,
3701,
12884,
9456,
1226,
11604,
15954,
15829,
735,
7550,
7116,
14924,
14102,
11174,
9661,
3751,
16146,
6801,
3030,
14021,
11701,
11676,
2047,
737,
1157,
8077,
8869,
3114,
1465,
6533,
765,
9808,
9643,
12986,
5854,
5854,
4302,
2153,
5551,
359,
12138,
14292,
9119,
1760,
1029,
5116,
2111,
5798,
8594,
6336,
2860,
1488,
15474,
10348,
5190,
5080,
10898,
9796,
3343,
4165,
134,
12972,
8126,
9286,
2201,
7930,
11210,
9954,
3907,
2718,
5988,
1238,
2323,
2677,
12478,
4680,
5540,
2083,
5389,
8642,
5362,
4591,
9831,
4885,
4317,
8019,
10617,
247,
14684,
1499,
4679,
13061,
10444,
8428,
7743,
8817,
16089,
2276,
11667,
6312,
10573,
12339,
7263,
10040,
5336,
4989,
3219,
13425,
6657,
908,
13335,
5151,
10559,
8793,
10573,
8793,
5467,
405,
13235,
405,
12339,
1996,
5597,
4749,
3795,
8681,
14901,
15236,
12882,
10901,
10192,
8636,
280,
15886,
4591
],
"generated_image_token_len": 576,
"update_length": 16,
"original_text_h_shape": [
80,
4096
],
"text_h_shape": [
22,
4096
],
"image_h_shape": [
576,
2,
4096
],
"teacher_targets_note": "teacher_targets.safetensors stores one hidden state per token in the final decoded text after the last MC update",
"done": true
}