Upload folder using huggingface_hub

vision_base_lm_recon_init/args.json

@@ -0,0 +1,58 @@
+{
+  "regime": "vision",
+  "data_path": "data/training/splits_510k/train_arrow",
+  "output_dir": "outputs/production_vision_base_reconstruction_20251120_220510_lm_20251129_171554",
+  "objective": "lm",
+  "val_data_path": "data/training/splits_510k/val_arrow",
+  "max_samples": null,
+  "vision_mode": "base",
+  "text_context_tokens": null,
+  "hybrid_text_tokens": 0,
+  "vision_prompt": "\nFree OCR.",
+  "train_encoder": true,
+  "encoder_lr": 1e-05,
+  "compression_window_size": 9,
+  "compression_stride": 9,
+  "subsample_strategy": "regular",
+  "subsample_count": null,
+  "projection_dim": null,
+  "train_projection": true,
+  "compression_target": null,
+  "conv_kernel": 5,
+  "timestamp": null,
+  "batch_size": 12,
+  "gradient_accumulation_steps": 4,
+  "learning_rate": 0.0001,
+  "weight_decay": 0.01,
+  "num_epochs": 1,
+  "warmup_ratio": 0.1,
+  "max_grad_norm": 1.0,
+  "log_steps": 10,
+  "save_steps": 0,
+  "eval_steps": 2000,
+  "initial_validation": true,
+  "validation_only": false,
+  "no_checkpoints": false,
+  "num_qualitative_samples": 5,
+  "max_generation_tokens": 200,
+  "use_wandb": true,
+  "wandb_project": "vision-compression-2",
+  "wandb_run_name": null,
+  "resume_from_checkpoint": null,
+  "resume": null,
+  "init_from_checkpoint": "./outputs/production_vision_base_reconstruction_20251120_220510/best_checkpoint.pt",
+  "allow_objective_switch": true,
+  "aux_loss_weight": 0.5,
+  "num_workers": 8,
+  "prefetch_factor": 2,
+  "seed": 42,
+  "eval_seed": 42,
+  "debug_log_sample_ids": false,
+  "device": "cuda",
+  "compile": false,
+  "compile_mode": "default",
+  "use_optimized_model": true,
+  "use_encoder_checkpointing": true,
+  "use_decoder_checkpointing": true,
+  "use_8bit_optimizer": true
+}

vision_base_lm_recon_init/best_checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc41cdd5016c4c8381e4e9c0624c215a18db7f1852e94caad37bcea6722e53
+size 13456804151

vision_base_lm_recon_init/checkpoint_log.txt

@@ -0,0 +1,6 @@
+2025-11-30 04:38:27 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 2000 | val_loss: 1.7794
+2025-11-30 15:50:25 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 4000 | val_loss: 1.7207
+2025-12-01 03:03:02 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 6000 | val_loss: 1.6570
+2025-12-01 14:18:55 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 8000 | val_loss: 1.6254
+2025-12-02 01:46:59 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 10000 | val_loss: 1.6221
+2025-12-02 04:17:47 | run_id: m8g7fh9k | checkpoint: best_checkpoint.pt | global_step: 10417 | val_loss: 1.6221

vision_base_lm_recon_init/final_checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc41cdd5016c4c8381e4e9c0624c215a18db7f1852e94caad37bcea6722e53
+size 13456804151

vision_base_lm_recon_init/qualitative_step_0.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": "Q gave it four stars out of five and said that \"Perhaps [the album's] seemingly illogical sequencing of songs makes sense if they wish to lure their audience into thinking it's as-you-were. But it's not: things are different and better.\" Rock Sound gave it eight out of ten and said, \"Throw in the stunning power and clarity of Alan Moulder's mix and you have the sound of a band revitalised, re-inspired and highly evolved.\" CMJ gave it a favorable review and stated: \"That's the type of music that the band knocks out of the park: music for lovers to do romantic things to. On Codes And Keys, those lovers are encouraged to be happy--an emotion that sometimes has evaded Death Cab.\" The Independent gave it four stars out of five and said, \"There's an ease and comfort about the songs that suggests they fell into place naturally, rather than suffering endless alterations; and the band seem content to let them breathe and", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": ", was Sirene Abou-Chakra, a Lebanese-American student who led the Arab-American Student Association. Other members included the woman president of the Michigan Student Assembly; the leader of Army ROTC; and the co-captain of the men's varsity football team. \"Our diversity is our strength,\" said Andrew Yahkind, the Jewish leader of the LSA Student Government. \"I would not have joined this organization if I saw anything that was remotely insensitive.\" The Order sought and received recognition as an official student organization. Meetings were held in various locations. The old tower meeting space remained closed.\nIn 2009, the Order of Angell started Leaders for Life, an annual program aimed at fostering leadership skills among 100 invited sophomores and juniors. Each year until 2019, prominent figures spoke to the question: \"Knowing what you know now, what advice would you give to student leaders?\" Participants included three presidents of the university; Michigan's governor; v", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " at the meeting Laymia headed. His weapon of choice is a giant ax, and he has the power to immobilise his opponents if they look at him in the eye. Oga falls for the trick, but Beel stops the ax and both defeat Basilisk using Super Milk Time. His power and name are adapted from the Greek mythological monster. Salamander is a fair-haired young man whose light demeanour and warm smile contrast with the offhand way he discusses executing Graffel and Hecatos for disobedience. His power, Lost Prominence, is a fire that burns memories instead of matter, and which can also be used for mind control. His namesake is the mediaeval mythical creature. Yata is a young swordsman seen in the meeting headed by Laymia. In the occasion he proposed executing Graffel and Hecatos \u2013 even though Graffel is his brother \u2013 for attacking Oga without an express order to do so. His power consists of wielding his kat", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "# Oriya (Unicode block)\nOriya is a Unicode block containing characters for the Odia, Khondi and Santali languages of the state of Odisha in India. In its original incarnation, the code points U+0B01..U+0B4D were a direct copy of the Odia characters A1-ED from the 1988 ISCII standard. The Devanagari, Bengali, Gurmukhi, Gujarati, Tamil, Telugu, Kannada, and Malayalam blocks were similarly all based on their ISCII encodings. Odia script combines symbols into hundreds of consonant ligatures.\n\n## Block\n| Oriya[1][2] Official Unicode Consortium code chart (PDF) |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   | 0 | 1 | 2 |", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": " |\n| The Sims 3: Generations                                 | May 31, 2011       | Windows                                 | Maxis Redwood Shores                                                                  | [ 132 ] |\n| Ultima Underworld: The Stygian Abyss and Labyrinth of Worlds | June 2, 2011       | DOS                                     | Blue Sky Productions / LookingGlass Technologies / Origin Systems                    | [ 133 ] |\n| American McGee's Alice                                   | June 14, 2011      | PlayStation 3                           | Rogue Entertainment                                                                   | [ 134 ] |\n| American McGee's Alice                                   | June 14, 2011      | Xbox 360                                | Rogue Entertainment                                                                   | [ 134 ] |\n| Alice: Madness Returns                                   | June 14, 2011      | iOS                                     | Spicy Horse                                                                          | [ 135 ] |\n| Alice: Madness Returns                                   | June 14, 2011      |", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_10000.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, stating that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The A.V. Club, Fitsmaurice gave the album three stars out of five and said that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The Boston Globe, Fitsmaurice gave the album three stars out of five and said that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The A.V. Club, Fitsmaurice gave the album three stars out of five and said that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The Boston Globe, Fitsmaurice gave the album three stars out of five and said", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity and sorority life. The Order of the Arrow was founded in 1920 by a group of fraternity and sorority members who were concerned about the lack of Native American involvement in the organization. The Order of the Arrow was founded to provide a Native American perspective to the fraternity and sorority life. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga and Mikii. Oga is later seen in the manga series, where he is revealed to be the son of a priest who was killed by the Shingetsu Temple. He is later revealed to be the son of a priest who was killed by the Shingetsu Temple, and is the son of a priest who was killed by the Shingetsu Temple. He is also the son of a priest who was killed by the Shingetsu Temple, and is the son of a priest who was killed by the Shingetsu Temple. He is also the son of a priest who was killed by the Shingetsu Temple, and is the son of a priest who was killed by the Shingetsu Temple. He is also the son of a priest who was killed by the Shingetsu Temple, and is the son of a priest who was killed by the Shingetsu Temple. He is also the son of a priest", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01 | 0x0000 0x0001 0x0002 0x0003 0x0004 0x0005 0x0006 0x0007 0x0008 0x0009 0x000A 0x000B 0x000C 0x000D 0x000E 0x000F 0x0010 0x0011 0x0012 0x0013 0x0014 0x0015 0x0016 0x0017 0x0018 0x0019 0x001A 0x001B 0x001C 0x001D 0x001E 0x001F 0x0020 0x0021 0x0022 0x0023 0x0024 0x0025 0x0026 0", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1     | Windows                                                                                                 | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Xbox 360                                                                                                 | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation 3                                                                                             | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation Portable                                                                                      | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Wii                                                                                                      | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Xbox 360                                                                                                 | EA Tiburon                                                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_10417.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, stating that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The A.V. Club, Fitsmaurice stated that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The Boston Globe, Fitsmaurice stated that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The A.V. Club, Fitsmaurice stated that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The Boston Globe, Fitsmaurice stated that \"the band's sound is more mature and more consistent than ever, and the album is a testament to that.\" In a review for The A.V. Club, Fits", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity and sorority life. The Order of the Arrow was founded in 1920 by a group of fraternity and sorority members who were concerned about the lack of Native American involvement in the organization. The Order of the Arrow was founded to provide a Native American perspective to the fraternity and sorority life. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is a Native American fraternity and sorority. The Order of the Arrow is", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu Temple, where he is defeated by Teimou's shadow. He is later seen in the Shingetsu", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1     | Xbox 360                                 | EA Tiburon                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation 3                             | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation 4                             | EA Tiburon                                 | [ 152 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Xbox 360                                 | EA Tiburon                                 | [ 153 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Wii                                       | EA Tiburon                                 | [ 154 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation 3                             | EA Tiburon                                 | [ 155 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_2000.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the previous year's album, The Black Album, which was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"a more mature, more personal, and more reflective album\" by the magazine. The Black Album was described as \"", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternally or culturally connected to the state of Michigan, and the Order of Angel was not a fraternal organization. The Order of Angel is not a fraternal organization, but it is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal organization. The Order of Angel is a fraternal organization that is not a fraternal", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be killed by Oga. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the reason for the defeat of the Red Tails, as he is the only one who can defeat Teimou. Teimou's shadow is also the", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": " | 0x01.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | PlayStation 3 | EA Tiburon                                                      | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011 | iOS         | EA Tiburon                                                      | [ 152 ] |\n| Madden NFL 12                                                      | August 30, 2011 | PlayStation 3 | EA Tiburon                                                      | [ 153 ] |\n| Madden NFL 12                                                      | August 30, 2011 | Wii         | EA Tiburon                                                      | [ 154 ] |\n| Madden NFL 12                                                      | August 30, 2011 | Xbox 360    | EA Tiburon                                                      | [ 155 ] |\n| Madden NFL 12                                                      | August 30, 2011 | Xbox One    | EA Tiburon                                                      | [ 156 ] |\n| Madden NFL 12                                                      | August 30, 2011 | PlayStation 3 | EA Tiburon", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_4000.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous album, The A.V. Club, and said that it was \"a more mature, more complex, and more interesting record\" than the band's previous album. He said that the album was \"a more mature, more complex, and more interesting record\" than the band's previous album, and that it was \"a more mature, more complex, and more interesting record\" than the band's previous album. Fitzmaurice said that the album was \"a more mature, more complex, and more interesting record\" than the band's previous album, and that it was \"a more mature, more complex, and more interesting record\" than the band's previous album. Fitzmaurice said that the album was \"a more mature, more complex, and more interesting record\" than the band's previous album, and that it was \"a more mature, more complex, and more interesting record\" than the band's previous album. Fitzmaurice said that", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity, as the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal organization. The Order of Angel is a fraternal organization, and the Order of Angel is a fraternal", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga and Miki. Oga and Miki then go on to become the strongest fighters in the Red Tails, and are later defeated by Teimou's shadow group, the Six Knights, who are led by the shadow of Teimou's father, the Red Tails' former leader, Kiriya. Teimou's shadow group is later defeated by the Red Tails, and Oga and Miki are later defeated by Teimou's shadow group, the Six Knights, who are led by the shadow of Teimou's father, the Red Tails' former leader, Kiriya. Teimou's shadow group is later defeated by the Red Tails, and Oga and Miki are later defeated by Teimou's shadow group, the Six Knights, who are led by the shadow of Teimou's father, the Red Tails' former leader, Kiriya. Teimou's shadow group is later defeated", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": " | 0x00         | 0x00         | 0x00           | U+0B01..0B03, 0B05..0B0C, 0B07..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 |\n| 1.1.0   | U+0B01..0B03, 0B05..0B0C, 0B07..0B10, 0B13..0B28, 0B", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | PlayStation 3 | EA Tiburon                                 | [ 150 ] |\n| Madden NFL 12                                 | August 30, 2011    | PlayStation 4 | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                 | August 30, 2011    | Xbox One      | EA Tiburon                                 | [ 152 ] |\n| Madden NFL 12                                 | August 30, 2011    | Nintendo 3DS  | EA Tiburon                                 | [ 153 ] |\n| Madden NFL 12                                 | August 30, 2011    | PlayStation 5 | EA Tiburon                                 | [ 154 ] |\n| Madden NFL 12                                 | August 30, 2011    | PlayStation 4 | EA Tiburon                                 | [ 155 ] |\n| Madden NFL 12                                 | August 30, 2011    | Xbox One      | EA Tiburon                                 | [", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_6000.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, saying that \"it's not a bad album, but it's not a great one either. It's not a bad record, but it's not a great one either.\" He also said that \"the band is still a great band, but it's not a great one.\" In a review for The Guardian, David Jeffries said that \"the band's new album is a bit of a disappointment, but it's not a bad one either. It's not a great one either.\" In a review for The Independent, Jon Pareles said that \"the band's new album is a bit of a disappointment, but it's not a bad one either. It's not a great one either.\" In a review for The Observer, Jon Pareles said that \"the band's new album is a bit of a disappointment, but it's not a bad one either. It's not a great one either.\" In a review for The Times, Jon Pareles said", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity and sorority life, but it has a long history of fraternity and sorority life among Native American students. The first fraternity and sorority on campus was the Alpha Kappa Alpha sorority, established in 1908. The first Native American fraternity and sorority on campus was the Native American Student Association, established in 1970. The Native American Student Association was the first Native American organization on campus, and the first Native American sorority and fraternity on campus. The Native American Student Association was the first Native American sorority and fraternity on campus, and the first Native American sorority and fraternity on campus. The Native American Student Association was the first Native American sorority and fraternity on campus, and the first Native American sorority and fraternity on campus. The Native American Student Association was the first Native American sorority and fraternity on campus, and the first Native American sorority and fr", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga's shadow. Oga is then revealed to be the Shingetsu's master, and is killed by the Shingetsu's master's shadow. Oga's shadow is then revealed to be the Shingetsu's master's shadow, and is defeated by the Shingetsu's master's shadow. Oga's shadow is then revealed to be the Shingetsu's master's shadow, and is defeated by the Shingetsu's master's shadow. Oga's shadow is then revealed to be the Shingetsu's master's shadow, and is defeated by the Shingetsu's master's shadow. Oga's shadow is then revealed to be the Shingetsu's master's shadow, and is defeated by the Shingetsu's master's shadow. Oga's shadow is then revealed to be the Shingetsu's master's shadow, and is defeated by the Shingetsu's master's", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": " | 0             | 0             | 0             | 0                                                                                                                         |\n| 1.1     | U+0B01..U+0B3F, U+0B40..U+0B7F, U+0B80..U+0B8F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90..U+0B9F, U+0B90", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1    | PlayStation 3  | EA Tiburon                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011    | PlayStation 4  | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011    | Xbox One       | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011    | Xbox Series X/S | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011    | Nintendo Switch | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011    | PlayStation 5  | EA Tiburon                                 | [ 151 ] |\n| Madden NFL 12                                                      | August 30, 2011    | PlayStation ", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}

vision_base_lm_recon_init/qualitative_step_8000.jsonl

@@ -0,0 +1,5 @@
+{"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, stating that \"the band's sound has evolved, but it's still the same band.\" In a review for The A.V. Club, Fitzmaurice gave the album three stars out of five and said that \"the band's sound has evolved, but it's still the same band.\" In a review for The Boston Globe, Fitzmaurice gave the album three stars out of five and said that \"the band's sound has evolved, but it's still the same band.\" In a review for The A.V. Club, Fitzmaurice gave the album three stars out of five and said that \"the band's sound has evolved, but it's still the same band.\" In a review for The Boston Globe, Fitzmaurice gave the album three stars out of five and said that \"the band's sound has evolved, but it's still the same band.\" In a review for The A.V. Club, Fitzmaurice gave", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
+{"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity, and the Order of the Arrow has been a major part of the Native American culture since its founding. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of the Native American culture since the 1920s. The Order of the Arrow has been a part of", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
+{"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga and Mikii. Oga is then sent to the Shingetsu Temple to be trained by the Shingetsu's headmaster, Kira, who is revealed to be a demon. Kira is revealed to be a demon who was once a human, but was turned into a demon by the Shingetsu. He is revealed to be the son of the demon king, and the headmaster of the Shingetsu. He is also revealed to be the father of the demon king's daughter, who is Oga's mother. Kira is revealed to be the father of the demon king's daughter, who is Oga's mother. Kira is revealed to be the father of the demon king's daughter, who is Oga's mother. Kira is revealed to be the father of the demon king's daughter, who is Oga's mother. Kira is revealed to be the father of the demon king's daughter, who is", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
+{"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001 | 0x0000 0x0001", "ground_truth": "-056  |             |                  | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam                                                                                                                           |\n| 1.0.0   | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78    | UTC/1991-057", "generation_tokens": 200}
+{"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1     | Windows                                                                 | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Xbox 360                                                                 | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation 3                                                             | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | PlayStation Portable                                                     | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Wii                                                                       | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Xbox 360                                                                 | EA Tiburon                                                                 | [ 150 ] |\n| Madden NFL 12                                                      | August 30, 2011     | Nintendo DS", "ground_truth": "1                     | PlayStation 2             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation 3             | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | PlayStation Portable      | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Wii                       | EA Tiburon                                                        | [ 150 ]                 |\n| Madden NFL 12                                                | August 30, 2011                     | Xbox 360                  | EA Tiburon                                                        | [ 150 ]                 |\n| The Sims Medieval: Pirates and Nobles                        | August 30, 2011                     | Macintosh                 | Maxis Redwood Shores                                              | [ 151 ] [ 152 ]         |\n| The Sims Medieval: Pirates and Nobles                       ", "generation_tokens": 200}