Upload app.py

app.py

@@ -9,9 +9,9 @@ from PIL import Image
 device = 'cpu'
 
 # Load the pretrained model, feature extractor, and tokenizer
-model = VisionEncoderDecoderModel.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-02").to(device)
-feature_extractor = ViTImageProcessor.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-02")
-tokenizer = AutoTokenizer.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-02")
+model = VisionEncoderDecoderModel.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-01").to(device)
+feature_extractor = ViTImageProcessor.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-01")
+tokenizer = AutoTokenizer.from_pretrained("NourFakih/Vit-GPT2-COCO2017Flickr-01")
 
 def predict(image, max_length=64, num_beams=4):
     # Process the input image
@@ -36,14 +36,7 @@ def process_images(image_files):
         except Exception as e:
             print(f"Skipping file {image_file}: {e}")
     
-    # Save the results to a CSV file
-    csv_file_path = 'image_captions.csv'
-    with open(csv_file_path, mode='w', newline='') as file:
-        writer = csv.writer(file)
-        writer.writerow(['Image Name', 'Caption'])
-        writer.writerows(captions)
-    
-    return csv_file_path
+    return captions
 
 def process_zip_files(zip_file_paths):
     # Create a directory to extract images
@@ -67,24 +60,37 @@ def process_zip_files(zip_file_paths):
                 except Exception as e:
                     print(f"Skipping file {file}: {e}")
     
-    # Save the results to a CSV file
-    csv_file_path = 'zip_image_captions.csv'
+    return captions
+
+def save_captions_to_csv(captions, csv_file_path='image_captions.csv'):
     with open(csv_file_path, mode='w', newline='') as file:
         writer = csv.writer(file)
         writer.writerow(['Image Name', 'Caption'])
         writer.writerows(captions)
-    
     return csv_file_path
 
-def gr_process(zip_files, image_files):
-    if zip_files:
-        zip_file_paths = [zip_file.name for zip_file in zip_files]
-        return process_zip_files(zip_file_paths)
-    elif image_files:
-        image_file_paths = [image_file.name for image_file in image_files]
-        return process_images(image_file_paths)
-    else:
-        return None
+def gr_process_zip(zip_files):
+    captions = process_zip_files([zip_file.name for zip_file in zip_files])
+    return save_captions_to_csv(captions, 'zip_image_captions.csv')
+
+def gr_process_images(image_files):
+    captions = process_images([image_file.name for image_file in image_files])
+    return save_captions_to_csv(captions, 'image_captions.csv')
+
+def combine_csv_files(file1, file2, output_file='combined_captions.csv'):
+    with open(output_file, mode='w', newline='') as outfile:
+        writer = csv.writer(outfile)
+        writer.writerow(['Image Name', 'Caption'])
+        
+        for file in [file1, file2]:
+            if os.path.exists(file):
+                with open(file, mode='r') as infile:
+                    reader = csv.reader(infile)
+                    next(reader)  # Skip header row
+                    for row in reader:
+                        writer.writerow(row)
+    
+    return output_file
 
 css = '''
 h1#title {
@@ -113,14 +119,31 @@ with demo:
     gr.Markdown('''<h1 id="title">Image Caption 🖼️</h1>''')
     gr.Markdown('''Made by : No. Fa.''')
     
+    zip_files = gr.State([])
+    image_files = gr.State([])
+
     with gr.Row():
         with gr.Column(scale=1):
-            input_zip = gr.File(label="Upload Zip Files", type="filepath", file_count="multiple")
-            input_images = gr.File(label="Upload Images", type="filepath", file_count="multiple")
+            new_zip_files = gr.File(label="Upload Zip Files", type="filepath", file_count="multiple")
+            new_image_files = gr.File(label="Upload Images", type="filepath", file_count="multiple")
         with gr.Column(scale=3):
-            output_file = gr.File(label="Download Caption File")
-        
-    btn = gr.Button("Generate Captions")
-    btn.click(fn=gr_process, inputs=[input_zip, input_images], outputs=output_file)
+            output_zip_file = gr.File(label="Download Zip Captions")
+            output_image_file = gr.File(label="Download Image Captions")
+            combined_file = gr.File(label="Download Combined Captions")
+    
+    add_files_btn = gr.Button("Add More Files")
+    generate_zip_captions_btn = gr.Button("Generate Zip Captions")
+    generate_image_captions_btn = gr.Button("Generate Image Captions")
+    combine_files_btn = gr.Button("Combine CSV Files")
+
+    def add_files(zip_files, image_files, new_zip_files, new_image_files):
+        zip_files.extend(new_zip_files)
+        image_files.extend(new_image_files)
+        return zip_files, image_files
+
+    add_files_btn.click(add_files, inputs=[zip_files, image_files, new_zip_files, new_image_files], outputs=[zip_files, image_files])
+    generate_zip_captions_btn.click(fn=gr_process_zip, inputs=zip_files, outputs=output_zip_file)
+    generate_image_captions_btn.click(fn=gr_process_images, inputs=image_files, outputs=output_image_file)
+    combine_files_btn.click(fn=combine_csv_files, inputs=[output_zip_file, output_image_file], outputs=combined_file)
 
-demo.launch()
+demo.launch(share=True)