Upload 5 files

app.py

@@ -0,0 +1,52 @@
+import tensorflow as tf
+from tensorflow.keras.utils import pad_sequences
+import pickle
+import streamlit as st
+import numpy as np
+from PIL import Image
+from tensorflow.keras.applications.xception import preprocess_input
+import logging
+tf.get_logger().setLevel(logging.ERROR)
+
+model = tf.keras.models.load_model('image_captioning_model.h5')
+feature_extractor = tf.keras.models.load_model(r"feature_extractor.h5")
+with open(r'tokenizer_data.pkl', 'rb') as f:
+    pickle_data = pickle.load(f)
+    tokenizer = pickle_data['tokenizer']
+    idx_to_word = pickle_data['word_mapping']
+max_length = 35
+
+
+def generate_caption(img):
+    in_text = 'startseq'
+    new_img = Image.open(img)
+    image = np.asarray(new_img.resize((299, 299)))
+    image = image.reshape((1, image.shape[0], image.shape[1], image.shape[2]))
+    image = preprocess_input(image)
+    feature = feature_extractor.predict(image, verbose=0)
+    for i in range(max_length):
+        sequence = tokenizer.texts_to_sequences([in_text])[0]
+        sequence = pad_sequences([sequence], max_length)
+        yhat = model.predict([feature, sequence], verbose=0)
+        yhat = np.argmax(yhat)
+        if yhat not in idx_to_word.keys():
+            break
+        else:
+            word = idx_to_word[yhat]
+            if word == 'endseq':
+                break
+            in_text += " " + word
+
+    return in_text.replace("startseq", '')
+
+
+st.title("Image Caption Generator")
+img = st.file_uploader("Upload image", type=["png", "jpg", "jpeg"],)
+if img is not None:
+    st.image(Image.open(img), width=300)
+
+if st.button("Generate Caption"):
+    if img is not None:
+        st.write(generate_caption(img))
+    else:
+        st.write("Please upload an image")

feature_extractor.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6722667a1650c529d7399e825e13f2ed1fde48877a3b67509d75851c968cfd6
+size 83863704

image_captioning_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3886a34db43f251b5b19bb685a1b9e7ff5c0ba735c74ef7be12081d4ca16ef
+size 65678548

requirements.txt

@@ -0,0 +1,2 @@
+tensorflow
+streamlit

tokenizer_data.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ed22b5947e48c1fc401ff55a336302389d90d173f9402201bcbafd5471f56c
+size 401787