Get feedback from the user

.gitignore

@@ -0,0 +1,32 @@
+
+**/*.DS_store
+.vscode
+node_modules
+
+__pycache__
+*.py[cod]
+
+*.egg-info
+.project
+.pydevproject
+**/*.ipynb_checkpoints
+.idea
+*.swp
+
+*~
+
+build/
+dist/
+
+/eta/
+
+/docs/build/
+/docs/source/api/
+
+/bin
+/lib
+coverage.xml
+.coverage.*
+pyvenv.cfg
+
+flagged/

app.py

@@ -6,6 +6,66 @@ from PIL import Image
 # Initialize the pipeline with your model
 pipe = pipeline("image-classification", model="SubterraAI/ofwat_defects_classification")
 
+defect_full_names_list = [
+    "Crack Longitudinal",
+    "Crack Longitudinal at Joint",
+    "Crack Circumferential",
+    "Crack Circumferential at Joint",
+    "Crack Multiple",
+    "Crack Multiple at Joint",
+    "Crack Spiral",
+    "Fracture Longitudinal",
+    "Fracture Circumferential",
+    "Fracture Multiple",
+    "Fracture Spiral",
+    "Broken",
+    "Broken Pipe at Joint",
+    "Hole",
+    "Deformation (Not Brick)",
+    "Collapse",
+    "Joint Displaced",
+    "Joint Displaced Medium",
+    "Joint Displaced Large",
+    "Open Joint",
+    "Open Joint Medium",
+    "Open Joint Large",
+    "Increased Roughness",
+    "Visible Aggregate",
+    "Aggregate Projecting",
+    "Visible Reinforcement",
+    "Reinforcement Projecting",
+    "Corroded Reinforcement",
+    "Surface Damage Spalling",
+    "Other Damage",
+    "Line Defect",
+    "Weld Failure Circumferential",
+    "Weld Failure Longitudinal",
+    "Weld Failure Spiral",
+    "Defective Repair, part of wall missing",
+    "Defective Repair",
+    "Displaced bricks",
+    "Missing bricks",
+    "Dropped Invert",
+    "Encrustation/Scale Light",
+    "Encrustation/Scale Medium",
+    "Encrustation/Scale Heavy",
+    "Debris Grease",
+    "Debris Silt",
+    "Roots Fine",
+    "Roots Mass",
+    "Roots Tap",
+    "Infiltration Light Seeping Joint",
+    "Infiltration Light Dripping Joint",
+    "Infiltration Moderate Running Joint",
+    "Infiltration Severe Gusher Joint",
+    "Connection Intruding",
+    "Connection Defective",
+    "Sealing Ring Intruding",
+    "Sealing Ring Broken",
+    "Other sealent intruding",
+    "Camera Underwater"
+]
+
 defect_dict = {
     "CL": "Crack Longitudinal",
     "CLJ": "Crack Longitudinal at Joint",
@@ -56,6 +116,13 @@ defect_dict = {
     "DES": "Debris Silt",
     "RF": "Roots Fine",
     "RM": "Roots Mass",
+    "RL": "Roots Lateral", 
+    "LR": "Line Right", 
+    "LL": "Line Left",
+    "LD": "Line Down",
+    "LU": "Line Up",
+    "DEF": "Deformed Elliptical (Flexible)",
+    "WL": "Weeper Lateral",
     "RT": "Roots Tap",
     "IS(J)": "Infiltration Light Seeping Joint",
     "ID(J)": "Infiltration Light Dripping Joint",
@@ -70,10 +137,21 @@ defect_dict = {
 }
 
 def replace_label_with_full_name(res, defect_dict_key_code):
-    # Check if the label in the result is in the dictionary
-    # If it is, replace it with the full name
-    return {defect_dict_key_code.get(dic["label"], dic["label"]): dic["score"] for dic in res}
+    new_res = {}
+    for dic in res:
+        # Splitting the label to handle possible suffix
+        parts = dic["label"].split('_', 1)
+        code = parts[0]
+        suffix = '_' + parts[1] if len(parts) > 1 else ''
+
+        # Replacing the code with its full name, if it exists in the dictionary
+        full_name = defect_dict_key_code.get(code, code)
 
+        # Constructing the new label with the suffix if it exists
+        new_label = full_name + suffix
+        new_res[new_label] = dic["score"]
+    
+    return new_res
 
 def classify_image(image):
     # Convert the input image to PIL format
@@ -82,11 +160,8 @@ def classify_image(image):
     # Classify the image using the pipeline
     res = pipe(PIL_image)
 
-    replaced_res = replace_label_with_full_name(res, defect_dict)
-
-    
     # Extract labels and scores
-    return {dic["label"]: dic["score"] for dic in replaced_res}
+    return replace_label_with_full_name(res, defect_dict)
 
 # Create the Gradio interface
 iface = gr.Interface(
@@ -94,15 +169,15 @@ iface = gr.Interface(
     "image", 
     "label", 
     examples=[
+        ["examples/PP.jpg"],
         ["examples/CS.jpg"], 
         ["examples/GI.jpg"],
-        ["examples/PP.jpg"],
         ["examples/RC.jpg"]
     ],
     description="Upload an image to classify its material.",
-    title="Defects Classification with AI by Subterra"
-    #allow_flagging="manual",
-    #flagging_options=["obstruction", "no_obstruction"]
+    title="Defects Classification with AI by Subterra",
+    allow_flagging="manual",
+    flagging_options=defect_full_names_list
 )
 
 # Launch the interface

flagged/log.csv

@@ -5,3 +5,5 @@ image,output 0,output 1,flag,username,timestamp
 | GI | Galvanized Iron |
 | PP | Polypropylene |
 | RC | Reinforced Concrete |",,,2023-11-27 15:26:38.548865
+"{""path"":""flagged/image/f8cda673ba099bdc61a5/PP.jpg"",""url"":""http://127.0.0.1:7860/file=/private/var/folders/5q/yl8pmxm116g6r3k8fd9gk74m0000gn/T/gradio/12885a897d79141c54ccb542582449159242eaa0/PP.jpg"",""size"":null,""orig_name"":""PP.jpg"",""mime_type"":null}","{""label"":""Roots Mass_1"",""confidences"":[{""label"":""Roots Mass_1"",""confidence"":0.7871310114860535},{""label"":""Roots Fine"",""confidence"":0.09039264917373657},{""label"":""Roots Tap"",""confidence"":0.00837390124797821},{""label"":""Roots Mass_2"",""confidence"":0.006819701287895441},{""label"":""Broken"",""confidence"":0.0035697731655091047}]}",,,2024-01-09 10:34:30.437383
+"{""path"":""flagged/image/befb43e3dd4bacae416e/GI.jpg"",""url"":""http://127.0.0.1:7860/file=/private/var/folders/5q/yl8pmxm116g6r3k8fd9gk74m0000gn/T/gradio/ba9d81007395e0c7bff4c5a44e53e64b44fad560/GI.jpg"",""size"":null,""orig_name"":""GI.jpg"",""mime_type"":null}","{""label"":""Line Right"",""confidences"":[{""label"":""Line Right"",""confidence"":0.5224241018295288},{""label"":""Line Left"",""confidence"":0.32871416211128235},{""label"":""Line Down"",""confidence"":0.03255414962768555},{""label"":""Joint Displaced Medium_1"",""confidence"":0.009562213905155659},{""label"":""Line Up"",""confidence"":0.0074854386039078236}]}",Crack Longitudinal,,2024-01-09 10:39:15.651496