step 1

app.py

@@ -31,15 +31,13 @@ async def forward_request(
 
     try:
         # convert attributes to schema
-        attributes = "attributes_object = {" + attributes + "}"
+        attributes = import_for_schema + attributes
         try:
-            attributes = exec(attributes, globals())
+            exec(attributes, globals())
         except:
             raise gr.Error(
                 "Invalid `Attribute Schema`. Please insert valid schema following the example."
             )
-        for key, value in attributes_object.items():  # type: ignore
-            attributes_object[key] = Attribute(**value)  # type: ignore
 
         if product_data == "":
             product_data = "{}"
@@ -89,7 +87,7 @@ async def forward_request(
 
         try:
             json_attributes = await service.extract_attributes_with_validation(
-                attributes_object,  # type: ignore
+                Product,  # type: ignore
                 ai_model,
                 None,
                 product_taxonomy,
@@ -118,36 +116,149 @@ def add_attribute_schema(attributes, attr_name, attr_desc, attr_type, allowed_va
 """
     return attributes + schema, "", "", "", ""
 
+import_for_schema = """
+from enum import Enum
+from pydantic import BaseModel, Field
+from typing import List
+"""
 
-sample_schema = """"category": {
-    "description": "Category of the garment",
-    "data_type": "list[string]",
-    "allowed_values": [
-        "upper garment", "lower garment", "footwear", "accessory", "headwear", "dresses"
-    ]
-},
-
-"color": {
-    "description": "Color of the garment",
-    "data_type": "list[string]",
-    "allowed_values": [
-        "black", "white", "red", "blue", "green", "yellow", "pink", "purple", "orange", "brown", "grey", "beige", "multi-color", "other"
-    ]
-},
-
-"pattern": {
-    "description": "Pattern of the garment",
-    "data_type": "list[string]",
-    "allowed_values": [
-        "plain", "striped", "checkered", "floral", "polka dot", "camouflage", "animal print", "abstract", "other"
-    ]
-}, 
-
-"material": {
-    "description": "Material of the garment",
-    "data_type": "string",
-    "allowed_values": []
-}
+sample_schema = """from pydantic import BaseModel, Field
+
+
+class Length(BaseModel):
+    maxi: int = Field(..., description="Maxi length dress")
+    knee_length: int = Field(..., description="Knee length dress")
+    mini: int = Field(..., description="Mini dress")
+    midi: int = Field(..., description="Midi dress")
+
+
+class Style(BaseModel):
+    a_line: int = Field(..., description="A Line style")
+    bodycon: int = Field(..., description="Bodycon style")
+    column: int = Field(..., description="Column style")
+    shirt_dress: int = Field(..., description="Shirt Dress")
+    wrap_dress: int = Field(..., description="Wrap Dress")
+    slip: int = Field(..., description="Slip dress")
+    kaftan: int = Field(..., description="Kaftan")
+    smock: int = Field(..., description="Smock")
+    corset: int = Field(..., description="Corset bodice")
+    pinafore: int = Field(..., description="Pinafore")
+    jumper_dress: int = Field(..., description="Jumper Dress")
+    blazer_dress: int = Field(..., description="Blazer Dress")
+    tunic: int = Field(..., description="Tunic")
+
+
+class SleeveLength(BaseModel):
+    sleeveless: int = Field(..., description="Sleeveless")
+    three_quarters_sleeve: int = Field(..., description="Three quarters Sleeve")
+    long_sleeve: int = Field(..., description="Long Sleeve")
+    short_sleeve: int = Field(..., description="Short Sleeve")
+    strapless: int = Field(..., description="Strapless")
+
+
+class Neckline(BaseModel):
+    v_neck: int = Field(..., description="V Neck")
+    sweetheart: int = Field(..., description="Sweetheart neckline")
+    round_neck: int = Field(..., description="Round Neck")
+    halter_neck: int = Field(..., description="Halter Neck")
+    square_neck: int = Field(..., description="Square Neck")
+    high_neck: int = Field(..., description="High Neck")
+    crew_neck: int = Field(..., description="Crew Neck")
+    cowl_neck: int = Field(..., description="Cowl Neck")
+    turtle_neck: int = Field(..., description="Turtle Neck")
+    off_the_shoulder: int = Field(..., description="Off the Shoulder")
+    one_shoulder: int = Field(..., description="One Shoulder")
+
+
+class Pattern(BaseModel):
+    floral: int = Field(..., description="Floral pattern")
+    stripe: int = Field(..., description="Stripe pattern")
+    leopard_print: int = Field(..., description="Leopard print")
+    spot: int = Field(..., description="Spot pattern")
+    plain: int = Field(..., description="Plain")
+    geometric: int = Field(..., description="Geometric pattern")
+    logo: int = Field(..., description="Logo print")
+    graphic_print: int = Field(..., description="Graphic print")
+    check: int = Field(..., description="Check pattern")
+    other: int = Field(..., description="Other pattern")
+
+
+class Fabric(BaseModel):
+    cotton: int = Field(..., description="Cotton")
+    denim: int = Field(..., description="Denim")
+    jersey: int = Field(..., description="Jersey")
+    linen: int = Field(..., description="Linen")
+    satin: int = Field(..., description="Satin")
+    silk: int = Field(..., description="Silk")
+    sequin: int = Field(..., description="Sequin")
+    leather: int = Field(..., description="Leather")
+    velvet: int = Field(..., description="Velvet")
+    knit: int = Field(..., description="Knit")
+    lace: int = Field(..., description="Lace")
+    suede: int = Field(..., description="Suede")
+    sheer: int = Field(..., description="Sheer")
+    tulle: int = Field(..., description="Tulle")
+    crepe: int = Field(..., description="Crepe")
+    polyester: int = Field(..., description="Polyester")
+    viscose: int = Field(..., description="Viscose")
+
+
+class Features(BaseModel):
+    pockets: int = Field(..., description="Has pockets")
+    lined: int = Field(..., description="Lined")
+    cut_out: int = Field(..., description="Cut out design")
+    backless: int = Field(..., description="Backless")
+    none: int = Field(..., description="No special features")
+
+
+class Closure(BaseModel):
+    button: int = Field(..., description="Button closure")
+    zip: int = Field(..., description="Zip closure")
+    press_stud: int = Field(..., description="Press stud closure")
+    clasp: int = Field(..., description="Clasp closure")
+
+
+class BodyFit(BaseModel):
+    petite: int = Field(..., description="Petite fit")
+    maternity: int = Field(..., description="Maternity fit")
+    regular: int = Field(..., description="Regular fit")
+    tall: int = Field(..., description="Tall fit")
+    plus_size: int = Field(..., description="Plus size fit")
+
+
+class Occasion(BaseModel):
+    beach: int = Field(..., description="Suitable for beach")
+    casual: int = Field(..., description="Casual wear")
+    cocktail: int = Field(..., description="Cocktail event")
+    day: int = Field(..., description="Day wear")
+    evening: int = Field(..., description="Evening wear")
+    mother_of_the_bride: int = Field(..., description="Mother of the bride dress")
+    party: int = Field(..., description="Party wear")
+    prom: int = Field(..., description="Prom dress")
+    wedding_guest: int = Field(..., description="Wedding guest dress")
+    work: int = Field(..., description="Work attire")
+    sportswear: int = Field(..., description="Sportswear")
+
+
+class Season(BaseModel):
+    spring: int = Field(..., description="Spring season")
+    summer: int = Field(..., description="Summer season")
+    autumn: int = Field(..., description="Autumn season")
+    winter: int = Field(..., description="Winter season")
+
+
+class Product(BaseModel):
+    length: Length = Field(..., description="Single value ,Length of the dress")
+    style: Style = Field(..., description="Can have multiple values, Style of the dress")
+    sleeve_length: SleeveLength = Field(..., description="Single value ,Sleeve length of the dress")
+    neckline: Neckline = Field(..., description="Single value ,Neckline of the dress")
+    pattern: Pattern = Field(..., description="Can have multiple values, Pattern of the dress")
+    fabric: Fabric = Field(..., description="Can have multiple values, Fabric of the dress")
+    features: Features = Field(..., description="Can have multiple values, Features of the dress")
+    closure: Closure = Field(..., description="Can have multiple values ,Closure of the dress")
+    body_fit: BodyFit = Field(..., description="Single value ,Body fit of the dress")
+    occasion: Occasion = Field(..., description="Can have multiple values ,Occasion of the dress")
+    season: Season = Field(..., description="Single value ,Season of the dress")
 """
 description = """
 This is a simple demo for Attribution. Follow the steps below:
@@ -239,32 +350,32 @@ with gr.Blocks(title="Internal Demo for Attribution") as demo:
                         max_lines=30,
                     )
 
-                    with gr.Accordion("Add Attributes", open=False):
-                        attr_name = gr.Textbox(
-                            label="Attribute name", placeholder="Enter attribute name"
-                        )
-                        attr_desc = gr.Textbox(
-                            label="Description", placeholder="Enter description"
-                        )
-                        attr_type = gr.Dropdown(
-                            label="Type",
-                            choices=[
-                                "string",
-                                "list[string]",
-                                "int",
-                                "list[int]",
-                                "float",
-                                "list[float]",
-                                "bool",
-                                "list[bool]",
-                            ],
-                            interactive=True,
-                        )
-                        allowed_values = gr.Textbox(
-                            label="Allowed values (separated by comma)",
-                            placeholder="yellow, red, blue",
-                        )
-                        add_btn = gr.Button("Add Attribute")
+                    # with gr.Accordion("Add Attributes", open=False):
+                    #     attr_name = gr.Textbox(
+                    #         label="Attribute name", placeholder="Enter attribute name"
+                    #     )
+                    #     attr_desc = gr.Textbox(
+                    #         label="Description", placeholder="Enter description"
+                    #     )
+                    #     attr_type = gr.Dropdown(
+                    #         label="Type",
+                    #         choices=[
+                    #             "string",
+                    #             "list[string]",
+                    #             "int",
+                    #             "list[int]",
+                    #             "float",
+                    #             "list[float]",
+                    #             "bool",
+                    #             "list[bool]",
+                    #         ],
+                    #         interactive=True,
+                    #     )
+                    #     allowed_values = gr.Textbox(
+                    #         label="Allowed values (separated by comma)",
+                    #         placeholder="yellow, red, blue",
+                    #     )
+                    #     add_btn = gr.Button("Add Attribute")
 
             with gr.Row():
                 submit_btn = gr.Button("Extract Attributes")
@@ -274,11 +385,11 @@ with gr.Blocks(title="Internal Demo for Attribution") as demo:
                 label="Extracted Attributes", value={}, show_indices=False
             )
 
-    add_btn.click(
-        add_attribute_schema,
-        inputs=[attributes, attr_name, attr_desc, attr_type, allowed_values],
-        outputs=[attributes, attr_name, attr_desc, attr_type, allowed_values],
-    )
+    # add_btn.click(
+    #     add_attribute_schema,
+    #     inputs=[attributes, attr_name, attr_desc, attr_type, allowed_values],
+    #     outputs=[attributes, attr_name, attr_desc, attr_type, allowed_values],
+    # )
 
     submit_btn.click(
         forward_request,

app/core/prompts.py

@@ -19,6 +19,15 @@ FOLLOW_SCHEMA_HUMAN = """Convert following attributes to structured schema. Keep
 
 {json_info}"""
 
+GET_PERCENTAGE_SYSTEM = "You have to assign a percentage of certainty from, don't output just 0 and 1"
+
+GET_PERCENTAGE_HUMAN = """For each allowed value in each attribute, assign a percentage of certainty (in scale of 100) that the product fits that value.
+If an attribute can have multiple values, evaluate each value independently. If an attribute can have only one value, the percentages of certainty should sum up to 100.
+You should use the following product data to assist you, if available:
+{product_data}
+If an attribute appears in both the image and the product data, use the value from the product data.
+"""
+
 
 class Prompts(BaseSettings):
     EXTRACT_INFO_SYSTEM_MESSAGE: str = EXTRACT_INFO_SYSTEM
@@ -29,6 +38,10 @@ class Prompts(BaseSettings):
 
     FOLLOW_SCHEMA_HUMAN_MESSAGE: str = FOLLOW_SCHEMA_HUMAN
 
+    GET_PERCENTAGE_SYSTEM_MESSAGE: str = GET_PERCENTAGE_SYSTEM
+
+    GET_PERCENTAGE_HUMAN_MESSAGE: str = GET_PERCENTAGE_HUMAN
+
 
 # Create a cached instance of settings
 @lru_cache

app/services/base.py

@@ -31,7 +31,7 @@ class BaseAttributionService(ABC):
 
     async def extract_attributes_with_validation(
         self,
-        attributes: Dict[str, Any],
+        attributes_model: Type[BaseModel],
         ai_model: str,
         img_urls: List[str],
         product_taxonomy: str,
@@ -42,17 +42,6 @@ class BaseAttributionService(ABC):
         # validate_json_schema(schema)
 
         # create mappings for keys of attributes, to make the key following naming convention of python variables
-        forward_mapping = {}
-        reverse_mapping = {}
-        for i, key in enumerate(attributes.keys()):
-            forward_mapping[key] = f'{to_snake_case(key)}_{i}'
-            reverse_mapping[f'{to_snake_case(key)}_{i}'] = key
-        
-        transformed_attributes = {}
-        for key, value in attributes.items():
-            transformed_attributes[forward_mapping[key]] = value
-
-        attributes_model = convert_attribute_to_model(transformed_attributes)
         schema = attributes_model.model_json_schema()
         data = await self.extract_attributes(
             attributes_model,
@@ -65,11 +54,7 @@ class BaseAttributionService(ABC):
         )
         validate_json_data(data, schema)
 
-        # reverse the key mapping to the original keys
-        reverse_data = {}
-        for key, value in data.items():
-            reverse_data[reverse_mapping[key]] = value
-        return reverse_data
+        return data
 
     async def follow_schema_with_validation(
         self, schema: Dict[str, Any], data: Dict[str, Any]

app/services/service_anthropic.py

@@ -26,8 +26,8 @@ elif ENV == "UAT":
 elif ENV == "PROD":
     pass
 
-if ENV != "PROD":
-    weave.init(project_name=weave_project_name)
+# if ENV != "PROD":
+#     weave.init(project_name=weave_project_name)
 settings = get_settings()
 prompts = get_prompts()
 logger = setup_logger(__name__)
@@ -82,12 +82,12 @@ class AnthropicService(BaseAttributionService):
             # this is not expected, raise some errors here later.
             pass
 
-        system_message = [{"type": "text", "text": prompts.EXTRACT_INFO_SYSTEM_MESSAGE}]
+        system_message = [{"type": "text", "text": prompts.GET_PERCENTAGE_SYSTEM_MESSAGE}]
 
         text_messages = [
             {
                 "type": "text",
-                "text": prompts.EXTRACT_INFO_HUMAN_MESSAGE.format(
+                "text": prompts.GET_PERCENTAGE_HUMAN_MESSAGE.format(
                     product_taxonomy=product_taxonomy,
                     product_data=product_data_to_str(product_data),
                 ),

app/services/service_openai.py

@@ -31,8 +31,8 @@ elif ENV == "UAT":
 elif ENV == "PROD":
     pass
 
-if ENV != "PROD":
-    weave.init(project_name=weave_project_name)
+# if ENV != "PROD":
+#     weave.init(project_name=weave_project_name)
 settings = get_settings()
 prompts = get_prompts()
 logger = setup_logger(__name__)
@@ -71,7 +71,7 @@ class OpenAIService(BaseAttributionService):
     ) -> Dict[str, Any]:
 
         print("Prompt: ")
-        print(prompts.EXTRACT_INFO_HUMAN_MESSAGE.format(product_taxonomy=product_taxonomy, product_data=product_data_to_str(product_data)))
+        print(prompts.GET_PERCENTAGE_HUMAN_MESSAGE.format(product_taxonomy=product_taxonomy, product_data=product_data_to_str(product_data)))
         
         text_content = [
             {
@@ -118,7 +118,7 @@ class OpenAIService(BaseAttributionService):
                 messages=[
                     {
                         "role": "system",
-                        "content": prompts.EXTRACT_INFO_SYSTEM_MESSAGE,
+                        "content": prompts.GET_PERCENTAGE_SYSTEM_MESSAGE,
                     },
                     {
                         "role": "user",