update to support user schema

.gitignore

@@ -48,11 +48,19 @@ Thumbs.db
 *.mov
 *.wmv
 
+.env
+
 env/
 __pycache__/
-testcases/
+testset/
 *.ipynb
 server.crt
 server.key
 server.csr
-sample_data.json
+sample_data.json
+
+test_result
+
+read_schema_free.py
+read_schema_structured.py
+dev.py

app.py

@@ -5,46 +5,54 @@ from llm_api.exceptions import RefusalError
 # from llm_api.langchain_api import extract_info, follow_structure
 from llm_api.native_api import extract_info, follow_structure
 from openai import BadRequestError
-# from utils import log_input, log_output
+
 
 load_dotenv('.env', override=True)
+garment_categories = ['Auto', 'Upper Garment', 'Lower Garment', 'Hat', 'Luggage', 'Handbag', 'Makeup', 'Chair', 'Carpet', 'Watch', 'Cookware', 'Tableware', 'Sleepware', 'BathroomItem']
+schema_categories = ['Auto', 'UpperGarmentProperties', 'LowerGarmentProperties', 'HatProperties', 'LuggageProperties', 'HandbagProperties', 'MakeupProperties', 'ChairProperties', 'CarpetProperties', 'WatchProperties', 'CookwareProperties', 'TablewareProperties', 'SleepwareProperties', 'BathroomItemProperties']
 
-def extract_free_fn(gallery, provider, schema):
+def extract_free_fn(gallery, category, provider, schema):
+    img_paths = [item[0] for item in gallery]
+    category_schema = schema_categories[garment_categories.index(category)]
     # write schema to file before calling extract_free_properties
     try:
-        img_paths = [item[0] for item in gallery]
-        # request_id = log_input('extract', img_paths, provider, schema)
         if schema is not None and isinstance(schema, str) and 'import' not in schema.replace("'import'", '').replace("'important'", ''):
             with open('schema_free.py', 'r') as f:
                 default_schema = f.read()
             import_part = default_schema.split('#####')[0]
             print('Executing freestyle schema...')
             full_schema = import_part + schema
+
+            # dynamically change the last line of the schema to include the category schema
+            if category_schema in schema_categories[1:]:
+                print('Dynamic schema activated')
+                schema_lines = full_schema.split('\n')
+                schema_lines[-1] = f'    properties: {category_schema}'
+                full_schema = '\n'.join(schema_lines)
+
             with open('read_schema_free.py', 'w') as f:
                 f.write(full_schema)
-            exec(import_part + schema, globals())
+            exec(full_schema, globals())
             print('Executed freestyle schema')
         else:
             print('SCHEMA ELSE')
             raise Exception('Invalid schema')
     except Exception as e:
-        return f"ERROR: {e}", {}, []
+        print(e)
+        return 'Invalid schema! Please check the schema or Reload this page to restore default settings', {}, []
 
     try:
-        free_attributes = extract_info(img_paths, provider, Garment)
+        status_code, free_attributes = extract_info(img_paths, provider, Garment)
         free_attributes = free_attributes.model_dump_json()
     except RefusalError as e:
-        return f"ERROR: {e}", {}, []
+        return e.message, {}, []
     except BadRequestError as e:
-        return f"ERROR: {e}", {}, []
-    except Exception as e:
-        return f"ERROR: {e}", {}, []
-    # log_output(request_id, str(free_attributes))
-    return f'OK - provider: {provider}', free_attributes, [1] * 100
+        return e.message, {}, []
+
+    return f'status: {status_code} - provider: {provider}', free_attributes, [1] * 100
 
 def follow_schema_fn(free_attributes, provider, probs, schema):
     try:
-        # request_id = log_input('follow', None, provider, schema)
         if schema is not None and isinstance(schema, str) and 'import' not in schema.replace("'import'", '').replace("'important'", ''):
             with open('schema_structured.py', 'r') as f:
                 default_schema = f.read()
@@ -58,21 +66,19 @@ def follow_schema_fn(free_attributes, provider, probs, schema):
         else:
             print('SCHEMA ELSE')
             raise Exception('Invalid schema')
-    except Exception as e:
-        return f"ERROR: {e}", {}
+    except:
+        return 'Invalid schema! Please check the schema or Reload this page to restore default settings', {}
 
     try:
-        schema_attributes = follow_structure(free_attributes, provider, Garment)
+        status_code, schema_attributes = follow_structure(free_attributes, provider, Garment)
         schema_attributes = schema_attributes.model_dump_json()
     except RefusalError as e:
-        return f"ERROR: {e}", {}
+        return e.message, {}
     except BadRequestError as e:
-        return f"ERROR: {e}", {}
-    except Exception as e:
-        return f"ERROR: {e}", {}
+        return e.message, {}
     
-    # log_output(request_id, str(schema_attributes))
-    return f'OK - provider: {provider}', schema_attributes
+    return f'status {status_code} - provider: {provider}', schema_attributes
+
 
 with gr.Blocks(title='Internal Demo for Attribution') as demo:
     with gr.Row():
@@ -83,6 +89,7 @@ with gr.Blocks(title='Internal Demo for Attribution') as demo:
             # gr.Markdown('''<div style="text-align: left; font-size: 18px;">Upload images of a garment and click Extract Freestyle</div>''')
             gallery = gr.Gallery(label='Images', type='filepath')
             probs_text = gr.Textbox(label='Probabilities', placeholder='Probabilities', visible=False)
+            category = gr.Dropdown(label='Category', choices=garment_categories, value=garment_categories[0])
             provider = gr.Dropdown(label='Provider', choices=['openai', 'anthropic'], value='openai')
             button_extract = gr.Button(value='Extract Freestyle')
         with gr.Column(scale=4):
@@ -105,8 +112,8 @@ with gr.Blocks(title='Internal Demo for Attribution') as demo:
         free_schema = gr.TextArea(label='Freestyle Schema', placeholder='Freestyle Schema', visible=True, value=schema_free_text, interactive=True)
         structured_schema = gr.TextArea(label='Structured Schema', placeholder='Schema', visible=True, value=schema_structured_text, interactive=True)
     
-    button_extract.click(extract_free_fn, [gallery, provider, free_schema], [status_free_text, free_attributes, probs_text])
-    button_follow.click(follow_schema_fn, [free_attributes, provider, probs_text, structured_schema], [status_structured_text, schema_attributes])
+    button_extract.click(extract_free_fn, [gallery, category,provider, free_schema], [status_free_text, free_attributes, probs_text])
+    button_follow.click(follow_schema_fn, [free_attributes, category, provider, probs_text, structured_schema], [status_structured_text, schema_attributes])
 
 # demo.launch(server_name="0.0.0.0", server_port=7688, share=False, ssl_verify=True, ssl_certfile=None, ssl_keyfile=None, auth=None)
 # demo.launch(server_name="0.0.0.0", server_port=7860, share=False, ssl_verify=False, ssl_certfile="server.crt", ssl_keyfile="server.key", auth=None)

llm_api/anthropic_api.py

@@ -2,6 +2,7 @@ from anthropic import Anthropic
 from dotenv import load_dotenv
 from llm_api.utils import get_data_format, get_image_data
 from .constants import EXTRACT_INFO_HUMAN_MESSAGE, EXTRACT_INFO_SYSTEM_MESSAGE,FOLLOW_SCHEMA_HUMAN_MESSAGE, FOLLOW_SCHEMA_SYSTEM_MESSAGE
+from anthropic import APIStatusError
 
 load_dotenv(override=True)
 client = Anthropic()
@@ -47,23 +48,26 @@ def extract_info(img_paths, schema):
         }
     ]
 
-    response = client.messages.create(
-        model="claude-3-5-sonnet-20240620",
-        extra_headers={
-            "anthropic-beta": "prompt-caching-2024-07-31"
-        },
-        max_tokens=2048,
-        system=system_message,
-        tools=tools,
-        messages=messages
-    )
+    try:
+        response = client.messages.create(
+            model="claude-3-5-sonnet-20240620",
+            extra_headers={
+                "anthropic-beta": "prompt-caching-2024-07-31"
+            },
+            max_tokens=2048,
+            system=system_message,
+            tools=tools,
+            messages=messages
+        )
+    except APIStatusError as e:
+        return e.status_code, None
 
     for content in response.content:
         if content.type == 'tool_use':
             # print(content.input)
             # print(type(content.input))
             print('Found tool_use!')
-            return schema.model_validate(content.input)
+            return 200, schema.model_validate(content.input)
     
     print('ERROR: No tool_use found!')
 
@@ -99,17 +103,19 @@ def follow_structure(json_info, schema):
             "content": text_messages
         }
     ]
-
-    response = client.messages.create(
-        model="claude-3-5-sonnet-20240620",
-        extra_headers={
-            "anthropic-beta": "prompt-caching-2024-07-31"
-        },
-        max_tokens=2048,
-        system=system_message,
-        tools=tools,
-        messages=messages
-    )
+    try:
+        response = client.messages.create(
+            model="claude-3-5-sonnet-20240620",
+            extra_headers={
+                "anthropic-beta": "prompt-caching-2024-07-31"
+            },
+            max_tokens=2048,
+            system=system_message,
+            tools=tools,
+            messages=messages
+        )
+    except APIStatusError as e:
+        return e.status_code, None
 
     for content in response.content:
         if content.type == 'tool_use':
@@ -117,6 +123,6 @@ def follow_structure(json_info, schema):
             # print(type(content.input))
             print('Found tool_use!***********************')
             print(content.input)
-            return schema.model_validate(content.input['json_info'])
+            return 200, schema.model_validate(content.input['json_info'])
     
     print('ERROR: No tool_use found!')

llm_api/anthropic_vertex_api.py

@@ -0,0 +1,114 @@
+from anthropic import AnthropicVertex as Anthropic
+from dotenv import load_dotenv
+from llm_api.utils import get_data_format, get_image_data
+from .constants import EXTRACT_INFO_HUMAN_MESSAGE, EXTRACT_INFO_SYSTEM_MESSAGE,FOLLOW_SCHEMA_HUMAN_MESSAGE, FOLLOW_SCHEMA_SYSTEM_MESSAGE
+
+load_dotenv(override=True)
+client = Anthropic()
+
+def extract_info(img_paths, schema):
+    print('Extracting info via Anthropic...')
+    tools = [
+        {
+            "name": "extract_garment_info",
+            "description": "Extracts key information from the image.",
+            "input_schema": schema.model_json_schema()
+        }
+    ]
+
+    image_messages = [
+        {
+            "type": "image",
+            "source": {
+                "type": "base64",
+                "media_type": f"image/{get_data_format(img_path)}",
+                "data": get_image_data(img_path)
+            } 
+        } for img_path in img_paths
+    ]
+
+    system_message = [
+        {
+            "type": "text", 
+            "text": EXTRACT_INFO_SYSTEM_MESSAGE
+        }
+    ]
+
+    text_messages = [{
+        "type": "text",
+        "text": EXTRACT_INFO_HUMAN_MESSAGE,
+    }]
+
+    messages=[
+        {
+            "role": "user",
+            "content": text_messages + image_messages
+        }
+    ]
+
+    response = client.messages.create(
+        model="claude-3-5-sonnet@20240620",
+        max_tokens=2048,
+        system=system_message,
+        tools=tools,
+        messages=messages
+    )
+
+    for content in response.content:
+        if content.type == 'tool_use':
+            # print(content.input)
+            # print(type(content.input))
+            print('Found tool_use!')
+            return schema.model_validate(content.input)
+    
+    print('ERROR: No tool_use found!')
+
+
+def follow_structure(json_info, schema):
+    print('Following structure via Anthropic...')
+    tools = [
+        {
+            "name": "extract_garment_info",
+            "description": FOLLOW_SCHEMA_HUMAN_MESSAGE,
+            "input_schema": schema.model_json_schema()
+        }
+    ]
+
+    print('DEBUG: human message**************************')
+    print(FOLLOW_SCHEMA_HUMAN_MESSAGE.format(json_info=json_info))
+    text_messages = [{
+        "type": "text",
+        "text": FOLLOW_SCHEMA_HUMAN_MESSAGE.format(json_info=json_info),
+    }]
+
+    system_message = [
+        {
+            "type": "text", 
+            "text": FOLLOW_SCHEMA_SYSTEM_MESSAGE
+        }
+    ]
+
+    messages=[
+        {
+            "role": "user",
+            "content": text_messages
+        }
+    ]
+
+    response = client.messages.create(
+        model="claude-3-5-sonnet@20240620",
+        max_tokens=2048,
+        system=system_message,
+        tools=tools,
+        messages=messages
+    )
+
+    for content in response.content:
+        if content.type == 'tool_use':
+            # print(content.input)
+            # print(type(content.input))
+            print('Found tool_use!***********************')
+            print(content.input)
+            return schema.model_validate(content.input['json_info'])
+    
+    print('ERROR: No tool_use found!')

llm_api/langchain_api.py

@@ -11,7 +11,7 @@ load_dotenv()
 
 
 anthropic_llm = ChatAnthropic(
-    model="claude-3-5-sonnet-20240620",
+    model="claude-3-5-sonnet-20241022",
     temperature=0,
     max_tokens=1024,
     timeout=None,

llm_api/native_api.py

@@ -1,4 +1,5 @@
 import base64
+from dotenv import load_dotenv
 from . import openai_api as openai_info_extractor
 from . import anthropic_api as anthropic_extractor
 

llm_api/openai_api.py

@@ -52,7 +52,7 @@ def extract_info(img_paths, schema):
     parsed_data = json.loads(content) 
     model_data = schema.model_validate(parsed_data)
 
-    return model_data
+    return 200, model_data
 
 
 def follow_structure(json_info, schema):
@@ -90,5 +90,5 @@ def follow_structure(json_info, schema):
     parsed_data = json.loads(content) 
     model_data = schema.model_validate(parsed_data)
 
-    return model_data
+    return 200, model_data
      

read_schema_free.py

@@ -1,57 +0,0 @@
-from enum import Enum
-from typing import Union
-from pydantic import BaseModel, Field
-
-
-# avoid using the 'import' string, including words like 'important', etc.
-class UpperGarmentProperties(BaseModel):
-    upper_category: str
-    neck: str
-    sleeve: str
-    shoulder: str
-    waist: str
-    length: str
-
-
-class LowerGarmentProperties(BaseModel):
-    lower_category: str
-    waist: str
-    hip: str
-    rise: str
-    leg: str
-
-
-class HatProperties(BaseModel):
-    style: str
-    brim: str
-
-class TargetAudience(BaseModel):
-    age_range: str
-    style_preference: str
-    lifestyle: str
-
-class Closure(BaseModel):
-    color: str
-    type: str
-    location: str
-
-class Pattern(BaseModel):
-    type: str
-    color: list[str]
-
-class Garment(BaseModel):  # don't rename this class
-    category: str = Field(..., description='Category of the garment')
-    gender: str
-    material: str
-    color: list[str] = Field(..., description='Color of the garment')
-    pattern: Pattern
-    style: str
-    closure: Closure
-    fit: str = Field(..., description='Should be one of slim fit, regular fit, loose fit')
-    season: list[str]
-    occasion: list[str]
-    special_occasion: list[str] = Field(..., description='List up to three special occasions, such as weddings, halloween or graduation')
-    usage: list[str]
-    pairing: list[str]
-    target_audience: list[TargetAudience]
-    properties: Union[UpperGarmentProperties, LowerGarmentProperties, HatProperties]

read_schema_structured.py

@@ -1,301 +0,0 @@
-from enum import Enum
-from typing import Union
-from pydantic import BaseModel, Field
-
-
-
-# avoid using the 'import' string, including words like 'important', etc.
-class NeckType(str, Enum):
-    ROUND = "Round neck"
-    V_NECK = "V-neck"
-    COLLAR = "Collar"
-    OFF_SHOULDER = "Off-shoulder"
-    HALTER = "Halter"
-    OTHER = "Other"
-
-class Color(str, Enum):
-    SCARLET = "Scarlet"  # A bright red color
-    AZURE = "Azure"  # A bright blue color
-    EMERALD = "Emerald"  # A bright green color
-    AMBER = "Amber"  # A yellow-orange color
-    EBONY = "Ebony"  # A dark black color
-    IVORY = "Ivory"  # A creamy white color
-    FUCHSIA = "Fuchsia"  # A bright pink-purple color
-    VIOLET = "Violet"  # A purple color
-    TANGERINE = "Tangerine"  # A bright orange color
-    CHESTNUT = "Chestnut"  # A reddish-brown color
-    SLATE = "Slate"  # A gray color
-    NAVY = "Navy"  # A dark blue color
-    SILVER = "Silver"  # A metallic gray color
-    GOLD = "Gold"  # A metallic yellow color
-    BEIGE = "Beige"  # A light brown color
-    MULTI = "Multicolor"  # Multiple colors
-    OTHER = "Other"  # Any other color
-
-# class Color(str, Enum):
-#     RED = "Red"
-#     ORANGE = "Orange"
-#     YELLOW = "Yellow"
-#     GREEN = "Green"
-#     BLUE = "Blue"
-#     PURPLE = "Purple"
-#     PINK = "Pink"
-#     BROWN = "Brown"
-#     BLACK = "Black"
-#     WHITE = "White"
-#     GRAY = "Gray"
-#     # OTHER = "Other"
-
-class Sleeve(str, Enum):
-    SHORT = "Short"
-    LONG = "Long"
-    SLEEVELESS = "Sleeveless"
-    OTHER = "Other"
-
-class Shoulder(str, Enum):
-    REGULAR = "Regular"
-    DROP = "Drop"
-    PUFF = "Puff"
-    COLD_SHOULDER = "Cold shoulder"
-    OTHER = "Other"
-
-class Waist(str, Enum):
-    REGULAR = "Regular"
-    HIGH = "High"
-    LOW = "Low"
-    OTHER = "Other"
-
-class UpperLength(str, Enum):
-    CROPPED = "Cropped"
-    REGULAR = "Regular"
-    LONG = "Long"
-    OTHER = "Other"
-
-class UpperGarmentSubcategory(str, Enum):
-    T_SHIRT = "T-shirt"
-    BLOUSE = "Blouse"
-    SHIRT = "Shirt"
-    SWEATER = "Sweater"
-    JACKET = "Jacket"
-    HOODIE = "Hoodie"
-    DRESS = "Dress"
-    OTHER = "Other"
-
-class LowerGarmentCategory(str, Enum):
-    SHORTS = "Shorts"
-    PANTS = "Pants"
-    SKIRT = "Skirt"
-    JEANS = "Jeans"
-    OTHER = "Other"
-
-class PatternType(str, Enum):
-    SOLID = "Solid"
-    STRIPED = "Striped"
-    CHECKERED = "Checkered"
-    FLORAL = "Floral"
-    POLKA_DOT = "Polka dot"
-    OTHER = "Other"
-
-class Pattern(BaseModel):
-    type: PatternType
-    color: list[Color]
-
-class HipSize(str, Enum):
-    REGULAR = "Regular"
-    WIDE = "Wide"
-    SKINNY = "Skinny"
-    OTHER = "Other"
-
-class Rise(str, Enum):
-    REGULAR = "Regular"
-    HIGH = "High"
-    LOW = "Low"
-    OTHER = "Other"
-
-class LegWidth(str, Enum):
-    REGULAR = "Regular"
-    WIDE = "Wide"
-    SKINNY = "Skinny"
-    OTHER = "Other"
-
-class UpperGarmentProperties(BaseModel):
-    upper_category: UpperGarmentSubcategory
-    neck: NeckType
-    sleeve: Sleeve
-    shoulder: Shoulder
-    waist: Waist
-    length: UpperLength
-
-class LowerGarmentProperties(BaseModel):
-    lower_category: LowerGarmentCategory
-    waist: Waist
-    hip: HipSize
-    rise: Rise
-    leg: LegWidth
-
-class HatStyle(str, Enum):
-    BEANIE = "Beanie"
-    BERET = "Beret"
-    BUCKET = "Bucket"
-    CAP = "Cap"
-    FEDORA = "Fedora"
-    VISOR = "Visor"
-    OTHER = "Other"
-
-class Brim(str, Enum):
-    NONE = "None"
-    SHORT = "Short"
-    MEDIUM = "Medium"
-    LONG = "Long"
-    OTHER = "Other"
-
-class HatProperties(BaseModel):
-    style: HatStyle
-    brim: Brim
-
-class Category(str, Enum):
-    UPPER_GARMENT = "Upper garment"
-    LOWER_GARMENT = "Lower garment"
-    HAT = "Hat"
-    OTHER = "Other"
-
-class Gender(str, Enum):
-    MALE = "Male"
-    FEMALE = "Female"
-    UNISEX = "Unisex"
-    OTHER = "Other"
-
-class Material(str, Enum):
-    COTTON = "Cotton"
-    POLYESTER = "Polyester"
-    WOOL = "Wool"
-    SILK = "Silk"
-    LINEN = "Linen"
-    LEATHER = "Leather"
-    DENIM = "Denim"
-    OTHER = "Other"
-
-class TargetAudienceAgeRange(str, Enum):
-    KIDS = "Kids"
-    TEENS = "Teens"
-    ADULTS = "Adults"
-    SENIORS = "Seniors"
-    OTHER = "Other"
-
-class TargetAudienceStylePreference(str, Enum):
-    TRENDY = "Trendy"
-    CLASSIC = "Classic"
-    VINTAGE = "Vintage"
-    BOHEMIAN = "Bohemian"
-    OTHER = "Other"
-
-class TargetAudienceLifestyle(str, Enum):
-    ACTIVE = "Active"
-    CASUAL = "Casual"
-    FORMAL = "Formal"
-    PARTY = "Party"
-    OTHER = "Other"
-
-class TargetAudience(BaseModel):
-    age_range: TargetAudienceAgeRange
-    style_preference: TargetAudienceStylePreference
-    lifestyle: TargetAudienceLifestyle
-
-class Style(str, Enum):
-    CASUAL = "Casual"
-    FORMAL = "Formal"
-    SPORTS = "Sports"
-    PARTY = "Party"
-    OTHER = "Other"
-
-class ClosureType(str, Enum):
-    BUTTON = "Button"
-    ZIPPER = "Zipper"
-    LACE = "Lace"
-    HOOK = "Hook"
-    TIE = "Tie"
-    VELCRO = "Velcro"
-    BUCKLE = "Buckle"
-    NONE = "None"
-    OTHER = "Other"
-
-class ClosureLocation(str, Enum):
-    FRONT = "Front"
-    BACK = "Back"
-    SIDE = "Side"
-    NECK = "Neck"
-    WAIST = "Waist"
-    OTHER = "Other"
-
-class Closure(BaseModel):
-    color: Color
-    type: ClosureType
-    location: ClosureLocation
-
-class Fit(str, Enum):
-    REGULAR = "Regular"
-    SLIM = "Slim"
-    LOOSE = "Loose"
-    OTHER = "Other"
-
-class Season(str, Enum):
-    ALL_SEASONS = "All seasons"
-    SPRING = "Spring"
-    SUMMER = "Summer"
-    FALL = "Fall"
-    WINTER = "Winter"
-
-class Occasion(str, Enum):
-    CASUAL = "Casual"
-    FORMAL = "Formal"
-    PARTY = "Party"
-    SPORTS = "Sports"
-    WORK = "Work"
-    OTHER = "Other"
-
-class Usage(str, Enum):
-    DAILY = "Daily"
-    SPECIAL = "Special"
-    WORKOUT = "Workout"
-    SLEEP = "Sleep"
-    PARTY = "Party"
-    OTHER = "Other"
-
-class Pairing(str, Enum):
-    JEANS = "Jeans"
-    SHORTS = "Shorts"
-    SKIRT = "Skirt"
-    LEGGINGS = "Leggings"
-    TROUSERS = "Trousers"
-    DRESS = "Dress"
-    CLUTCH = "Clutch"
-    HEELS = "Heels"
-    SANDALS = "Sandals"
-    JEWELRY = "Jewelry"
-    OTHER = "Other"
-
-class SpecialOccasion(str, Enum):
-    WEDDING = "Wedding"
-    PROM = "Prom"
-    HALLOWEEN = "Halloween"
-    GRADUATION = "Graduation"
-    BIRTHDAY = "Birthday"
-    BRUNCH = "Brunch"
-    OTHER = "Other"
-
-class Garment(BaseModel):  # don't rename this class
-    category: Category
-    gender: Gender
-    material: Material
-    color: list[Color]
-    pattern: Pattern
-    style: Style
-    closure: Closure
-    fit: Fit
-    season: list[Season]
-    occasion: list[Occasion]
-    special_occasion: list[SpecialOccasion] = Field(..., description='List up to three special occasions, such as weddings, halloween or graduation')
-    usage: list[Usage]
-    pairing: list[Pairing]
-    target_audience: list[TargetAudience]
-    properties: Union[UpperGarmentProperties, LowerGarmentProperties, HatProperties]

requirements.txt

@@ -1,4 +1,6 @@
 openai
 anthropic
 pydantic
-python-dotenv
+python-dotenv
+google-cloud-aiplatform 
+anthropic[vertex]

schema_free.py

@@ -39,6 +39,147 @@ class Pattern(BaseModel):
     type: str
     color: list[str]
 
+class LuggageProperties(BaseModel):
+    luggage_type: str = Field(..., description="Type of luggage, e.g., suitcase, duffel, backpack, etc.")
+    size: str = Field(..., description="Size of the luggage, e.g., carry-on, large, extra-large")
+    material: str = Field(..., description="Material used, e.g., leather, polyester, polycarbonate")
+    color: list[str] = Field(..., description="Color of the luggage")
+    weight: str = Field(..., description="Weight of the luggage in kg or lbs")
+    compartments: int = Field(..., description="Number of compartments")
+    wheels: str = Field(..., description="Wheel type, e.g., 2-wheel, 4-wheel, or spinner")
+    handle_type: str = Field(..., description="Type of handle, e.g., retractable, fixed, or no handle")
+    closure: Closure = Field(..., description="Closure details like type, color, and location")
+    lock_type: str = Field(..., description="Lock type, e.g., TSA, combination, or none")
+    expandable: bool = Field(..., description="Whether the luggage is expandable")
+    waterproof: bool = Field(..., description="Whether the luggage is waterproof or water-resistant")
+
+class HandbagProperties(BaseModel):
+    handbag_type: str = Field(..., description="Type of handbag, e.g., tote, crossbody, clutch, etc.")
+    size: str = Field(..., description="Size of the handbag, e.g., small, medium, large")
+    material: str = Field(..., description="Material used, e.g., leather, canvas, suede")
+    color: list[str] = Field(..., description="Color of the handbag")
+    weight: str = Field(..., description="Weight of the handbag in kg or lbs")
+    compartments: int = Field(..., description="Number of compartments in the handbag")
+    strap_type: str = Field(..., description="Type of strap, e.g., adjustable, removable, fixed")
+    handle_type: str = Field(..., description="Type of handle, e.g., top handle, shoulder strap, none")
+    closure: Closure = Field(..., description="Closure details like type, color, and location")
+    lock_type: str = Field(..., description="Lock type, e.g., magnetic, zipper, clasp, or none")
+    pattern: Pattern = Field(..., description="Pattern details")
+    occasion: list[str] = Field(..., description="Occasions suitable for the handbag, e.g., formal, casual, evening")
+    waterproof: bool = Field(..., description="Whether the handbag is waterproof or water-resistant")
+
+class MakeupProperties(BaseModel):
+    makeup_type: str = Field(..., description="Type of makeup, e.g., foundation, lipstick, eyeshadow, mascara, etc.")
+    shade: str = Field(..., description="Shade of the makeup product")
+    finish: str = Field(..., description="Finish of the product, e.g., matte, dewy, satin, glossy, etc.")
+    texture: str = Field(..., description="Texture of the product, e.g., creamy, powder, liquid")
+    skin_type_compatibility: list[str] = Field(..., description="Skin types compatible with the product, e.g., dry, oily, combination")
+    waterproof: bool = Field(..., description="Whether the product is waterproof or not")
+    long_wear: bool = Field(..., description="Whether the product is long-wearing")
+    cruelty_free: bool = Field(..., description="Whether the product is cruelty-free")
+    vegan: bool = Field(..., description="Whether the product is vegan")
+    ingredients: list[str] = Field(..., description="Key ingredients in the product")
+    packaging_type: str = Field(..., description="Type of packaging, e.g., compact, tube, pump bottle")
+    application_method: str = Field(..., description="How the product is applied, e.g., brush, sponge, fingers, applicator")
+    ingredients: list[str] = Field(..., description="If visible in images, what ingredients are in the product")
+
+class ChairProperties(BaseModel):
+    chair_type: str = Field(..., description="Type of chair, e.g., office chair, dining chair, lounge chair")
+    material: str = Field(..., description="Material used, e.g., wood, metal, fabric")
+    upholstery_material: str = Field(..., description="Upholstery material, e.g., leather, fabric, mesh, none")
+    color: list[str] = Field(..., description="Color of the chair")
+    weight_capacity: str = Field(..., description="Maximum weight capacity of the chair in kg or lbs")
+    dimensions: str = Field(..., description="Dimensions of the chair, e.g., height, width, depth")
+    adjustable: bool = Field(..., description="Whether the chair is adjustable")
+    swivel: bool = Field(..., description="Whether the chair can swivel")
+    wheels: bool = Field(..., description="Whether the chair has wheels")
+    ergonomic: bool = Field(..., description="Whether the chair is ergonomically designed")
+
+class CarpetProperties(BaseModel):
+    carpet_type: str = Field(..., description="Type of carpet, e.g., area rug, runner, mat")
+    material: str = Field(..., description="Material used, e.g., wool, synthetic, cotton")
+    color: list[str] = Field(..., description="Color of the carpet")
+    dimensions: str = Field(..., description="Dimensions of the carpet, e.g., length and width")
+    pile_height: str = Field(..., description="Pile height of the carpet in mm or inches")
+    pattern: Pattern = Field(..., description="Pattern details of the carpet")
+    anti_slip: bool = Field(..., description="Whether the carpet has anti-slip backing")
+    washable: bool = Field(..., description="Whether the carpet is washable")
+    indoor_outdoor: str = Field(..., description="Whether the carpet is meant for indoor or outdoor use")
+
+class WatchProperties(BaseModel):
+    watch_type: str = Field(..., description="Type of watch, e.g., analog, digital, smart watch, hybrid")
+    movement_type: str = Field(..., description="Type of movement, e.g., quartz, mechanical, automatic, digital")
+    material: str = Field(..., description="Material of the watch case, e.g., stainless steel, titanium, plastic")
+    strap_material: str = Field(..., description="Material of the strap, e.g., leather, rubber, metal, nylon")
+    strap_color: list[str] = Field(..., description="Color of the watch strap")
+    dial_color: str = Field(..., description="Color of the watch dial")
+    water_resistant: bool = Field(..., description="Whether the watch is water-resistant")
+    water_resistance_depth: str = Field(..., description="Depth rating for water resistance in meters or feet")
+    features: list[str] = Field(..., description="Special features like GPS, heart rate monitor, chronograph, etc.")
+    case_diameter: str = Field(..., description="Diameter of the watch case in mm or inches")
+    case_thickness: str = Field(..., description="Thickness of the watch case in mm or inches")
+    weight: str = Field(..., description="Weight of the watch")
+    display_type: str = Field(..., description="Display type for smart/digital watches, e.g., LED, AMOLED, LCD")
+    battery_life: str = Field(..., description="Battery life for digital or smart watches")
+    clasp_type: str = Field(..., description="Type of clasp or buckle, e.g., deployant, tang buckle, folding clasp")
+
+class SleepwareProperties(BaseModel):
+    sleepware_type: str = Field(..., description="Type of sleepware, e.g., pillow, duvet, mattress, mattress topper, blanket")
+    material: str = Field(..., description="Material used, e.g., cotton, down, memory foam, microfiber")
+    filling_material: str = Field(..., description="Filling material for pillows or duvets, e.g., down, feather, polyester")
+    firmness: str = Field(..., description="Firmness level for pillows or mattresses, e.g., soft, medium, firm")
+    size: str = Field(..., description="Size of the sleepware, e.g., queen, king, standard")
+    weight: str = Field(..., description="Weight of the sleepware (mainly for duvets and blankets)")
+    temperature_regulation: bool = Field(..., description="Whether the item has temperature regulation properties")
+    hypoallergenic: bool = Field(..., description="Whether the item is hypoallergenic")
+    machine_washable: bool = Field(..., description="Whether the item is machine washable")
+    thread_count: str = Field(..., description="Thread count for items like sheets or pillowcases")
+    moisture_wicking: bool = Field(..., description="Whether the material wicks away moisture")
+
+class TablewareProperties(BaseModel):
+    tableware_type: str = Field(..., description="Type of tableware, e.g., dinner plate, salad bowl, mug, cup, saucer")
+    material: str = Field(..., description="Material of the tableware, e.g., porcelain, ceramic, glass, stoneware")
+    color: list[str] = Field(..., description="Color of the tableware")
+    pattern: Pattern = Field(..., description="Pattern details if applicable")
+    diameter: str = Field(..., description="Diameter of the tableware (for plates or bowls)")
+    volume: str = Field(..., description="Volume capacity for bowls, cups, mugs in ml or oz")
+    dishwasher_safe: bool = Field(..., description="Whether the tableware is dishwasher safe")
+    microwave_safe: bool = Field(..., description="Whether the tableware is microwave safe")
+    oven_safe: bool = Field(..., description="Whether the tableware is oven safe")
+    stackable: bool = Field(..., description="Whether the tableware is stackable")
+    chip_resistant: bool = Field(..., description="Whether the tableware is chip-resistant")
+
+class CookwareProperties(BaseModel):
+    cookware_type: str = Field(..., description="Type of cookware, e.g., skillet, saucepan, stockpot, frying pan")
+    material: str = Field(..., description="Material of the cookware, e.g., stainless steel, cast iron, non-stick, aluminum")
+    diameter: str = Field(..., description="Diameter of the cookware in cm or inches")
+    depth: str = Field(..., description="Depth of the cookware in cm or inches")
+    weight: str = Field(..., description="Weight of the cookware in kg or lbs")
+    non_stick: bool = Field(..., description="Whether the cookware is non-stick")
+    induction_safe: bool = Field(..., description="Whether the cookware is safe for induction stoves")
+    oven_safe: bool = Field(..., description="Whether the cookware is oven safe")
+    max_oven_temperature: str = Field(..., description="Maximum temperature in Celsius or Fahrenheit for oven use")
+    dishwasher_safe: bool = Field(..., description="Whether the cookware is dishwasher safe")
+    handle_material: str = Field(..., description="Material of the handle, e.g., stainless steel, silicone, wood")
+    lid_included: bool = Field(..., description="Whether the cookware comes with a lid")
+    heat_distribution: str = Field(..., description="Heat distribution technology, e.g., tri-ply, aluminum core")
+
+class BathroomItemProperties(BaseModel):
+    item_type: str = Field(..., description="Type of bathroom item, e.g., towel, bath mat, shower curtain")
+    material: str = Field(..., description="Material of the item, e.g., cotton, microfiber, bamboo")
+    size: str = Field(..., description="Size of the item, e.g., bath towel, hand towel, washcloth")
+    gsm: str = Field(..., description="Grams per square meter (GSM) which indicates the density of the towel fabric")
+    color: list[str] = Field(..., description="Color of the bathroom item")
+    absorbency: str = Field(..., description="Absorbency level, e.g., high, medium, low")
+    quick_dry: bool = Field(..., description="Whether the towel has quick-dry properties")
+    softness: str = Field(..., description="Softness rating, e.g., ultra-soft, soft, firm")
+    machine_washable: bool = Field(..., description="Whether the item is machine washable")
+    pattern: Pattern = Field(..., description="Pattern details if applicable")
+    anti_bacterial: bool = Field(..., description="Whether the towel has anti-bacterial properties")
+    hypoallergenic: bool = Field(..., description="Whether the towel is hypoallergenic")
+
+
+
 class Garment(BaseModel):  # don't rename this class
     category: str = Field(..., description='Category of the garment')
     gender: str
@@ -53,5 +194,9 @@ class Garment(BaseModel):  # don't rename this class
     special_occasion: list[str] = Field(..., description='List up to three special occasions, such as weddings, halloween or graduation')
     usage: list[str]
     pairing: list[str]
+    microtrends: list[str]
+    silhouette: list[str]
+    aesthetic: list[str]
+    dressing_style: list[str]
     target_audience: list[TargetAudience]
-    properties: Union[UpperGarmentProperties, LowerGarmentProperties, HatProperties]
+    properties: Union[UpperGarmentProperties, LowerGarmentProperties, HatProperties, LuggageProperties, HandbagProperties, MakeupProperties, ChairProperties, CarpetProperties, WatchProperties, CookwareProperties, TablewareProperties, SleepwareProperties, BathroomItemProperties ] = Field(..., description="Specific properties for different product categories")