Mirrowel commited on
Commit
2835aec
·
1 Parent(s): d51ae99

feat: Convert system messages to user messages for gemma-3 model in acompletion method

Browse files
Files changed (1) hide show
  1. src/rotator_library/client.py +12 -0
src/rotator_library/client.py CHANGED
@@ -96,6 +96,18 @@ class RotatingClient:
96
 
97
  # Create a copy of kwargs to modify for the litellm call
98
  litellm_kwargs = kwargs.copy()
 
 
 
 
 
 
 
 
 
 
 
 
99
 
100
  # Handle chutes.ai as a special case
101
  if provider == "chutes":
 
96
 
97
  # Create a copy of kwargs to modify for the litellm call
98
  litellm_kwargs = kwargs.copy()
99
+
100
+ # For gemma-3, convert all system messages to user messages
101
+ if "gemma-3" in model:
102
+ if "messages" in litellm_kwargs:
103
+ # Create a new list to avoid modifying the original
104
+ new_messages = []
105
+ for message in litellm_kwargs["messages"]:
106
+ if message.get("role") == "system":
107
+ new_messages.append({"role": "user", "content": message.get("content", "")})
108
+ else:
109
+ new_messages.append(message)
110
+ litellm_kwargs["messages"] = new_messages
111
 
112
  # Handle chutes.ai as a special case
113
  if provider == "chutes":