Spaces:
Paused
Paused
Mirrowel commited on
Commit ·
2835aec
1
Parent(s): d51ae99
feat: Convert system messages to user messages for gemma-3 model in acompletion method
Browse files
src/rotator_library/client.py
CHANGED
|
@@ -96,6 +96,18 @@ class RotatingClient:
|
|
| 96 |
|
| 97 |
# Create a copy of kwargs to modify for the litellm call
|
| 98 |
litellm_kwargs = kwargs.copy()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
|
| 100 |
# Handle chutes.ai as a special case
|
| 101 |
if provider == "chutes":
|
|
|
|
| 96 |
|
| 97 |
# Create a copy of kwargs to modify for the litellm call
|
| 98 |
litellm_kwargs = kwargs.copy()
|
| 99 |
+
|
| 100 |
+
# For gemma-3, convert all system messages to user messages
|
| 101 |
+
if "gemma-3" in model:
|
| 102 |
+
if "messages" in litellm_kwargs:
|
| 103 |
+
# Create a new list to avoid modifying the original
|
| 104 |
+
new_messages = []
|
| 105 |
+
for message in litellm_kwargs["messages"]:
|
| 106 |
+
if message.get("role") == "system":
|
| 107 |
+
new_messages.append({"role": "user", "content": message.get("content", "")})
|
| 108 |
+
else:
|
| 109 |
+
new_messages.append(message)
|
| 110 |
+
litellm_kwargs["messages"] = new_messages
|
| 111 |
|
| 112 |
# Handle chutes.ai as a special case
|
| 113 |
if provider == "chutes":
|