Spaces:
Sleeping
Sleeping
Commit ·
41190ed
1
Parent(s): fb0cae8
updated temperature, max_tokens -> dream_mode
Browse files- dream_agent.py +7 -1
dream_agent.py
CHANGED
|
@@ -66,11 +66,17 @@ def execute_dream_reflection(target_file="core_logic.py"):
|
|
| 66 |
</proposed_patch>
|
| 67 |
"""
|
| 68 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
try:
|
| 70 |
completion = client.chat.completions.create(
|
| 71 |
model="llama-3.1-8b-instant",
|
| 72 |
messages=[{"role": "user", "content": simulation_prompt}],
|
| 73 |
-
temperature=0.
|
|
|
|
|
|
|
| 74 |
)
|
| 75 |
|
| 76 |
proposal_payload = completion.choices[0].message.content
|
|
|
|
| 66 |
</proposed_patch>
|
| 67 |
"""
|
| 68 |
|
| 69 |
+
"""
|
| 70 |
+
Note on max_tokens -> When making an API call to Groq without a max_tokens parameter, the server does not leave the window wide open. Instead, it applies a provider-side default cap. For most execution endpoints running Llama 3.1 models, if no parameter is specified, the engine typically cuts off or caps the generation token pool automatically (often default-limited at around 1024 or 2048 tokens).
|
| 71 |
+
"""
|
| 72 |
+
|
| 73 |
try:
|
| 74 |
completion = client.chat.completions.create(
|
| 75 |
model="llama-3.1-8b-instant",
|
| 76 |
messages=[{"role": "user", "content": simulation_prompt}],
|
| 77 |
+
temperature=0.0, # Force absolute deterministic logic pathing
|
| 78 |
+
max_tokens=4096, # Allots enough context space to prevent truncation loops
|
| 79 |
+
top_p=1.0 # Works alongside temp=0.0 to focus token selection tightly
|
| 80 |
)
|
| 81 |
|
| 82 |
proposal_payload = completion.choices[0].message.content
|