Spaces:
Running
Running
Martechsol commited on
Commit ·
034bc73
1
Parent(s): 138f67a
Optimize LLM conciseness and fix response cutoff
Browse files- app/services/llm.py +10 -9
app/services/llm.py
CHANGED
|
@@ -1,20 +1,21 @@
|
|
| 1 |
from typing import List, Dict
|
| 2 |
import httpx
|
| 3 |
|
| 4 |
-
# MASTER SYSTEM PROMPT -
|
| 5 |
-
|
| 6 |
-
# MASTER SYSTEM PROMPT - HTML Precision Protocol
|
| 7 |
-
SYSTEM_PROMPT = """You are Martechsol Assistant. Your task is to provide an EXTREMELY CONCISE, INFORMATION-DENSE SUMMARY based ONLY on the Expert Data.
|
| 8 |
|
| 9 |
RULES FOR "INTELLIGENT CONCISENESS":
|
| 10 |
1. DATA INTEGRITY: You must include EVERY relevant fact, rule, and deadline found in the data. Do NOT omit details.
|
| 11 |
-
2. EXTREME WORD ECONOMY: Pack the maximum amount of data into the minimum possible words. Use
|
| 12 |
3. SUMMARIZATION STYLE: Combine related facts into single, dense statements. Avoid repetition and elaborate explanations.
|
| 13 |
4. NO FILLER: Start immediately. No introductions, no "Based on the data", no "I found this".
|
| 14 |
-
5.
|
| 15 |
-
6. STRUCTURE:
|
| 16 |
|
| 17 |
-
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
def _build_context(chunks: List[Dict[str, str]]) -> str:
|
| 20 |
"""Combines chunks into a raw string without technical headers."""
|
|
@@ -138,7 +139,7 @@ class LLMService:
|
|
| 138 |
payload = {
|
| 139 |
"model": target_model,
|
| 140 |
"temperature": temp,
|
| 141 |
-
"max_tokens":
|
| 142 |
"messages": messages,
|
| 143 |
}
|
| 144 |
|
|
|
|
| 1 |
from typing import List, Dict
|
| 2 |
import httpx
|
| 3 |
|
| 4 |
+
# MASTER SYSTEM PROMPT - Intelligent Conciseness & Data Integrity
|
| 5 |
+
SYSTEM_PROMPT = """You are Martechsol Assistant. Provide an EXTREMELY CONCISE, INFORMATION-DENSE SUMMARY based ONLY on the Expert Data.
|
|
|
|
|
|
|
| 6 |
|
| 7 |
RULES FOR "INTELLIGENT CONCISENESS":
|
| 8 |
1. DATA INTEGRITY: You must include EVERY relevant fact, rule, and deadline found in the data. Do NOT omit details.
|
| 9 |
+
2. EXTREME WORD ECONOMY: Pack the maximum amount of data into the minimum possible words. Use fragments and punchy, high-impact statements.
|
| 10 |
3. SUMMARIZATION STYLE: Combine related facts into single, dense statements. Avoid repetition and elaborate explanations.
|
| 11 |
4. NO FILLER: Start immediately. No introductions, no "Based on the data", no "I found this".
|
| 12 |
+
5. FORMATTING: Use <b>HTML bolding</b> for all key terms, numbers, and deadlines.
|
| 13 |
+
6. STRUCTURE: One line per topic using <br> for spacing. Avoid bulky paragraphs.
|
| 14 |
|
| 15 |
+
EXAMPLE:
|
| 16 |
+
<b>Maternity:</b> <b>90 days</b> paid (after <b>1yr</b> service). <b>30 days</b> stillbirth. Apply <b>5mo</b> early.
|
| 17 |
+
|
| 18 |
+
TONE: Ultra-brief, literal, and surgical precision."""
|
| 19 |
|
| 20 |
def _build_context(chunks: List[Dict[str, str]]) -> str:
|
| 21 |
"""Combines chunks into a raw string without technical headers."""
|
|
|
|
| 139 |
payload = {
|
| 140 |
"model": target_model,
|
| 141 |
"temperature": temp,
|
| 142 |
+
"max_tokens": 1024, # Increased to prevent cutoffs while maintaining TPM safety
|
| 143 |
"messages": messages,
|
| 144 |
}
|
| 145 |
|