ogaa12 commited on
Commit
5518ae7
·
verified ·
1 Parent(s): 52c0876

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -3
app.py CHANGED
@@ -21,6 +21,7 @@ class PromptRequest(BaseModel):
21
  prompt: str
22
  max_new_tokens: int = 300
23
  temperature: float = 0.7
 
24
 
25
  @app.post("/generate")
26
  async def generate_text(req: PromptRequest):
@@ -43,9 +44,15 @@ async def generate_text(req: PromptRequest):
43
 
44
  **Gaya Bahasa**: Gunakan bahasa yang edukatif, memotivasi, dan mudah dipahami.
45
  """
46
- messages = [f"<<SYS>>\n{system_prompt}\n<</SYS>>"]
47
- messages.extend(req.history) # Tambahkan history jika ada
48
- messages.append(req.prompt) #
 
 
 
 
 
 
49
  result = model.generate_content(
50
  messages,
51
  generation_config={
 
21
  prompt: str
22
  max_new_tokens: int = 300
23
  temperature: float = 0.7
24
+ history: Optional[List[str]] = []
25
 
26
  @app.post("/generate")
27
  async def generate_text(req: PromptRequest):
 
44
 
45
  **Gaya Bahasa**: Gunakan bahasa yang edukatif, memotivasi, dan mudah dipahami.
46
  """
47
+ messages = [
48
+ Content(role="user", parts=[{"text": f"<<SYS>>\n{system_prompt}\n<</SYS>>"}])
49
+ ]
50
+ for msg in req.history or []:
51
+ role = "user" if msg.startswith("User:") else "model"
52
+ text = msg.replace("User: ", "").replace("Bot: ", "")
53
+ messages.append(Content(role=role, parts=[{"text": text}]))
54
+
55
+ messages.append(Content(role="user", parts=[{"text": req.prompt}]))
56
  result = model.generate_content(
57
  messages,
58
  generation_config={