fikrialfanf commited on
Commit
dcaa07a
·
verified ·
1 Parent(s): 82b940d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +52 -3
app.py CHANGED
@@ -4,7 +4,7 @@ from fastapi.middleware.cors import CORSMiddleware
4
  from pydantic import BaseModel
5
  from transformers import pipeline, set_seed
6
 
7
- # Tambahkan ini 👇
8
  os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
9
 
10
  app = FastAPI(title="StemdjaGPT", version="1.0")
@@ -25,14 +25,63 @@ set_seed(42)
25
 
26
  class PromptInput(BaseModel):
27
  prompt: str
28
- max_length: int = 100
29
  temperature: float = 0.8
30
 
31
  @app.post("/generate")
32
  def generate_text(item: PromptInput):
33
  result = generator(
34
  item.prompt,
35
- max_length=item.max_length,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  do_sample=True,
37
  temperature=item.temperature,
38
  top_p=0.9,
 
4
  from pydantic import BaseModel
5
  from transformers import pipeline, set_seed
6
 
7
+ # Direktori cache Hugging Face
8
  os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
9
 
10
  app = FastAPI(title="StemdjaGPT", version="1.0")
 
25
 
26
  class PromptInput(BaseModel):
27
  prompt: str
28
+ max_tokens: int = 256 # ganti nama parameter agar lebih jelas
29
  temperature: float = 0.8
30
 
31
  @app.post("/generate")
32
  def generate_text(item: PromptInput):
33
  result = generator(
34
  item.prompt,
35
+ max_new_tokens=item.max_tokens, # pakai max_new_tokens, bukan max_length
36
+ do_sample=True,
37
+ temperature=item.temperature,
38
+ top_p=0.9,
39
+ truncation=True
40
+ )[0]["generated_text"]
41
+
42
+ return {
43
+ "input": item.prompt,
44
+ "output": result.strip()
45
+ }
46
+
47
+ @app.get("/")
48
+ def home():
49
+ return {"message": "StemdjaGPT siap menghasilkan teks Bahasa Indonesia"}
50
+ import os
51
+ from fastapi import FastAPI
52
+ from fastapi.middleware.cors import CORSMiddleware
53
+ from pydantic import BaseModel
54
+ from transformers import pipeline, set_seed
55
+
56
+ # Direktori cache Hugging Face
57
+ os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
58
+
59
+ app = FastAPI(title="StemdjaGPT", version="1.0")
60
+
61
+ # Middleware CORS
62
+ app.add_middleware(
63
+ CORSMiddleware,
64
+ allow_origins=["*"],
65
+ allow_credentials=True,
66
+ allow_methods=["*"],
67
+ allow_headers=["*"],
68
+ )
69
+
70
+ MODEL = "cahya/gpt2-small-indonesian-522M"
71
+ generator = pipeline("text-generation", model=MODEL, tokenizer=MODEL)
72
+
73
+ set_seed(42)
74
+
75
+ class PromptInput(BaseModel):
76
+ prompt: str
77
+ max_tokens: int = 256 # ganti nama parameter agar lebih jelas
78
+ temperature: float = 0.8
79
+
80
+ @app.post("/generate")
81
+ def generate_text(item: PromptInput):
82
+ result = generator(
83
+ item.prompt,
84
+ max_new_tokens=item.max_tokens, # pakai max_new_tokens, bukan max_length
85
  do_sample=True,
86
  temperature=item.temperature,
87
  top_p=0.9,