File size: 2,496 Bytes
82b940d
caba61a
 
 
 
cfca086
dcaa07a
82b940d
caba61a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
dcaa07a
caba61a
 
 
 
 
 
dcaa07a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
caba61a
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
import os
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from pydantic import BaseModel
from transformers import pipeline, set_seed

# Direktori cache Hugging Face
os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"

app = FastAPI(title="StemdjaGPT", version="1.0")

# Middleware CORS
app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

MODEL = "cahya/gpt2-small-indonesian-522M"
generator = pipeline("text-generation", model=MODEL, tokenizer=MODEL)

set_seed(42)

class PromptInput(BaseModel):
    prompt: str
    max_tokens: int = 256       # ganti nama parameter agar lebih jelas
    temperature: float = 0.8

@app.post("/generate")
def generate_text(item: PromptInput):
    result = generator(
        item.prompt,
        max_new_tokens=item.max_tokens,  # pakai max_new_tokens, bukan max_length
        do_sample=True,
        temperature=item.temperature,
        top_p=0.9,
        truncation=True
    )[0]["generated_text"]

    return {
        "input": item.prompt,
        "output": result.strip()
    }

@app.get("/")
def home():
    return {"message": "StemdjaGPT siap menghasilkan teks Bahasa Indonesia"}
import os
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from pydantic import BaseModel
from transformers import pipeline, set_seed

# Direktori cache Hugging Face
os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"

app = FastAPI(title="StemdjaGPT", version="1.0")

# Middleware CORS
app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

MODEL = "cahya/gpt2-small-indonesian-522M"
generator = pipeline("text-generation", model=MODEL, tokenizer=MODEL)

set_seed(42)

class PromptInput(BaseModel):
    prompt: str
    max_tokens: int = 256       # ganti nama parameter agar lebih jelas
    temperature: float = 0.8

@app.post("/generate")
def generate_text(item: PromptInput):
    result = generator(
        item.prompt,
        max_new_tokens=item.max_tokens,  # pakai max_new_tokens, bukan max_length
        do_sample=True,
        temperature=item.temperature,
        top_p=0.9,
        truncation=True
    )[0]["generated_text"]

    return {
        "input": item.prompt,
        "output": result.strip()
    }

@app.get("/")
def home():
    return {"message": "StemdjaGPT siap menghasilkan teks Bahasa Indonesia"}