File size: 446 Bytes
9274c41
 
91a8c07
9274c41
91a8c07
9274c41
 
 
 
29134b1
69847e0
9274c41
91a8c07
9274c41
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
from langchain_huggingface import HuggingFaceEndpoint
import os

hf_token = os.environ.get("HUGGINGFACE_API_TOKEN")

story_generator = HuggingFaceEndpoint(
    repo_id="HuggingFaceH4/zephyr-7b-beta",
    huggingfacehub_api_token=hf_token,
    temperature=0.7,
    max_new_tokens=300,
    inference_provider="auto" 
)

def generateStory(prompt):
    if not prompt:
        return "Invalid caption input."
    return story_generator.invoke(prompt)