tregu0458 commited on
Commit
c718be2
·
verified ·
1 Parent(s): 87aa14a

Delete TextGen

Browse files
Files changed (3) hide show
  1. TextGen/ConfigEnv.py +0 -19
  2. TextGen/__init__.py +0 -7
  3. TextGen/router.py +0 -53
TextGen/ConfigEnv.py DELETED
@@ -1,19 +0,0 @@
1
- """Config class for handling env variables.
2
- """
3
- from functools import lru_cache
4
- from pydantic import BaseSettings
5
-
6
- class Settings(BaseSettings):
7
- APP_ID: str
8
- USER_ID: str
9
- MODEL_ID: str
10
- CLARIFAI_PAT: str
11
- MODEL_VERSION_ID: str
12
-
13
- class Config:
14
- env_file = '.env'
15
-
16
- @lru_cache()
17
- def get_settings():
18
- return Settings()
19
- config = get_settings()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
TextGen/__init__.py DELETED
@@ -1,7 +0,0 @@
1
- from fastapi import FastAPI
2
-
3
- app = FastAPI(title="Deploying FastAPI Apps on Huggingface")
4
-
5
- from TextGen import router
6
-
7
-
 
 
 
 
 
 
 
 
TextGen/router.py DELETED
@@ -1,53 +0,0 @@
1
- from pydantic import BaseModel
2
-
3
- from .ConfigEnv import config
4
- from fastapi.middleware.cors import CORSMiddleware
5
-
6
- from langchain.llms import Clarifai
7
- from langchain.chains import LLMChain
8
- from langchain.prompts import PromptTemplate
9
-
10
- from TextGen import app
11
-
12
- class Generate(BaseModel):
13
- text:str
14
-
15
- def generate_text(prompt: str):
16
- if prompt == "":
17
- return {"detail": "Please provide a prompt."}
18
- else:
19
- prompt = PromptTemplate(template=prompt, input_variables=['Prompt'])
20
-
21
- llm = Clarifai(
22
- pat = config.CLARIFAI_PAT,
23
- user_id = config.USER_ID,
24
- app_id = config.APP_ID,
25
- model_id = config.MODEL_ID,
26
- model_version_id=config.MODEL_VERSION_ID,
27
- )
28
-
29
- llmchain = LLMChain(
30
- prompt=prompt,
31
- llm=llm
32
- )
33
-
34
- llm_response = llmchain.run({"Prompt": prompt})
35
- return Generate(text=llm_response)
36
-
37
-
38
-
39
- app.add_middleware(
40
- CORSMiddleware,
41
- allow_origins=["*"],
42
- allow_credentials=True,
43
- allow_methods=["*"],
44
- allow_headers=["*"],
45
- )
46
-
47
- @app.get("/", tags=["Home"])
48
- def api_home():
49
- return {'detail': 'Welcome to FastAPI TextGen Tutorial!'}
50
-
51
- @app.post("/api/generate", summary="Generate text from prompt", tags=["Generate"], response_model=Generate)
52
- def inference(input_prompt: str):
53
- return generate_text(prompt=input_prompt)