Spaces:
Sleeping
Sleeping
Delete wrapper.py
Browse files- wrapper.py +0 -26
wrapper.py
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
from langchain_community.llms.ctransformers import CTransformers
|
| 2 |
-
import os
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
MODEL_TYPE = os.getenv("MODEL_TYPE",'mistral')
|
| 6 |
-
MODEL_BIN_PATH = os.getenv("MODEL_BIN_PATH","mistral-7b-instruct-v0.1.Q3_K_S.gguf")
|
| 7 |
-
MAX_NEW_TOKEN = int(os.getenv("MAX_NEW_TOKEN",600))
|
| 8 |
-
TEMPRATURE = float(os.getenv("TEMPRATURE", 0.01))
|
| 9 |
-
CONTEXT_LENGTH = int(os.getenv("CONTEXT_LENGTH", 6000))
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
class LLMWrapper:
|
| 13 |
-
def __init__(self):
|
| 14 |
-
self.llm = CTransformers(
|
| 15 |
-
model=MODEL_BIN_PATH,
|
| 16 |
-
config={
|
| 17 |
-
'max_new_tokens': MAX_NEW_TOKEN,
|
| 18 |
-
'temperature': TEMPRATURE,
|
| 19 |
-
'context_length': CONTEXT_LENGTH
|
| 20 |
-
},
|
| 21 |
-
model_type=MODEL_TYPE
|
| 22 |
-
)
|
| 23 |
-
|
| 24 |
-
def generate_text(self, prompt):
|
| 25 |
-
return self.llm(prompt)
|
| 26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|