Update app.py
Browse files
app.py
CHANGED
|
@@ -24,7 +24,7 @@ def load_model(model_name, eight_bit=0, device_map="auto"):
|
|
| 24 |
print('gpu_count', gpu_count)
|
| 25 |
|
| 26 |
tokenizer = transformers.LlamaTokenizer.from_pretrained(model_name)
|
| 27 |
-
model = transformers.
|
| 28 |
model_name,
|
| 29 |
#device_map=device_map,
|
| 30 |
#device_map="auto",
|
|
@@ -38,7 +38,7 @@ def load_model(model_name, eight_bit=0, device_map="auto"):
|
|
| 38 |
|
| 39 |
generator = model.generate
|
| 40 |
|
| 41 |
-
load_model("
|
| 42 |
|
| 43 |
history = []
|
| 44 |
|
|
|
|
| 24 |
print('gpu_count', gpu_count)
|
| 25 |
|
| 26 |
tokenizer = transformers.LlamaTokenizer.from_pretrained(model_name)
|
| 27 |
+
model = transformers.LlamaForCausalLM.from_pretrained(
|
| 28 |
model_name,
|
| 29 |
#device_map=device_map,
|
| 30 |
#device_map="auto",
|
|
|
|
| 38 |
|
| 39 |
generator = model.generate
|
| 40 |
|
| 41 |
+
load_model("zl111/ChatDoctor")
|
| 42 |
|
| 43 |
history = []
|
| 44 |
|