Update app.py
Browse files
app.py
CHANGED
|
@@ -6,6 +6,7 @@ import torch
|
|
| 6 |
from accelerate import Accelerator
|
| 7 |
import accelerate
|
| 8 |
import time
|
|
|
|
| 9 |
|
| 10 |
model = None
|
| 11 |
tokenizer = None
|
|
@@ -38,7 +39,7 @@ def load_model(model_name = "zl111/ChatDoctor", eight_bit=0, device_map="auto"):
|
|
| 38 |
|
| 39 |
generator = model.generate
|
| 40 |
|
| 41 |
-
load_model(
|
| 42 |
|
| 43 |
history = []
|
| 44 |
|
|
@@ -93,3 +94,4 @@ def go():
|
|
| 93 |
|
| 94 |
while True:
|
| 95 |
go()
|
|
|
|
|
|
| 6 |
from accelerate import Accelerator
|
| 7 |
import accelerate
|
| 8 |
import time
|
| 9 |
+
import gradio as gr
|
| 10 |
|
| 11 |
model = None
|
| 12 |
tokenizer = None
|
|
|
|
| 39 |
|
| 40 |
generator = model.generate
|
| 41 |
|
| 42 |
+
load_model()
|
| 43 |
|
| 44 |
history = []
|
| 45 |
|
|
|
|
| 94 |
|
| 95 |
while True:
|
| 96 |
go()
|
| 97 |
+
|