Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,10 +32,12 @@ tokenizer = AutoTokenizer.from_pretrained(model)
|
|
| 32 |
if tokenizer.pad_token is None:
|
| 33 |
tokenizer.pad_token = tokenizer.eos_token
|
| 34 |
|
|
|
|
| 35 |
model = AutoModelForCausalLM.from_pretrained(
|
| 36 |
model,
|
| 37 |
quantization_config=bnb_config,
|
| 38 |
-
device_map="auto"
|
|
|
|
| 39 |
)
|
| 40 |
|
| 41 |
|
|
@@ -96,7 +98,7 @@ pipe = transformers.pipeline(
|
|
| 96 |
hf_llm = HuggingFacePipeline(pipeline=pipe)
|
| 97 |
|
| 98 |
|
| 99 |
-
df = pd.read_csv("medical_coding_train_1.csv")
|
| 100 |
|
| 101 |
documents = [
|
| 102 |
Document(
|
|
|
|
| 32 |
if tokenizer.pad_token is None:
|
| 33 |
tokenizer.pad_token = tokenizer.eos_token
|
| 34 |
|
| 35 |
+
OFFLOAD_FOLDER = "./model_offload_dir"
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
model,
|
| 38 |
quantization_config=bnb_config,
|
| 39 |
+
device_map="auto",
|
| 40 |
+
offload_folder=OFFLOAD_FOLDER
|
| 41 |
)
|
| 42 |
|
| 43 |
|
|
|
|
| 98 |
hf_llm = HuggingFacePipeline(pipeline=pipe)
|
| 99 |
|
| 100 |
|
| 101 |
+
df = pd.read_csv("./medical_coding_train_1.csv")
|
| 102 |
|
| 103 |
documents = [
|
| 104 |
Document(
|