Spaces:
Sleeping
Sleeping
torch error?
Browse files
app.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from peft import PeftModel
|
| 3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
|
@@ -6,7 +7,6 @@ from fastapi import FastAPI
|
|
| 6 |
from fastapi.responses import StreamingResponse
|
| 7 |
from pydantic import BaseModel
|
| 8 |
import json
|
| 9 |
-
import torch
|
| 10 |
from typing import List, Literal
|
| 11 |
|
| 12 |
MODEL = "meta-llama/Llama-3.2-1B-Instruct"
|
|
@@ -50,7 +50,7 @@ def load_adapter(language):
|
|
| 50 |
adapter_name=language,
|
| 51 |
is_trainable=False
|
| 52 |
)
|
| 53 |
-
|
| 54 |
peft_model.eval()
|
| 55 |
loaded_adapters.add(language)
|
| 56 |
return peft_model
|
|
|
|
| 1 |
+
import torch
|
| 2 |
import gradio as gr
|
| 3 |
from peft import PeftModel
|
| 4 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
|
|
|
| 7 |
from fastapi.responses import StreamingResponse
|
| 8 |
from pydantic import BaseModel
|
| 9 |
import json
|
|
|
|
| 10 |
from typing import List, Literal
|
| 11 |
|
| 12 |
MODEL = "meta-llama/Llama-3.2-1B-Instruct"
|
|
|
|
| 50 |
adapter_name=language,
|
| 51 |
is_trainable=False
|
| 52 |
)
|
| 53 |
+
|
| 54 |
peft_model.eval()
|
| 55 |
loaded_adapters.add(language)
|
| 56 |
return peft_model
|