Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
|
@@ -10,11 +10,12 @@ peft_model_path = "./phi2-openassistant-lora-final"
|
|
| 10 |
|
| 11 |
|
| 12 |
device = 'CPU' # GPU can be used as well
|
| 13 |
-
adapter = openvino_genai.Adapter(peft_model_path)
|
| 14 |
-
print(" Inside application2")
|
| 15 |
-
adapter_config = openvino_genai.AdapterConfig(adapter)
|
| 16 |
-
print(" Inside application3")
|
| 17 |
-
pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
|
|
|
|
| 18 |
print(" Inside application4")
|
| 19 |
|
| 20 |
print("Generate with LoRA adapter and alpha set to 0.75:")
|
|
|
|
| 10 |
|
| 11 |
|
| 12 |
device = 'CPU' # GPU can be used as well
|
| 13 |
+
#adapter = openvino_genai.Adapter(peft_model_path)
|
| 14 |
+
#print(" Inside application2")
|
| 15 |
+
#adapter_config = openvino_genai.AdapterConfig(adapter)
|
| 16 |
+
#print(" Inside application3")
|
| 17 |
+
#pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
|
| 18 |
+
pipe = openvino_genai.LLMPipeline(model=base_model_name)
|
| 19 |
print(" Inside application4")
|
| 20 |
|
| 21 |
print("Generate with LoRA adapter and alpha set to 0.75:")
|