Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
|
@@ -11,8 +11,11 @@ peft_model_path = "./phi2-openassistant-lora-final"
|
|
| 11 |
|
| 12 |
device = 'CPU' # GPU can be used as well
|
| 13 |
adapter = openvino_genai.Adapter(peft_model_path)
|
|
|
|
| 14 |
adapter_config = openvino_genai.AdapterConfig(adapter)
|
|
|
|
| 15 |
pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
|
|
|
|
| 16 |
|
| 17 |
print("Generate with LoRA adapter and alpha set to 0.75:")
|
| 18 |
#print(pipe.generate(args.prompt, max_new_tokens=100, adapters=openvino_genai.AdapterConfig(adapter, 0.75)))
|
|
|
|
| 11 |
|
| 12 |
device = 'CPU' # GPU can be used as well
|
| 13 |
adapter = openvino_genai.Adapter(peft_model_path)
|
| 14 |
+
print(" Inside application2")
|
| 15 |
adapter_config = openvino_genai.AdapterConfig(adapter)
|
| 16 |
+
print(" Inside application3")
|
| 17 |
pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
|
| 18 |
+
print(" Inside application4")
|
| 19 |
|
| 20 |
print("Generate with LoRA adapter and alpha set to 0.75:")
|
| 21 |
#print(pipe.generate(args.prompt, max_new_tokens=100, adapters=openvino_genai.AdapterConfig(adapter, 0.75)))
|