Monimoy commited on
Commit
4707ac8
·
verified ·
1 Parent(s): 694891c

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -10,11 +10,12 @@ peft_model_path = "./phi2-openassistant-lora-final"
10
 
11
 
12
  device = 'CPU' # GPU can be used as well
13
- adapter = openvino_genai.Adapter(peft_model_path)
14
- print(" Inside application2")
15
- adapter_config = openvino_genai.AdapterConfig(adapter)
16
- print(" Inside application3")
17
- pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
 
18
  print(" Inside application4")
19
 
20
  print("Generate with LoRA adapter and alpha set to 0.75:")
 
10
 
11
 
12
  device = 'CPU' # GPU can be used as well
13
+ #adapter = openvino_genai.Adapter(peft_model_path)
14
+ #print(" Inside application2")
15
+ #adapter_config = openvino_genai.AdapterConfig(adapter)
16
+ #print(" Inside application3")
17
+ #pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
18
+ pipe = openvino_genai.LLMPipeline(model=base_model_name)
19
  print(" Inside application4")
20
 
21
  print("Generate with LoRA adapter and alpha set to 0.75:")