Monimoy commited on
Commit
31ffb00
·
verified ·
1 Parent(s): bbe0b02

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -11,8 +11,11 @@ peft_model_path = "./phi2-openassistant-lora-final"
11
 
12
  device = 'CPU' # GPU can be used as well
13
  adapter = openvino_genai.Adapter(peft_model_path)
 
14
  adapter_config = openvino_genai.AdapterConfig(adapter)
 
15
  pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
 
16
 
17
  print("Generate with LoRA adapter and alpha set to 0.75:")
18
  #print(pipe.generate(args.prompt, max_new_tokens=100, adapters=openvino_genai.AdapterConfig(adapter, 0.75)))
 
11
 
12
  device = 'CPU' # GPU can be used as well
13
  adapter = openvino_genai.Adapter(peft_model_path)
14
+ print(" Inside application2")
15
  adapter_config = openvino_genai.AdapterConfig(adapter)
16
+ print(" Inside application3")
17
  pipe = openvino_genai.LLMPipeline(model=base_model_name, device=device, adapters=adapter_config) # register all required adapters here
18
+ print(" Inside application4")
19
 
20
  print("Generate with LoRA adapter and alpha set to 0.75:")
21
  #print(pipe.generate(args.prompt, max_new_tokens=100, adapters=openvino_genai.AdapterConfig(adapter, 0.75)))