File size: 444 Bytes
3b15220
 
 
 
 
8cbba3e
3b15220
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
from gradio_helper import make_demo
from transformers import AutoProcessor, TextStreamer
from PIL import Image
from io import BytesIO

pathM ="cabelo/Gemma-3-Gaia-PT-BR-4b-it-int8-ov"
from optimum.intel.openvino import OVModelForVisualCausalLM
model = OVModelForVisualCausalLM.from_pretrained(pathM, device="CPU")
processor = AutoProcessor.from_pretrained(pathM)
neuroEnem = make_demo(model, processor)

neuroEnem.launch(share=True,debug=True)