File size: 1,293 Bytes
6128fc3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
#!/usr/bin/env python3
# ztu_somemodelruntime_rknn2: mm_projector
from rknn.api import RKNN
import os
import numpy as np
def main():
# 创建RKNN实例
rknn = RKNN(verbose=False)
# ONNX模型路径
ONNX_MODEL = "mm_projector.onnx"
# 输出RKNN模型路径
RKNN_MODEL = "mm_projector.rknn"
# 配置参数
print("--> Config model")
ret = rknn.config(target_platform="rk3588",
dynamic_input=None)
if ret != 0:
print('Config model failed!')
exit(ret)
# 加载ONNX模型
print("--> Loading model")
ret = rknn.load_onnx(model=ONNX_MODEL,
inputs=['last_hidden_state'],
input_size_list=[[1, 256, 3072]])
if ret != 0:
print('Load model failed!')
exit(ret)
# 构建模型
print("--> Building model")
ret = rknn.build(do_quantization=False)
if ret != 0:
print('Build model failed!')
exit(ret)
# 导出RKNN模型
print("--> Export RKNN model")
ret = rknn.export_rknn(RKNN_MODEL)
if ret != 0:
print('Export RKNN model failed!')
exit(ret)
print(f'Done! The converted RKNN model has been saved to: ' + RKNN_MODEL)
rknn.release()
if __name__ == '__main__':
main()
|