Upload 3 files
Browse files- .gitattributes +2 -0
- generated.png +3 -0
- language_model.rkllm +3 -0
- run_rkllm.py +7 -7
.gitattributes
CHANGED
|
@@ -38,3 +38,5 @@ gen_img_embeds.rknn filter=lfs diff=lfs merge=lfs -text
|
|
| 38 |
image_decode.rknn filter=lfs diff=lfs merge=lfs -text
|
| 39 |
lm_head.rknn filter=lfs diff=lfs merge=lfs -text
|
| 40 |
vision_encoder.rknn filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 38 |
image_decode.rknn filter=lfs diff=lfs merge=lfs -text
|
| 39 |
lm_head.rknn filter=lfs diff=lfs merge=lfs -text
|
| 40 |
vision_encoder.rknn filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
generated.png filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
language_model.rkllm filter=lfs diff=lfs merge=lfs -text
|
generated.png
ADDED
|
Git LFS Details
|
language_model.rkllm
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:936e2c126b39ea35e60741e09db18c2706b07a7169da1f51a865686f0e0720f3
|
| 3 |
+
size 3330314348
|
run_rkllm.py
CHANGED
|
@@ -5,7 +5,7 @@ import os
|
|
| 5 |
os.environ["RKLLM_LOG_LEVEL"] = "1"
|
| 6 |
import numpy as np
|
| 7 |
import onnxruntime as real_ort
|
| 8 |
-
import
|
| 9 |
from tokenizers import Tokenizer
|
| 10 |
import cv2
|
| 11 |
import tqdm
|
|
@@ -19,13 +19,13 @@ onnx_model_path = f"{model_path}"
|
|
| 19 |
tokenizer = Tokenizer.from_file(f"{model_path}/tokenizer.json")
|
| 20 |
# np.random.seed(0)
|
| 21 |
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
|
| 26 |
-
image = "./test.jpg"
|
| 27 |
-
prompt = "仔细描述这张图片。"
|
| 28 |
-
mode = "it2t"
|
| 29 |
|
| 30 |
tempature = 0.7
|
| 31 |
|
|
|
|
| 5 |
os.environ["RKLLM_LOG_LEVEL"] = "1"
|
| 6 |
import numpy as np
|
| 7 |
import onnxruntime as real_ort
|
| 8 |
+
import ztu_somemodelruntime_rknnlite2 as ort
|
| 9 |
from tokenizers import Tokenizer
|
| 10 |
import cv2
|
| 11 |
import tqdm
|
|
|
|
| 19 |
tokenizer = Tokenizer.from_file(f"{model_path}/tokenizer.json")
|
| 20 |
# np.random.seed(0)
|
| 21 |
|
| 22 |
+
image = None
|
| 23 |
+
prompt = "A stunning princess from kabul in red, white traditional clothing, blue eyes, brown hair"
|
| 24 |
+
mode = "t2i" # 文本生成图片, 反过来是it2t -> 图片/文本生成文本
|
| 25 |
|
| 26 |
+
# image = "./test.jpg"
|
| 27 |
+
# prompt = "仔细描述这张图片。"
|
| 28 |
+
# mode = "it2t"
|
| 29 |
|
| 30 |
tempature = 0.7
|
| 31 |
|