Shion1124 commited on
Commit
0500781
·
verified ·
1 Parent(s): 327abab

Add multimodal RAG pipeline configuration (Visual RAG + Agentic RAG)

Browse files
Files changed (1) hide show
  1. pipeline_config.json +36 -0
pipeline_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "VLM + Visual RAG + Agentic RAG Pipeline",
3
+ "version": "2.0.0",
4
+ "base_model": "liuhaotian/llava-v1.5-7b",
5
+ "adapter_type": "lora",
6
+ "lora_config": {
7
+ "r": 64,
8
+ "lora_alpha": 128,
9
+ "target_modules": [
10
+ "q_proj",
11
+ "v_proj"
12
+ ],
13
+ "lora_dropout": 0.05
14
+ },
15
+ "visual_rag": {
16
+ "model": "openai/clip-vit-base-patch32",
17
+ "embedding_dim": 512,
18
+ "search_backend": "faiss"
19
+ },
20
+ "agentic_rag": {
21
+ "embedding_model": "all-MiniLM-L6-v2",
22
+ "search_strategies": [
23
+ "keyword_search",
24
+ "semantic_search",
25
+ "hybrid_search"
26
+ ],
27
+ "max_iterations": 3
28
+ },
29
+ "quantization": {
30
+ "enabled": true,
31
+ "bits": 4,
32
+ "device": "cuda"
33
+ },
34
+ "created_date": "2026-03-23T07:12:59.619563",
35
+ "github_repo": "https://github.com/Shion1124/vlm-lora-agentic-rag"
36
+ }