adnanmd76 commited on
Commit
2adf433
·
verified ·
1 Parent(s): b361e6c

Create mergekit-multimodal-islamic.yaml

Browse files
Files changed (1) hide show
  1. mergekit-multimodal-islamic.yaml +40 -0
mergekit-multimodal-islamic.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Multimodal Islamic AI Merge Configuration
2
+ # Audio + Text + Numerical integration
3
+
4
+ models:
5
+ - model: adnanmd76/islamic-ai-foundation
6
+ weight: 0.35
7
+ parameters:
8
+ - name: classifier
9
+ weight: 0.6
10
+ - name: abjad_validator
11
+ weight: 0.8
12
+ - model: ADANiD/multimodal-quranlab
13
+ weight: 0.3
14
+ parameters:
15
+ - name: audio_encoder
16
+ weight: 0.7
17
+ - name: text_encoder
18
+ weight: 0.5
19
+ - model: aubmindlab/bert-base-arabertv2
20
+ weight: 0.2
21
+ parameters:
22
+ - name: encoder
23
+ weight: 0.4
24
+ - model: CAMeL-Lab/bert-base-arabic-camelbert-msa
25
+ weight: 0.15
26
+ parameters:
27
+ - name: encoder
28
+ weight: 0.3
29
+
30
+ merge_method: linear
31
+ dtype: float16
32
+ parameters:
33
+ normalize: true
34
+ int8_mask: false
35
+
36
+ # Multimodal Capabilities:
37
+ # - Audio recitation analysis
38
+ # - Text classification
39
+ # - Abjad numerical validation
40
+ # - Cross-modal attention fusion