Hugging Face's logo

Or4cl3-1
/
CSUMLM

Text Generation
Transformers
English
encoder_decoder
code
natural language understanding
machine learning
research
introspection
self-reflection
conversational
Model card Files
xet
Community
1
Or4cl3-1 commited on
Commit
74a6211
·
verified ·
1 Parent(s): cd6f29f

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +40 -48
config.json CHANGED
@@ -1,52 +1,44 @@
1
  {
2
- "model_type": "csumlm",
3
- "text_encoder": {
4
- "model_name": "bert-base-uncased",
5
- "pretrained_weights": "path/to/bert-base-uncased"
6
- },
7
- "image_encoder": {
8
- "model_name": "resnet50",
9
- "pretrained_weights": "path/to/resnet50"
10
- },
11
- "audio_encoder": {
12
- "model_name": "wav2vec2-base",
13
- "pretrained_weights": "path/to/wav2vec2-base"
14
- },
15
- "fusion_layer": {
16
- "type": "concatenate",
17
- "output_dim": 1024
18
- },
19
- "output_layer": {
20
- "type": "dense",
21
- "units": 1,
22
- "activation": "sigmoid"
23
- },
24
- "attention_mechanism": {
25
- "traditional_attention": {
26
- "type": "bahdanau"
27
- },
28
- "self_attention": {
29
- "type": "scaled_dot_product"
30
- },
31
- "linear_attention": {
32
- "type": "linear"
 
 
 
 
 
 
 
 
 
33
  }
34
- },
35
- "belief_desire_intent_tree": {
36
- "type": "recursive_neural_network"
37
- },
38
- "iragel": {
39
- "retrieval_model": "path/to/retrieval_model",
40
- "generation_model": "path/to/generation_model"
41
- },
42
- "explainer": {
43
- "type": "attention_visualization"
44
- },
45
- "realtime_learning": {
46
- "type": "online_learning",
47
- "learning_rate": 0.001
48
- },
49
- "knowledge_base": {
50
- "type": "knowledge_graph_embeddings"
51
  }
52
  }
 
1
  {
2
+ "model_type": "custom",
3
+ "custom_model": {
4
+ "module": "path.to.your.custom_module",
5
+ "class": "CSUMLMModel",
6
+ "config": {
7
+ "text_encoder": {
8
+ "model_name": "bert-base-uncased",
9
+ "pretrained_weights": "path/to/bert-base-uncased"
10
+ },
11
+ "image_encoder": {
12
+ "model_name": "resnet50",
13
+ "pretrained_weights": "path/to/resnet50"
14
+ },
15
+ "audio_encoder": {
16
+ "model_name": "wav2vec2-base",
17
+ "pretrained_weights": "path/to/wav2vec2-base"
18
+ },
19
+ "fusion_layer": {
20
+ "type": "concatenate",
21
+ "output_dim": 1024
22
+ },
23
+ "output_layer": {
24
+ "type": "dense",
25
+ "units": 1,
26
+ "activation": "sigmoid"
27
+ },
28
+ "attention_mechanism": {
29
+ "traditional_attention": {
30
+ "type": "bahdanau"
31
+ },
32
+ "self_attention": {
33
+ "type": "scaled_dot_product"
34
+ },
35
+ "linear_attention": {
36
+ "type": "linear"
37
+ }
38
+ },
39
+ "belief_desire_intent_tree": {
40
+ "type": "recursive_neural_network"
41
+ }
42
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  }
44
  }