config.json

{
  "_name_or_path": "./polyverse_random",
  "architectures": [
    "PolyverseForQuestionAnswering"
  ],
  "image_text_hidden_size": 256,
  "initializer_factor": 1.0,
  "initializer_range": 0.02,
  "label_smoothing": 0.0,
  "logit_scale_init_value": 2.6592,
  "model_type": "polyverse",
  "multilingual_config": {
    "_name_or_path": "facebook/nllb-200-distilled-600M",
    "architectures": [
      "M2M100ForConditionalGeneration"
    ],
    "decoder_layerdrop": 0,
    "encoder_layerdrop": 0,
    "max_length": 200,
    "model_type": "m2m_100",
    "tokenizer_class": "NllbTokenizer",
    "torch_dtype": "float32",
    "vocab_size": 256206
  },
  "projection_dim": 512,
  "text_config": {
    "initializer_factor": 1.0,
    "model_type": "blip_text_model",
    "num_attention_heads": 12
  },
  "torch_dtype": "float32",
  "transformers_version": "4.44.0",
  "vision_config": {
    "dropout": 0.0,
    "initializer_factor": 1.0,
    "initializer_range": 0.02,
    "model_type": "blip_vision_model",
    "num_channels": 3
  }
}