Fix HF config and extractor compatibility
Browse files
configuration_vjepa2_fmri_encoder.py
CHANGED
|
@@ -15,6 +15,7 @@ class VJEPA2FMRIEncoderConfig(PretrainedConfig):
|
|
| 15 |
input_duration_seconds: float = 3.0,
|
| 16 |
input_format: str = "video_tensor_b_t_c_h_w",
|
| 17 |
output_description: str = "z_scored_fmri_betas_no_time_dimension",
|
|
|
|
| 18 |
vjepa_size: str = "large",
|
| 19 |
load_vjepa: bool = True,
|
| 20 |
image_size: int = 224,
|
|
@@ -27,6 +28,7 @@ class VJEPA2FMRIEncoderConfig(PretrainedConfig):
|
|
| 27 |
self.input_duration_seconds = float(input_duration_seconds)
|
| 28 |
self.input_format = input_format
|
| 29 |
self.output_description = output_description
|
|
|
|
| 30 |
self.vjepa_size = vjepa_size
|
| 31 |
self.load_vjepa = bool(load_vjepa)
|
| 32 |
self.image_size = int(image_size)
|
|
|
|
| 15 |
input_duration_seconds: float = 3.0,
|
| 16 |
input_format: str = "video_tensor_b_t_c_h_w",
|
| 17 |
output_description: str = "z_scored_fmri_betas_no_time_dimension",
|
| 18 |
+
backbone_filename: str = "vitl.pt",
|
| 19 |
vjepa_size: str = "large",
|
| 20 |
load_vjepa: bool = True,
|
| 21 |
image_size: int = 224,
|
|
|
|
| 28 |
self.input_duration_seconds = float(input_duration_seconds)
|
| 29 |
self.input_format = input_format
|
| 30 |
self.output_description = output_description
|
| 31 |
+
self.backbone_filename = backbone_filename
|
| 32 |
self.vjepa_size = vjepa_size
|
| 33 |
self.load_vjepa = bool(load_vjepa)
|
| 34 |
self.image_size = int(image_size)
|