feat: "first commit"

modality_connector.py

@@ -8,7 +8,6 @@ from torchvision.transforms import Resize
 from transformers import ViTImageProcessor, ViTModel, BertModel, ViTConfig, BertConfig
 
 from .configuration_aurora import AuroraConfig
-from .util_functions import resolve_subdir
 
 
 class VisionEncoder(nn.Module):
@@ -22,9 +21,6 @@ class VisionEncoder(nn.Module):
 
         vit_config_file = os.path.join(self.config_path, "config.json")
 
-        if not os.path.exists(vit_config_file):
-            resolve_subdir(repo_id="DecisionIntelligence/Aurora", subdir="vit_config", file_name="config.json")
-
         self.model = ViTModel(ViTConfig.from_json_file(vit_config_file))
 
         for param in self.model.parameters():
@@ -84,9 +80,6 @@ class UnifiedImageProcessor(nn.Module):
         self.config_path = vit_config_path
 
         processor_file = os.path.join(self.config_path, "preprocessor_config.json")
-        if not os.path.exists(processor_file):
-            resolve_subdir(repo_id="DecisionIntelligence/Aurora", subdir="vit_config", file_name="preprocessor_config.json")
-
         self.vit_processor = ViTImageProcessor.from_json_file(processor_file)
 
         self.target_size = self.vit_processor.size["height"]
@@ -145,9 +138,6 @@ class TextEncoder(nn.Module):
 
         bert_config_file = os.path.join(self.config_path, "config.json")
 
-        if not os.path.exists(bert_config_file):
-            resolve_subdir(repo_id="DecisionIntelligence/Aurora", subdir="bert_config", file_name="config.json")
-
         self.model = BertModel(BertConfig.from_json_file(bert_config_file))
 
         for param in self.model.parameters():

ts_generation_mixin.py

@@ -6,7 +6,6 @@ from transformers import BertTokenizer
 from transformers import GenerationMixin, LogitsProcessorList, StoppingCriteriaList
 from transformers.generation.utils import GenerationConfig, GenerateOutput
 from transformers.utils import ModelOutput
-from .util_functions import resolve_subdir
 
 class TSGenerationMixin(GenerationMixin):
     _tokenizer = None
@@ -16,9 +15,6 @@ class TSGenerationMixin(GenerationMixin):
             base_dir = os.path.dirname(os.path.abspath(__file__))
             tokenizer_dir = os.path.join(base_dir, "bert_config")
 
-            if not os.path.isdir(tokenizer_dir):
-                resolve_subdir(repo_id="DecisionIntelligence/Aurora", subdir="bert_config", file_name="config.json")
-
             self._tokenizer = BertTokenizer.from_pretrained(
                 tokenizer_dir,
                 local_files_only=True

util_functions.py

@@ -1,18 +1,9 @@
-import os
 from typing import Tuple
 
 import math
 import torch
 import torch.nn as nn
 import torch.nn.functional as F
-from huggingface_hub import hf_hub_download
-
-
-def resolve_subdir(repo_id: str, subdir: str, file_name: str) -> str:
-    hf_hub_download(
-        repo_id=repo_id,
-        filename=f"{subdir}/{file_name}"
-    )
 
 
 def resize(x_tensor, new_shape):