Add model.safetensors

.gitignore

@@ -1 +1,3 @@
-.env
+.env
+poetry.lock
+**/__pycache__/

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568a2d076cebd79d89cb85deee825af882e7c1f51d45e1217c3678f6aaee126
+size 571419240

pyproject.toml

@@ -0,0 +1,21 @@
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.poetry]
+name = "arctic-m-bge-small"
+version = "1.0.0"
+description = "Upload ConcatModels."
+authors = [
+    "Michael Dinzinger"
+]
+homepage = "https://www.fim.uni-passau.de"
+repository = "https://www.fim.uni-passau.de"
+readme = "README.md"
+license = "MIT"
+package-mode = false
+
+[tool.poetry.dependencies]
+python = ">=3.10,<3.12"
+transformers = "4.42.3"
+torch = "2.5.0"

save_safetensors.py

@@ -0,0 +1,15 @@
+from safetensors.torch import save_file
+from modeling_arctic_m_bge_small import ConcatModel, ConcatModelConfig
+
+config = ConcatModelConfig()
+model = ConcatModel(config)
+model.load_weights_from_automodels(
+    in_models=['Snowflake/snowflake-arctic-embed-m-v1.5', 'BAAI/bge-small-en-v1.5'],
+    has_pooling_layer=[True, True]
+)
+
+state_dict = model.state_dict()
+output_path = 'model.safetensors'
+save_file(state_dict, output_path)
+
+print(f'Model saved as {output_path}')