LoRA adapter for Flax DistilBERT (NNX implementation)

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+lora_checkpoint/ocdbt.process_0/d/69fc463edd30152315ba60775f4b3c5c filter=lfs diff=lfs merge=lfs -text
+lora_checkpoint/ocdbt.process_0/d/724e04203f2095d9727dbdd266bda452 filter=lfs diff=lfs merge=lfs -text
+lora_checkpoint/ocdbt.process_0/d/82e6cab7299b3ce1fde729a27b339e89 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,46 @@
+
+
+---
+language:
+- en
+thumbnail: https://github.com/karanchahal/distiller/blob/master/distiller.jpg
+tags:
+- question-answering
+license: apache-2.0
+datasets:
+- squad
+metrics:
+- squad
+---
+
+# LoRA Adapter for distilbert-base-uncased
+
+This adapter was trained using Flax NNX for the task of sentiment classification on the IMDB dataset.
+
+## Configuration
+- LoRA rank: 16
+- LoRA alpha: 32
+- Target modules: ['q_lin', 'v_lin']
+
+## Use
+```python
+# Loading and using the adapter
+import orbax.checkpoint as ocp
+import pickle
+
+# Method 1: Orbax (recommended for larger models)
+checkpointer = ocp.StandardCheckpointer()
+lora_params = checkpointer.restore("lora_checkpoint")
+
+# Method 2: Pickle (easier for smaller models)
+with open("lora_params.pkl", "rb") as f:
+    lora_params = pickle.load(f)
+
+# Reconstruction of LoRA layers
+from flax import nnx
+lora_layers = None
+for layer_name, params in lora_params.items():
+    # Create a new LoRA layer with the correct parameters
+    # (implementation depends on the specific architecture)
+    pass
+```

adapter_config.json

@@ -0,0 +1,10 @@
+{
+  "lora_rank": 16,
+  "lora_alpha": 32,
+  "target_modules": [
+    "q_lin",
+    "v_lin"
+  ],
+  "base_model_name": "distilbert-base-uncased",
+  "task_type": "sequence_classification"
+}

lora_checkpoint/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1758277493548384711, "commit_timestamp_nsecs": 1758277493896111732, "custom_metadata": {}}

lora_checkpoint/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('layer_0_q_lin', 'bias')": {"key_metadata": [{"key": "layer_0_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_0_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_0_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_0_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_0_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_0_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_0_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_0_v_lin', 'bias')": {"key_metadata": [{"key": "layer_0_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_0_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_0_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_0_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_0_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_0_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_0_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_1_q_lin', 'bias')": {"key_metadata": [{"key": "layer_1_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_1_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_1_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_1_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_1_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_1_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_1_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_1_v_lin', 'bias')": {"key_metadata": [{"key": "layer_1_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_1_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_1_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_1_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_1_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_1_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_1_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_2_q_lin', 'bias')": {"key_metadata": [{"key": "layer_2_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_2_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_2_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_2_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_2_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_2_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_2_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_2_v_lin', 'bias')": {"key_metadata": [{"key": "layer_2_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_2_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_2_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_2_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_2_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_2_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_2_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_3_q_lin', 'bias')": {"key_metadata": [{"key": "layer_3_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_3_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_3_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_3_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_3_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_3_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_3_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_3_v_lin', 'bias')": {"key_metadata": [{"key": "layer_3_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_3_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_3_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_3_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_3_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_3_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_3_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_4_q_lin', 'bias')": {"key_metadata": [{"key": "layer_4_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_4_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_4_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_4_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_4_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_4_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_4_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_4_v_lin', 'bias')": {"key_metadata": [{"key": "layer_4_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_4_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_4_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_4_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_4_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_4_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_4_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_5_q_lin', 'bias')": {"key_metadata": [{"key": "layer_5_q_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_5_q_lin', 'kernel')": {"key_metadata": [{"key": "layer_5_q_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_5_q_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_5_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_5_q_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_5_q_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}, "('layer_5_v_lin', 'bias')": {"key_metadata": [{"key": "layer_5_v_lin", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layer_5_v_lin', 'kernel')": {"key_metadata": [{"key": "layer_5_v_lin", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layer_5_v_lin', 'lora', 'lora_a', 'value')": {"key_metadata": [{"key": "layer_5_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 16]}}, "('layer_5_v_lin', 'lora', 'lora_b', 'value')": {"key_metadata": [{"key": "layer_5_v_lin", "key_type": 2}, {"key": "lora", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 768]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

lora_checkpoint/_sharding

@@ -0,0 +1 @@
+{"bGF5ZXJfM192X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM192X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM192X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM192X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM19xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM19xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM19xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfM19xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF92X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF92X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF92X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF92X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF9xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF9xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF9xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMF9xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV92X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV92X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV92X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV92X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV9xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV9xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV9xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMV9xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl92X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl92X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl92X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl92X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl9xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl9xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl9xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfMl9xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF92X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF92X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF92X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF92X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF9xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF9xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF9xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNF9xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV92X2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV92X2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV92X2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV92X2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV9xX2xpbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV9xX2xpbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV9xX2xpbi5sb3JhLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF5ZXJfNV9xX2xpbi5sb3JhLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

lora_checkpoint/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "layer_0_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_q_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_q_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_q_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_q_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_v_lin.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_v_lin.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_v_lin.lora.lora_a.value", "write_shape": [768, 16], "chunk_shape": [768, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5_v_lin.lora.lora_b.value", "write_shape": [16, 768], "chunk_shape": [16, 768], "ext_metadata": null}}]}

lora_checkpoint/ocdbt.process_0/d/69fc463edd30152315ba60775f4b3c5c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c7934db4095e2f15dae6d88084caee8eebec968618dacfc4756cd3005e0197
+size 2183663

lora_checkpoint/ocdbt.process_0/d/724e04203f2095d9727dbdd266bda452

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d18953b2d87cb7cdcc08f3ba2c6a6eac2679074614a0e9953fea6ffe3f8feb
+size 20097548

lora_checkpoint/ocdbt.process_0/d/82e6cab7299b3ce1fde729a27b339e89

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cefa375e1f93751616fe0eced8fba54aabbcab4a0f636c4a990866ae785f15e
+size 4456644

lora_params.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dbee2db9399a94280e61a867ff89b0f8b359ddb291406f4dc4ab7ecd1a0244
+size 29531978