Upload folder using huggingface_hub

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/chosen/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a48f3dcbbd6ef8eca5b2f37992d5f7708ab9a577d174a31ea5d54f8cdcaf7b1
+size 352718816

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/chosen/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82df7e38220a16fc549d0a9dea3a71d8703e8fce3cc081949592e78033837c6c
+size 352797368

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/chosen/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7543d24d94524735a2642b6b3c4ba0ccdfa9f4d7c7a625063b1dccc6c8003b
+size 352805944

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/chosen/dataset_info.json

@@ -0,0 +1,134 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1058290298,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_chosen_task_unaligned_activations_dataset.jsonl": {
+      "num_bytes": 1420879446,
+      "checksum": null
+    }
+  },
+  "download_size": 1420879446,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_7": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_7": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 2479169744,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1058290298,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7117,
+        7111,
+        772
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/chosen/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "3a47d06d84102ec3",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/dataset_dict.json

@@ -0,0 +1 @@
+{"splits": ["chosen", "new_rejected"]}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/new_rejected/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e6877b95fe93cafb27fcc51abc92b49a362c3cdb7d94f56f6aa9c9181c9329
+size 340238056

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/new_rejected/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594be573037e6db742062da54a9157266273e26232d1ddacf3e59775f10d0ed7
+size 340257864

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/new_rejected/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1587d261dd99fa469c8d4cfd8445c77b28a8d41528d1253defb1c39520832b
+size 340258640

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/new_rejected/dataset_info.json

@@ -0,0 +1,134 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1020722735,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_new_rejected_task_unaligned_activations_dataset.jsonl": {
+      "num_bytes": 1340393622,
+      "checksum": null
+    }
+  },
+  "download_size": 1340393622,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_7": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_7": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 2361116357,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1020722735,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7434,
+        7433,
+        133
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_unaligned_activations_dataset.hf/new_rejected/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "914a667e9ff0738f",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}