Upload folder using huggingface_hub

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1260683c921040cf79b8a1cad653f82a4938e59ca20cd4ebd928fa466fcd355b
+size 352716496

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d53e616093c1ea62f5d2f82a5c210073af699480850d9d2a8d899bda26106f
+size 352799936

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765f1681a23815e3e97792a79d85787ecde56f3df13cbf1c67f07a60f2f0e8c4
+size 352813184

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/dataset_info.json

@@ -0,0 +1,134 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1058297750,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./pythia_160m_from_chosen_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 2217974687,
+      "checksum": null
+    }
+  },
+  "download_size": 2217974687,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_10": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_10": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_11": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_11": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 3276272437,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1058297750,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7146,
+        7136,
+        718
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "9d3f201b5e927775",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/dataset_dict.json

@@ -0,0 +1 @@
+{"splits": ["chosen", "new_rejected"]}

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c65e0be5239ca5667d8616dbec0784270834780e3388bbff598428668bb6631
+size 340219072

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a541884caa4724ebe7796d77f2e967c05b1413535846e2a53671f3d2f6f534
+size 340215776

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d8bca9616056a5fc1be3f5a324a9a85e867c0cf94e0c51f82bde7d4db04edb
+size 340216104

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/dataset_info.json

@@ -0,0 +1,134 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1020619101,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./pythia_160m_from_new_rejected_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 2099909270,
+      "checksum": null
+    }
+  },
+  "download_size": 2099909270,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_10": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_10": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_11": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_11": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_5": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_8": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 3120528371,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1020619101,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7368,
+        7379,
+        253
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_pythia_160m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "961178b34ba62542",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}