Upload folder using huggingface_hub

requirements.txt

@@ -1,5 +1,4 @@
 # Use pre-built wheels for flash-attn instead of building from source
---find-links https://github.com/Dao-AILab/flash-attention/releases/download/v2.5.2/
 accelerate>=0.27.0
 bitsandbytes>=0.41.0
 datasets>=2.15.0

transformers_config.json

@@ -132,8 +132,7 @@
   "dataset": {
     "dataset": {
       "name": "George-API/phi4-cognitive-dataset",
-      "split": "train",
-      "column_mapping": {}
+      "split": "train"
     },
     "data_formatting": {
       "chat_template": "phi",
@@ -142,11 +141,6 @@
         "human": "Human: {content}\n\n",
         "assistant": "Assistant: {content}\n\n",
         "user": "Human: {content}\n\n"
-      },
-      "metadata_handling": {
-        "include_article_id": true,
-        "include_prompt_number": true,
-        "metadata_format": "Article ID: {article_id} | Prompt: {prompt_number}"
       }
     },
     "data_loading": {