Spaces:
Running
Running
Add fine-tuning artifact API example
Browse files
api-docs/example-results/finetune-imdb-artifact.json
ADDED
|
@@ -0,0 +1,266 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"request": {
|
| 3 |
+
"slug": "finetune-imdb-artifact",
|
| 4 |
+
"title": "Fine-tune and publish a model artifact",
|
| 5 |
+
"model": "moonshotai/Kimi-K2.6:novita",
|
| 6 |
+
"instructions": "This is a longer public API example. Do not research, do not call plan_tool, and do not run a sandbox preflight. Launch exactly one CPU-only HF Job using the provided script as inline Python source. Use hardware=cpu-basic and timeout about 30 minutes. Set HUB_MODEL_ID to the requested repo id. Wait for the job to finish, then report the model URL, job URL, and eval metrics.",
|
| 7 |
+
"input": "Run this exact CPU-only fine-tuning script as one HF Job and publish the artifact to abidlabs/ml-intern-api-imdb-distilbert-20260613-020123. The script fine-tunes distilbert-base-uncased on a small IMDb subset and pushes the model. Do not modify the training objective; only make minimal fixes if the job errors.\n\n```python\nimport os\nimport json\nimport numpy as np\nfrom datasets import load_dataset\nfrom huggingface_hub import HfApi, create_repo\nfrom transformers import (\n AutoTokenizer,\n AutoModelForSequenceClassification,\n DataCollatorWithPadding,\n Trainer,\n TrainingArguments,\n)\n\nrepo_id = os.environ[\"HUB_MODEL_ID\"]\nmodel_id = \"distilbert-base-uncased\"\n\nraw = load_dataset(\"imdb\")\ntrain_ds = raw[\"train\"].shuffle(seed=42).select(range(1000))\neval_ds = raw[\"test\"].shuffle(seed=42).select(range(200))\n\ntok = AutoTokenizer.from_pretrained(model_id)\n\ndef tokenize(batch):\n return tok(batch[\"text\"], truncation=True, max_length=256)\n\ntrain_tok = train_ds.map(tokenize, batched=True, remove_columns=[\"text\"])\neval_tok = eval_ds.map(tokenize, batched=True, remove_columns=[\"text\"])\n\nmodel = AutoModelForSequenceClassification.from_pretrained(model_id, num_labels=2)\ncollator = DataCollatorWithPadding(tok)\n\ndef compute_metrics(eval_pred):\n logits, labels = eval_pred\n preds = np.argmax(logits, axis=-1)\n return {\"accuracy\": float((preds == labels).mean())}\n\nargs = TrainingArguments(\n output_dir=\"/tmp/imdb-distilbert\",\n max_steps=60,\n per_device_train_batch_size=16,\n per_device_eval_batch_size=32,\n learning_rate=5e-5,\n warmup_steps=5,\n logging_steps=10,\n save_strategy=\"no\",\n report_to=\"none\",\n seed=42,\n)\n\ntrainer = Trainer(\n model=model,\n args=args,\n train_dataset=train_tok,\n eval_dataset=eval_tok,\n tokenizer=tok,\n data_collator=collator,\n compute_metrics=compute_metrics,\n)\ntrainer.train()\nmetrics = trainer.evaluate()\n\ncreate_repo(repo_id, repo_type=\"model\", exist_ok=True)\nmodel.push_to_hub(repo_id)\ntok.push_to_hub(repo_id)\n\nreadme = f\"\"\"---\nlibrary_name: transformers\ntags:\n- text-classification\n- imdb\n- ml-intern-api-example\nbase_model: {model_id}\n---\n\n# ML Intern API IMDb DistilBERT Example\n\nThis model was produced by a public ML Intern API example run.\n\n- Base model: `{model_id}`\n- Dataset: `imdb`\n- Train subset: 1,000 examples\n- Eval subset: 200 examples\n- Training: 60 Trainer steps, batch size 16, learning rate 5e-5\n- Eval metrics: `{json.dumps(metrics, sort_keys=True)}`\n\"\"\"\nHfApi().upload_file(\n path_or_fileobj=readme.encode(\"utf-8\"),\n path_in_repo=\"README.md\",\n repo_id=repo_id,\n repo_type=\"model\",\n)\nprint(json.dumps({\"repo_id\": repo_id, \"model_url\": f\"https://huggingface.co/{repo_id}\", \"metrics\": metrics}, indent=2))\n```",
|
| 8 |
+
"background": true,
|
| 9 |
+
"max_cost_usd": 15.0,
|
| 10 |
+
"metadata": {
|
| 11 |
+
"example_slug": "finetune-imdb-artifact",
|
| 12 |
+
"repo_id": "abidlabs/ml-intern-api-imdb-distilbert-20260613-020123"
|
| 13 |
+
}
|
| 14 |
+
},
|
| 15 |
+
"response": {
|
| 16 |
+
"id": "resp_518beb5c9e7c4aeb94b67d763183fdae",
|
| 17 |
+
"object": "response",
|
| 18 |
+
"created_at": 1781316084,
|
| 19 |
+
"completed_at": 1781316903,
|
| 20 |
+
"status": "completed",
|
| 21 |
+
"model": "moonshotai/Kimi-K2.6:novita",
|
| 22 |
+
"background": true,
|
| 23 |
+
"previous_response_id": null,
|
| 24 |
+
"session_id": "512f6bad-6e24-42ca-9a72-c02f47716281",
|
| 25 |
+
"max_cost_usd": 15.0,
|
| 26 |
+
"instructions": "This is a longer public API example. Do not research, do not call plan_tool, and do not run a sandbox preflight. Launch exactly one CPU-only HF Job using the provided script as inline Python source. Use hardware=cpu-basic and timeout about 30 minutes. Set HUB_MODEL_ID to the requested repo id. Wait for the job to finish, then report the model URL, job URL, and eval metrics.",
|
| 27 |
+
"output": [
|
| 28 |
+
{
|
| 29 |
+
"type": "custom_tool_call",
|
| 30 |
+
"id": "hf_jobs_0",
|
| 31 |
+
"name": "hf_jobs",
|
| 32 |
+
"input": "{\"operation\": \"run\", \"script\": \"\\nimport os\\nimport json\\nimport numpy as np\\nfrom datasets import load_dataset\\nfrom huggingface_hub import HfApi, create_repo\\nfrom transformers import (\\n AutoTokenizer,\\n AutoModelForSequenceClassification,\\n DataCollatorWithPadding,\\n Trainer,\\n TrainingArguments,\\n)\\n\\nrepo_id = os.environ[\\\"HUB_MODEL_ID\\\"]\\nmodel_id = \\\"distilbert-base-uncased\\\"\\n\\nraw = load_dataset(\\\"imdb\\\")\\ntrain_ds = raw[\\\"train\\\"].shuffle(seed=42).select(range(1000))\\neval_ds = raw[\\\"test\\\"].shuffle(seed=42).select(range(200))\\n\\ntok = AutoTokenizer.from_pretrained(model_id)\\n\\ndef tokenize(batch):\\n return tok(batch[\\\"text\\\"], truncation=True, max_length=256)\\n\\ntrain_tok = train_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\neval_tok = eval_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\n\\nmodel = AutoModelForSequenceClassification.from_pretrained(model_id, num_labels=2)\\ncollator = DataCollatorWithPadding(tok)\\n\\ndef compute_metrics(eval_pred):\\n logits, labels = eval_pred\\n preds = np.argmax(logits, axis=-1)\\n return {\\\"accuracy\\\": float((preds == labels).mean())}\\n\\nargs = TrainingArguments(\\n output_dir=\\\"/tmp/imdb-distilbert\\\",\\n max_steps=60,\\n per_device_train_batch_size=16,\\n per_device_eval_batch_size=32,\\n learning_rate=5e-5,\\n warmup_steps=5,\\n logging_steps=10,\\n save_strategy=\\\"no\\\",\\n report_to=\\\"none\\\",\\n seed=42,\\n)\\n\\ntrainer = Trainer(\\n model=model,\\n args=args,\\n train_dataset=train_tok,\\n eval_dataset=eval_tok,\\n tokenizer=tok,\\n data_collator=collator,\\n compute_metrics=compute_metrics,\\n)\\ntrainer.train()\\nmetrics = trainer.evaluate()\\n\\ncreate_repo(repo_id, repo_type=\\\"model\\\", exist_ok=True)\\nmodel.push_to_hub(repo_id)\\ntok.push_to_hub(repo_id)\\n\\nreadme = f\\\"\\\"\\\"---\\nlibrary_name: transformers\\ntags:\\n- text-classification\\n- imdb\\n- ml-intern-api-example\\nbase_model: {model_id}\\n---\\n\\n# ML Intern API IMDb DistilBERT Example\\n\\nThis model was produced by a public ML Intern API example run.\\n\\n- Base model: `{model_id}`\\n- Dataset: `imdb`\\n- Train subset: 1,000 examples\\n- Eval subset: 200 examples\\n- Training: 60 Trainer steps, batch size 16, learning rate 5e-5\\n- Eval metrics: `{json.dumps(metrics, sort_keys=True)}`\\n\\\"\\\"\\\"\\nHfApi().upload_file(\\n path_or_fileobj=readme.encode(\\\"utf-8\\\"),\\n path_in_repo=\\\"README.md\\\",\\n repo_id=repo_id,\\n repo_type=\\\"model\\\",\\n)\\nprint(json.dumps({\\\"repo_id\\\": repo_id, \\\"model_url\\\": f\\\"https://huggingface.co/{repo_id}\\\", \\\"metrics\\\": metrics}, indent=2))\\n\", \"dependencies\": [\"transformers\", \"datasets\", \"numpy\", \"huggingface_hub\", \"accelerate\"], \"hardware_flavor\": \"cpu-basic\", \"timeout\": \"30m\", \"env\": {\"HUB_MODEL_ID\": \"abidlabs/ml-intern-api-imdb-distilbert-20260613-020123\"}}",
|
| 33 |
+
"output": "Python job completed!\n\n**Job ID:** 6a2cba0a871c005b5352ba1e\n**Final Status:** RUNNING\n**View at:** https://huggingface.co/jobs/abidlabs/6a2cba0a871c005b5352ba1e\n\n**Logs:**\n```\n(no logs)\n```",
|
| 34 |
+
"status": "completed"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"type": "custom_tool_call",
|
| 38 |
+
"id": "hf_jobs:1",
|
| 39 |
+
"name": "hf_jobs",
|
| 40 |
+
"input": "{\"operation\": \"inspect\", \"job_id\": \"6a2cba0a871c005b5352ba1e\"}",
|
| 41 |
+
"output": "**Job Details** (1 job):\n\n```json\n[\n {\n \"id\": \"6a2cba0a871c005b5352ba1e\",\n \"status\": {\n \"stage\": \"RUNNING\",\n \"message\": null\n },\n \"command\": [\n \"/bin/sh\",\n \"-lc\",\n \"set -e; _ml_intern_artifacts_dir=\\\"$(mktemp -d)\\\"; printf %s IyBBdXRvLWdlbmVyYXRlZCBieSBNTCBJbnRlcm4uIEJlc3QtZWZmb3J0IEh1YiBhcnRpZmFjdCBtZXRhZGF0YSBvbmx5LgpkZWYgX2luc3RhbGxfbWxfaW50ZXJuX2FydGlmYWN0X2hvb2tzKCk6CiAgICBpbXBvcnQgb3MKICAgIGltcG9ydCByZQogICAgaW1wb3J0IHRlbXBmaWxlCiAgICBmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgKCiAgICB0cnk6CiAgICAgICAgaW1wb3J0IGh1Z2dpbmdmYWNlX2h1YiBhcyBfaHViCiAgICAgICAgZnJvbSBodWdnaW5nZmFjZV9odWIgaW1wb3J0IEhmQXBpLCBoZl9odWJfZG93bmxvYWQKICAgICAgICBmcm9tIGh1Z2dpbmdmYWNlX2h1Yi5yZXBvY2FyZCBpbXBvcnQgbWV0YWRhdGFfbG9hZCwgbWV0YWRhdGFfc2F2ZQogICAgICAgIGZyb20gaHVnZ2luZ2ZhY2VfaHViLnV0aWxzIGltcG9ydCBFbnRyeU5vdEZvdW5kRXJyb3IsIFJlcG9zaXRvcnlOb3RGb3VuZEVycm9yCiAgICBleGNlcHQgRXhjZXB0aW9uOgogICAgICAgIHJldHVybgoKICAgIHNlc3Npb25faWQgPSAnNTEyZjZiYWQtNmUyNC00MmNhLTlhNzItYzAyZjQ3NzE2MjgxJwogICAgc2Vzc2lvbl9kYXRlID0gJzIwMjYtMDYtMTMnCiAgICBjb2xsZWN0aW9uX3RpdGxlID0gJ21sLWludGVybi1hcnRpZmFjdHMtMjAyNi0wNi0xMy01MTJmNmJhZCcKICAgIHRhZyA9ICdtbC1pbnRlcm4nCiAgICBtYXJrZXIgPSAnPCEtLSBtbC1pbnRlcm4tcHJvdmVuYW5jZSAtLT4nCiAgICBzdXBwb3J0ZWQgPSBbJ2RhdGFzZXQnLCAnbW9kZWwnLCAnc3BhY2UnXQogICAgc2FuZGJveF9zcGFjZV9yZSA9IHJlLmNvbXBpbGUoJ15zYW5kYm94LVthLWYwLTldezh9JCcpCiAgICByZWdpc3RlcmluZyA9IEZhbHNlCiAgICBjb2xsZWN0aW9uX3NsdWcgPSBOb25lCiAgICByZWdpc3RlcmVkID0gc2V0KCkKICAgIHVzYWdlX3JlID0gcmUuY29tcGlsZSgKICAgICAgICByIl4jezIsNn1ccysodXNhZ2V8aG93IHRvIHVzZXx1c2luZyB0aGlzIChtb2RlbHxkYXRhc2V0KXx1c2UgdGhpcyAobW9kZWx8ZGF0YXNldCkpXGIiLAogICAgICAgIHJlLklHTk9SRUNBU0UgfCByZS5NVUxUSUxJTkUsCiAgICApCiAgICBmcm9udF9tYXR0ZXJfcmUgPSByZS5jb21waWxlKHIiXEEtLS1ccypcbi4qP1xuLS0tXHMqXG4/IiwgcmUuRE9UQUxMKQogICAgY29sbGVjdGlvbl9jYWNoZV9wYXRoID0gKAogICAgICAgIG9zLmVudmlyb24uZ2V0KCJNTF9JTlRFUk5fQVJUSUZBQ1RfQ09MTEVDVElPTl9DQUNIRSIpCiAgICAgICAgb3Igc3RyKAogICAgICAgICAgICBQYXRoKHRlbXBmaWxlLmdldHRlbXBkaXIoKSkKICAgICAgICAgICAgLyBmIm1sLWludGVybi1hcnRpZmFjdHMte3Nlc3Npb25faWR9LmNvbGxlY3Rpb24iCiAgICAgICAgKQogICAgKQoKICAgIGRlZiBfdG9rZW4odmFsdWU9Tm9uZSwgYXBpPU5vbmUpOgogICAgICAgIGlmIGlzaW5zdGFuY2UodmFsdWUsIHN0cikgYW5kIHZhbHVlOgogICAgICAgICAgICByZXR1cm4gdmFsdWUKICAgICAgICBhcGlfdG9rZW4gPSBnZXRhdHRyKGFwaSwgInRva2VuIiwgTm9uZSkKICAgICAgICBpZiBpc2luc3RhbmNlKGFwaV90b2tlbiwgc3RyKSBhbmQgYXBpX3Rva2VuOgogICAgICAgICAgICByZXR1cm4gYXBpX3Rva2VuCiAgICAgICAgcmV0dXJuICgKICAgICAgICAgICAgb3MuZW52aXJvbi5nZXQoIkhGX1RPS0VOIikKICAgICAgICAgICAgb3Igb3MuZW52aXJvbi5nZXQoIkhVR0dJTkdGQUNFX0hVQl9UT0tFTiIpCiAgICAgICAgICAgIG9yIE5vbmUKICAgICAgICApCgogICAgZGVmIF9tZXJnZV90YWdzKG1ldGFkYXRhKToKICAgICAgICBtZXRhZGF0YSA9IGRpY3QobWV0YWRhdGEgb3Ige30pCiAgICAgICAgcmF3X3RhZ3MgPSBtZXRhZGF0YS5nZXQoInRhZ3MiKQogICAgICAgIGlmIHJhd190YWdzIGlzIE5vbmU6CiAgICAgICAgICAgIHRhZ3MgPSBbXQogICAgICAgIGVsaWYgaXNpbnN0YW5jZShyYXdfdGFncywgc3RyKToKICAgICAgICAgICAgdGFncyA9IFtyYXdfdGFnc10KICAgICAgICBlbGlmIGlzaW5zdGFuY2UocmF3X3RhZ3MsIGxpc3QpOgogICAgICAgICAgICB0YWdzID0gW3N0cihpdGVtKSBmb3IgaXRlbSBpbiByYXdfdGFnc10KICAgICAgICBlbHNlOgogICAgICAgICAgICB0YWdzID0gW3N0cihyYXdfdGFncyldCiAgICAgICAgaWYgdGFnIG5vdCBpbiB0YWdzOgogICAgICAgICAgICB0YWdzLmFwcGVuZCh0YWcpCiAgICAgICAgbWV0YWRhdGFbInRhZ3MiXSA9IHRhZ3MKICAgICAgICByZXR1cm4gbWV0YWRhdGEKCiAgICBkZWYgX21ldGFkYXRhX2Zyb21fY29udGVudChjb250ZW50KToKICAgICAgICB3aXRoIHRlbXBmaWxlLlRlbXBvcmFyeURpcmVjdG9yeSgpIGFzIHRtcF9kaXI6CiAgICAgICAgICAgIHBhdGggPSBQYXRoKHRtcF9kaXIpIC8gIlJFQURNRS5tZCIKICAgICAgICAgICAgcGF0aC53cml0ZV90ZXh0KGNvbnRlbnQgb3IgIiIsIGVuY29kaW5nPSJ1dGYtOCIpCiAgICAgICAgICAgIHJldHVybiBtZXRhZGF0YV9sb2FkKHBhdGgpIG9yIHt9CgogICAgZGVmIF9jb250ZW50X3dpdGhfbWV0YWRhdGEoY29udGVudCwgbWV0YWRhdGEpOgogICAgICAgIHdpdGggdGVtcGZpbGUuVGVtcG9yYXJ5RGlyZWN0b3J5KCkgYXMgdG1wX2RpcjoKICAgICAgICAgICAgcGF0aCA9IFBhdGgodG1wX2RpcikgLyAiUkVBRE1FLm1kIgogICAgICAgICAgICBwYXRoLndyaXRlX3RleHQoY29udGVudCBvciAiIiwgZW5jb2Rpbmc9InV0Zi04IikKICAgICAgICAgICAgbWV0YWRhdGFfc2F2ZShwYXRoLCBtZXRhZGF0YSkKICAgICAgICAgICAgcmV0dXJuIHBhdGgucmVhZF90ZXh0KGVuY29kaW5nPSJ1dGYtOCIpCgogICAgZGVmIF9ib2R5X3dpdGhvdXRfbWV0YWRhdGEoY29udGVudCk6CiAgICAgICAgcmV0dXJuIGZyb250X21hdHRlcl9yZS5zdWIoIiIsIGNvbnRlbnQg\u2026 [truncated 16288 chars]",
|
| 42 |
+
"status": "completed"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"type": "custom_tool_call",
|
| 46 |
+
"id": "hf_jobs:2",
|
| 47 |
+
"name": "hf_jobs",
|
| 48 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba0a871c005b5352ba1e\"}",
|
| 49 |
+
"output": "**Logs for 6a2cba0a871c005b5352ba1e:**\n\n```\nDownloading transformers (10.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading setuptools (1.0MiB)\nDownloading pandas (10.4MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading triton (192.1MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading sympy (6.0MiB)\nDownloading aiohttp (1.7MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading pyarrow (46.6MiB)\nDownloading networkx (2.0MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading numpy (15.9MiB)\nDownloading pygments (1.2MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded hf-transfer\n Downloaded setuptools\n Downloaded hf-xet\n Downloaded networkx\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 248ms\n/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\nTraceback (most recent call last):\n File \"<string>\", line 18, in <module>\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/load.py\", line 1698, in load_dataset\n builder_instance = load_dataset_builder(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/load.py\", line 1325, in load_dataset_builder\n dataset_module = dataset_module_factory(\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/load.py\", line 1217, in dataset_module_factory\n raise e1 from None\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/load.py\", line 1192, in dataset_module_factory\n ).get_module()\n ^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/load.py\", line 608, in get_module\n standalone_yaml_path = cached_path(\n ^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/datasets/utils/file_utils.py\", line 180, in cached_path\n ).resolve_path(url_or_filename)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/huggingface_hub/hf_file_system.py\", line 305, in resolve_path\n parsed = parse_hf_uri(f\"{constants.HF_PROTOCOL}{path}\")\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/archive-v0/laJH7LQ0RxAmS-_K1Wijk/lib/python3.12/site-packages/huggingface_hub/utils/_hf_uris.py\", line 313, in parse_hf_uri\n return _parse_repo_body(location, type_, raw=raw)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n Fil\u2026 [truncated 428 chars]",
|
| 50 |
+
"status": "completed"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"type": "custom_tool_call",
|
| 54 |
+
"id": "hf_jobs:3",
|
| 55 |
+
"name": "hf_jobs",
|
| 56 |
+
"input": "{\"operation\": \"run\", \"script\": \"\\nimport os\\nimport json\\nimport numpy as np\\nfrom datasets import load_dataset\\nfrom huggingface_hub import HfApi, create_repo\\nfrom transformers import (\\n AutoTokenizer,\\n AutoModelForSequenceClassification,\\n DataCollatorWithPadding,\\n Trainer,\\n TrainingArguments,\\n)\\n\\nrepo_id = os.environ[\\\"HUB_MODEL_ID\\\"]\\nmodel_id = \\\"distilbert-base-uncased\\\"\\n\\nraw = load_dataset(\\\"stanfordnlp/imdb\\\")\\ntrain_ds = raw[\\\"train\\\"].shuffle(seed=42).select(range(1000))\\neval_ds = raw[\\\"test\\\"].shuffle(seed=42).select(range(200))\\n\\ntok = AutoTokenizer.from_pretrained(model_id)\\n\\ndef tokenize(batch):\\n return tok(batch[\\\"text\\\"], truncation=True, max_length=256)\\n\\ntrain_tok = train_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\neval_tok = eval_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\n\\nmodel = AutoModelForSequenceClassification.from_pretrained(model_id, num_labels=2)\\ncollator = DataCollatorWithPadding(tok)\\n\\ndef compute_metrics(eval_pred):\\n logits, labels = eval_pred\\n preds = np.argmax(logits, axis=-1)\\n return {\\\"accuracy\\\": float((preds == labels).mean())}\\n\\nargs = TrainingArguments(\\n output_dir=\\\"/tmp/imdb-distilbert\\\",\\n max_steps=60,\\n per_device_train_batch_size=16,\\n per_device_eval_batch_size=32,\\n learning_rate=5e-5,\\n warmup_steps=5,\\n logging_steps=10,\\n save_strategy=\\\"no\\\",\\n report_to=\\\"none\\\",\\n seed=42,\\n)\\n\\ntrainer = Trainer(\\n model=model,\\n args=args,\\n train_dataset=train_tok,\\n eval_dataset=eval_tok,\\n tokenizer=tok,\\n data_collator=collator,\\n compute_metrics=compute_metrics,\\n)\\ntrainer.train()\\nmetrics = trainer.evaluate()\\n\\ncreate_repo(repo_id, repo_type=\\\"model\\\", exist_ok=True)\\nmodel.push_to_hub(repo_id)\\ntok.push_to_hub(repo_id)\\n\\nreadme = f\\\"\\\"\\\"---\\nlibrary_name: transformers\\ntags:\\n- text-classification\\n- imdb\\n- ml-intern-api-example\\nbase_model: {model_id}\\n---\\n\\n# ML Intern API IMDb DistilBERT Example\\n\\nThis model was produced by a public ML Intern API example run.\\n\\n- Base model: `{model_id}`\\n- Dataset: `imdb`\\n- Train subset: 1,000 examples\\n- Eval subset: 200 examples\\n- Training: 60 Trainer steps, batch size 16, learning rate 5e-5\\n- Eval metrics: `{json.dumps(metrics, sort_keys=True)}`\\n\\\"\\\"\\\"\\nHfApi().upload_file(\\n path_or_fileobj=readme.encode(\\\"utf-8\\\"),\\n path_in_repo=\\\"README.md\\\",\\n repo_id=repo_id,\\n repo_type=\\\"model\\\",\\n)\\nprint(json.dumps({\\\"repo_id\\\": repo_id, \\\"model_url\\\": f\\\"https://huggingface.co/{repo_id}\\\", \\\"metrics\\\": metrics}, indent=2))\\n\", \"dependencies\": [\"transformers\", \"datasets\", \"numpy\", \"huggingface_hub\", \"accelerate\"], \"hardware_flavor\": \"cpu-basic\", \"timeout\": \"30m\", \"env\": {\"HUB_MODEL_ID\": \"abidlabs/ml-intern-api-imdb-distilbert-20260613-020123\"}}",
|
| 57 |
+
"output": "Python job completed!\n\n**Job ID:** 6a2cba40234ca64b6012104f\n**Final Status:** RUNNING\n**View at:** https://huggingface.co/jobs/abidlabs/6a2cba40234ca64b6012104f\n\n**Logs:**\n```\n[installs truncated]\nInstalled 75 packages in 241ms\n/root/.cache/uv/archive-v0/DdwQhNe2FyP0JLEpfvuoU/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n```",
|
| 58 |
+
"status": "completed"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"type": "custom_tool_call",
|
| 62 |
+
"id": "hf_jobs:4",
|
| 63 |
+
"name": "hf_jobs",
|
| 64 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba40234ca64b6012104f\"}",
|
| 65 |
+
"output": "**Logs for 6a2cba40234ca64b6012104f:**\n\n```\nDownloading networkx (2.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading transformers (10.6MiB)\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading torch (507.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading hf-xet (4.3MiB)\nDownloading numpy (15.9MiB)\nDownloading pyarrow (46.6MiB)\nDownloading aiohttp (1.7MiB)\nDownloading sympy (6.0MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading tokenizers (3.1MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\n Downloaded nvidia-cufile\n Downloaded pygments\n Downloaded aiohttp\n Downloaded setuptools\n Downloaded networkx\n Downloaded nvidia-cuda-runtime\n Downloaded tokenizers\n Downloaded hf-transfer\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded sympy\n Downloaded nvidia-cuda-cupti\n Downloaded numpy\n Downloaded pandas\n Downloaded transformers\n Downloaded nvidia-nvjitlink\n Downloaded pyarrow\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 241ms\n/root/.cache/uv/archive-v0/DdwQhNe2FyP0JLEpfvuoU/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 252690.23 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 324852.77 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 305963.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2402.92 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2548.52 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_layer_norm.weight | UNEXPECTED | \nclassifier.bias | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \npre_classifier.weight | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\nTraceback (most recent call last):\n File \"<string>\", line 51, in <module>\nTypeError: Trainer.__init__() got an unexpected keyword argument 'tokenizer'\n```",
|
| 66 |
+
"status": "completed"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"type": "custom_tool_call",
|
| 70 |
+
"id": "hf_jobs:5",
|
| 71 |
+
"name": "hf_jobs",
|
| 72 |
+
"input": "{\"operation\": \"run\", \"script\": \"\\nimport os\\nimport json\\nimport numpy as np\\nfrom datasets import load_dataset\\nfrom huggingface_hub import HfApi, create_repo\\nfrom transformers import (\\n AutoTokenizer,\\n AutoModelForSequenceClassification,\\n DataCollatorWithPadding,\\n Trainer,\\n TrainingArguments,\\n)\\n\\nrepo_id = os.environ[\\\"HUB_MODEL_ID\\\"]\\nmodel_id = \\\"distilbert-base-uncased\\\"\\n\\nraw = load_dataset(\\\"stanfordnlp/imdb\\\")\\ntrain_ds = raw[\\\"train\\\"].shuffle(seed=42).select(range(1000))\\neval_ds = raw[\\\"test\\\"].shuffle(seed=42).select(range(200))\\n\\ntok = AutoTokenizer.from_pretrained(model_id)\\n\\ndef tokenize(batch):\\n return tok(batch[\\\"text\\\"], truncation=True, max_length=256)\\n\\ntrain_tok = train_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\neval_tok = eval_ds.map(tokenize, batched=True, remove_columns=[\\\"text\\\"])\\n\\nmodel = AutoModelForSequenceClassification.from_pretrained(model_id, num_labels=2)\\ncollator = DataCollatorWithPadding(tok)\\n\\ndef compute_metrics(eval_pred):\\n logits, labels = eval_pred\\n preds = np.argmax(logits, axis=-1)\\n return {\\\"accuracy\\\": float((preds == labels).mean())}\\n\\nargs = TrainingArguments(\\n output_dir=\\\"/tmp/imdb-distilbert\\\",\\n max_steps=60,\\n per_device_train_batch_size=16,\\n per_device_eval_batch_size=32,\\n learning_rate=5e-5,\\n warmup_steps=5,\\n logging_steps=10,\\n save_strategy=\\\"no\\\",\\n report_to=\\\"none\\\",\\n seed=42,\\n)\\n\\ntrainer = Trainer(\\n model=model,\\n args=args,\\n train_dataset=train_tok,\\n eval_dataset=eval_tok,\\n processing_class=tok,\\n data_collator=collator,\\n compute_metrics=compute_metrics,\\n)\\ntrainer.train()\\nmetrics = trainer.evaluate()\\n\\ncreate_repo(repo_id, repo_type=\\\"model\\\", exist_ok=True)\\nmodel.push_to_hub(repo_id)\\ntok.push_to_hub(repo_id)\\n\\nreadme = f\\\"\\\"\\\"---\\nlibrary_name: transformers\\ntags:\\n- text-classification\\n- imdb\\n- ml-intern-api-example\\nbase_model: {model_id}\\n---\\n\\n# ML Intern API IMDb DistilBERT Example\\n\\nThis model was produced by a public ML Intern API example run.\\n\\n- Base model: `{model_id}`\\n- Dataset: `imdb`\\n- Train subset: 1,000 examples\\n- Eval subset: 200 examples\\n- Training: 60 Trainer steps, batch size 16, learning rate 5e-5\\n- Eval metrics: `{json.dumps(metrics, sort_keys=True)}`\\n\\\"\\\"\\\"\\nHfApi().upload_file(\\n path_or_fileobj=readme.encode(\\\"utf-8\\\"),\\n path_in_repo=\\\"README.md\\\",\\n repo_id=repo_id,\\n repo_type=\\\"model\\\",\\n)\\nprint(json.dumps({\\\"repo_id\\\": repo_id, \\\"model_url\\\": f\\\"https://huggingface.co/{repo_id}\\\", \\\"metrics\\\": metrics}, indent=2))\\n\", \"dependencies\": [\"transformers\", \"datasets\", \"numpy\", \"huggingface_hub\", \"accelerate\"], \"hardware_flavor\": \"cpu-basic\", \"timeout\": \"30m\", \"env\": {\"HUB_MODEL_ID\": \"abidlabs/ml-intern-api-imdb-distilbert-20260613-020123\"}}",
|
| 73 |
+
"output": "Python job completed!\n\n**Job ID:** 6a2cba84871c005b5352ba24\n**Final Status:** RUNNING\n**View at:** https://huggingface.co/jobs/abidlabs/6a2cba84871c005b5352ba24\n\n**Logs:**\n```\n(no logs)\n```",
|
| 74 |
+
"status": "completed"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"type": "custom_tool_call",
|
| 78 |
+
"id": "hf_jobs:6",
|
| 79 |
+
"name": "hf_jobs",
|
| 80 |
+
"input": "{\"operation\": \"inspect\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 81 |
+
"output": "**Job Details** (1 job):\n\n```json\n[\n {\n \"id\": \"6a2cba84871c005b5352ba24\",\n \"status\": {\n \"stage\": \"RUNNING\",\n \"message\": null\n },\n \"command\": [\n \"/bin/sh\",\n \"-lc\",\n \"set -e; _ml_intern_artifacts_dir=\\\"$(mktemp -d)\\\"; printf %s IyBBdXRvLWdlbmVyYXRlZCBieSBNTCBJbnRlcm4uIEJlc3QtZWZmb3J0IEh1YiBhcnRpZmFjdCBtZXRhZGF0YSBvbmx5LgpkZWYgX2luc3RhbGxfbWxfaW50ZXJuX2FydGlmYWN0X2hvb2tzKCk6CiAgICBpbXBvcnQgb3MKICAgIGltcG9ydCByZQogICAgaW1wb3J0IHRlbXBmaWxlCiAgICBmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgKCiAgICB0cnk6CiAgICAgICAgaW1wb3J0IGh1Z2dpbmdmYWNlX2h1YiBhcyBfaHViCiAgICAgICAgZnJvbSBodWdnaW5nZmFjZV9odWIgaW1wb3J0IEhmQXBpLCBoZl9odWJfZG93bmxvYWQKICAgICAgICBmcm9tIGh1Z2dpbmdmYWNlX2h1Yi5yZXBvY2FyZCBpbXBvcnQgbWV0YWRhdGFfbG9hZCwgbWV0YWRhdGFfc2F2ZQogICAgICAgIGZyb20gaHVnZ2luZ2ZhY2VfaHViLnV0aWxzIGltcG9ydCBFbnRyeU5vdEZvdW5kRXJyb3IsIFJlcG9zaXRvcnlOb3RGb3VuZEVycm9yCiAgICBleGNlcHQgRXhjZXB0aW9uOgogICAgICAgIHJldHVybgoKICAgIHNlc3Npb25faWQgPSAnNTEyZjZiYWQtNmUyNC00MmNhLTlhNzItYzAyZjQ3NzE2MjgxJwogICAgc2Vzc2lvbl9kYXRlID0gJzIwMjYtMDYtMTMnCiAgICBjb2xsZWN0aW9uX3RpdGxlID0gJ21sLWludGVybi1hcnRpZmFjdHMtMjAyNi0wNi0xMy01MTJmNmJhZCcKICAgIHRhZyA9ICdtbC1pbnRlcm4nCiAgICBtYXJrZXIgPSAnPCEtLSBtbC1pbnRlcm4tcHJvdmVuYW5jZSAtLT4nCiAgICBzdXBwb3J0ZWQgPSBbJ2RhdGFzZXQnLCAnbW9kZWwnLCAnc3BhY2UnXQogICAgc2FuZGJveF9zcGFjZV9yZSA9IHJlLmNvbXBpbGUoJ15zYW5kYm94LVthLWYwLTldezh9JCcpCiAgICByZWdpc3RlcmluZyA9IEZhbHNlCiAgICBjb2xsZWN0aW9uX3NsdWcgPSBOb25lCiAgICByZWdpc3RlcmVkID0gc2V0KCkKICAgIHVzYWdlX3JlID0gcmUuY29tcGlsZSgKICAgICAgICByIl4jezIsNn1ccysodXNhZ2V8aG93IHRvIHVzZXx1c2luZyB0aGlzIChtb2RlbHxkYXRhc2V0KXx1c2UgdGhpcyAobW9kZWx8ZGF0YXNldCkpXGIiLAogICAgICAgIHJlLklHTk9SRUNBU0UgfCByZS5NVUxUSUxJTkUsCiAgICApCiAgICBmcm9udF9tYXR0ZXJfcmUgPSByZS5jb21waWxlKHIiXEEtLS1ccypcbi4qP1xuLS0tXHMqXG4/IiwgcmUuRE9UQUxMKQogICAgY29sbGVjdGlvbl9jYWNoZV9wYXRoID0gKAogICAgICAgIG9zLmVudmlyb24uZ2V0KCJNTF9JTlRFUk5fQVJUSUZBQ1RfQ09MTEVDVElPTl9DQUNIRSIpCiAgICAgICAgb3Igc3RyKAogICAgICAgICAgICBQYXRoKHRlbXBmaWxlLmdldHRlbXBkaXIoKSkKICAgICAgICAgICAgLyBmIm1sLWludGVybi1hcnRpZmFjdHMte3Nlc3Npb25faWR9LmNvbGxlY3Rpb24iCiAgICAgICAgKQogICAgKQoKICAgIGRlZiBfdG9rZW4odmFsdWU9Tm9uZSwgYXBpPU5vbmUpOgogICAgICAgIGlmIGlzaW5zdGFuY2UodmFsdWUsIHN0cikgYW5kIHZhbHVlOgogICAgICAgICAgICByZXR1cm4gdmFsdWUKICAgICAgICBhcGlfdG9rZW4gPSBnZXRhdHRyKGFwaSwgInRva2VuIiwgTm9uZSkKICAgICAgICBpZiBpc2luc3RhbmNlKGFwaV90b2tlbiwgc3RyKSBhbmQgYXBpX3Rva2VuOgogICAgICAgICAgICByZXR1cm4gYXBpX3Rva2VuCiAgICAgICAgcmV0dXJuICgKICAgICAgICAgICAgb3MuZW52aXJvbi5nZXQoIkhGX1RPS0VOIikKICAgICAgICAgICAgb3Igb3MuZW52aXJvbi5nZXQoIkhVR0dJTkdGQUNFX0hVQl9UT0tFTiIpCiAgICAgICAgICAgIG9yIE5vbmUKICAgICAgICApCgogICAgZGVmIF9tZXJnZV90YWdzKG1ldGFkYXRhKToKICAgICAgICBtZXRhZGF0YSA9IGRpY3QobWV0YWRhdGEgb3Ige30pCiAgICAgICAgcmF3X3RhZ3MgPSBtZXRhZGF0YS5nZXQoInRhZ3MiKQogICAgICAgIGlmIHJhd190YWdzIGlzIE5vbmU6CiAgICAgICAgICAgIHRhZ3MgPSBbXQogICAgICAgIGVsaWYgaXNpbnN0YW5jZShyYXdfdGFncywgc3RyKToKICAgICAgICAgICAgdGFncyA9IFtyYXdfdGFnc10KICAgICAgICBlbGlmIGlzaW5zdGFuY2UocmF3X3RhZ3MsIGxpc3QpOgogICAgICAgICAgICB0YWdzID0gW3N0cihpdGVtKSBmb3IgaXRlbSBpbiByYXdfdGFnc10KICAgICAgICBlbHNlOgogICAgICAgICAgICB0YWdzID0gW3N0cihyYXdfdGFncyldCiAgICAgICAgaWYgdGFnIG5vdCBpbiB0YWdzOgogICAgICAgICAgICB0YWdzLmFwcGVuZCh0YWcpCiAgICAgICAgbWV0YWRhdGFbInRhZ3MiXSA9IHRhZ3MKICAgICAgICByZXR1cm4gbWV0YWRhdGEKCiAgICBkZWYgX21ldGFkYXRhX2Zyb21fY29udGVudChjb250ZW50KToKICAgICAgICB3aXRoIHRlbXBmaWxlLlRlbXBvcmFyeURpcmVjdG9yeSgpIGFzIHRtcF9kaXI6CiAgICAgICAgICAgIHBhdGggPSBQYXRoKHRtcF9kaXIpIC8gIlJFQURNRS5tZCIKICAgICAgICAgICAgcGF0aC53cml0ZV90ZXh0KGNvbnRlbnQgb3IgIiIsIGVuY29kaW5nPSJ1dGYtOCIpCiAgICAgICAgICAgIHJldHVybiBtZXRhZGF0YV9sb2FkKHBhdGgpIG9yIHt9CgogICAgZGVmIF9jb250ZW50X3dpdGhfbWV0YWRhdGEoY29udGVudCwgbWV0YWRhdGEpOgogICAgICAgIHdpdGggdGVtcGZpbGUuVGVtcG9yYXJ5RGlyZWN0b3J5KCkgYXMgdG1wX2RpcjoKICAgICAgICAgICAgcGF0aCA9IFBhdGgodG1wX2RpcikgLyAiUkVBRE1FLm1kIgogICAgICAgICAgICBwYXRoLndyaXRlX3RleHQoY29udGVudCBvciAiIiwgZW5jb2Rpbmc9InV0Zi04IikKICAgICAgICAgICAgbWV0YWRhdGFfc2F2ZShwYXRoLCBtZXRhZGF0YSkKICAgICAgICAgICAgcmV0dXJuIHBhdGgucmVhZF90ZXh0KGVuY29kaW5nPSJ1dGYtOCIpCgogICAgZGVmIF9ib2R5X3dpdGhvdXRfbWV0YWRhdGEoY29udGVudCk6CiAgICAgICAgcmV0dXJuIGZyb250X21hdHRlcl9yZS5zdWIoIiIsIGNvbnRlbnQg\u2026 [truncated 16312 chars]",
|
| 82 |
+
"status": "completed"
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"type": "custom_tool_call",
|
| 86 |
+
"id": "hf_jobs:7",
|
| 87 |
+
"name": "hf_jobs",
|
| 88 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 89 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n```",
|
| 90 |
+
"status": "completed"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"type": "custom_tool_call",
|
| 94 |
+
"id": "hf_jobs:8",
|
| 95 |
+
"name": "hf_jobs",
|
| 96 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 97 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n```",
|
| 98 |
+
"status": "completed"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"type": "custom_tool_call",
|
| 102 |
+
"id": "bash:9",
|
| 103 |
+
"name": "bash",
|
| 104 |
+
"input": "{\"command\": \"sleep 30\", \"description\": \"Wait for job to progress\"}",
|
| 105 |
+
"output": "(no output)",
|
| 106 |
+
"status": "completed"
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"type": "custom_tool_call",
|
| 110 |
+
"id": "hf_jobs:10",
|
| 111 |
+
"name": "hf_jobs",
|
| 112 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 113 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n```",
|
| 114 |
+
"status": "completed"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"type": "custom_tool_call",
|
| 118 |
+
"id": "hf_jobs:11",
|
| 119 |
+
"name": "hf_jobs",
|
| 120 |
+
"input": "{\"operation\": \"inspect\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 121 |
+
"output": "**Job Details** (1 job):\n\n```json\n[\n {\n \"id\": \"6a2cba84871c005b5352ba24\",\n \"status\": {\n \"stage\": \"RUNNING\",\n \"message\": null\n },\n \"command\": [\n \"/bin/sh\",\n \"-lc\",\n \"set -e; _ml_intern_artifacts_dir=\\\"$(mktemp -d)\\\"; printf %s IyBBdXRvLWdlbmVyYXRlZCBieSBNTCBJbnRlcm4uIEJlc3QtZWZmb3J0IEh1YiBhcnRpZmFjdCBtZXRhZGF0YSBvbmx5LgpkZWYgX2luc3RhbGxfbWxfaW50ZXJuX2FydGlmYWN0X2hvb2tzKCk6CiAgICBpbXBvcnQgb3MKICAgIGltcG9ydCByZQogICAgaW1wb3J0IHRlbXBmaWxlCiAgICBmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgKCiAgICB0cnk6CiAgICAgICAgaW1wb3J0IGh1Z2dpbmdmYWNlX2h1YiBhcyBfaHViCiAgICAgICAgZnJvbSBodWdnaW5nZmFjZV9odWIgaW1wb3J0IEhmQXBpLCBoZl9odWJfZG93bmxvYWQKICAgICAgICBmcm9tIGh1Z2dpbmdmYWNlX2h1Yi5yZXBvY2FyZCBpbXBvcnQgbWV0YWRhdGFfbG9hZCwgbWV0YWRhdGFfc2F2ZQogICAgICAgIGZyb20gaHVnZ2luZ2ZhY2VfaHViLnV0aWxzIGltcG9ydCBFbnRyeU5vdEZvdW5kRXJyb3IsIFJlcG9zaXRvcnlOb3RGb3VuZEVycm9yCiAgICBleGNlcHQgRXhjZXB0aW9uOgogICAgICAgIHJldHVybgoKICAgIHNlc3Npb25faWQgPSAnNTEyZjZiYWQtNmUyNC00MmNhLTlhNzItYzAyZjQ3NzE2MjgxJwogICAgc2Vzc2lvbl9kYXRlID0gJzIwMjYtMDYtMTMnCiAgICBjb2xsZWN0aW9uX3RpdGxlID0gJ21sLWludGVybi1hcnRpZmFjdHMtMjAyNi0wNi0xMy01MTJmNmJhZCcKICAgIHRhZyA9ICdtbC1pbnRlcm4nCiAgICBtYXJrZXIgPSAnPCEtLSBtbC1pbnRlcm4tcHJvdmVuYW5jZSAtLT4nCiAgICBzdXBwb3J0ZWQgPSBbJ2RhdGFzZXQnLCAnbW9kZWwnLCAnc3BhY2UnXQogICAgc2FuZGJveF9zcGFjZV9yZSA9IHJlLmNvbXBpbGUoJ15zYW5kYm94LVthLWYwLTldezh9JCcpCiAgICByZWdpc3RlcmluZyA9IEZhbHNlCiAgICBjb2xsZWN0aW9uX3NsdWcgPSBOb25lCiAgICByZWdpc3RlcmVkID0gc2V0KCkKICAgIHVzYWdlX3JlID0gcmUuY29tcGlsZSgKICAgICAgICByIl4jezIsNn1ccysodXNhZ2V8aG93IHRvIHVzZXx1c2luZyB0aGlzIChtb2RlbHxkYXRhc2V0KXx1c2UgdGhpcyAobW9kZWx8ZGF0YXNldCkpXGIiLAogICAgICAgIHJlLklHTk9SRUNBU0UgfCByZS5NVUxUSUxJTkUsCiAgICApCiAgICBmcm9udF9tYXR0ZXJfcmUgPSByZS5jb21waWxlKHIiXEEtLS1ccypcbi4qP1xuLS0tXHMqXG4/IiwgcmUuRE9UQUxMKQogICAgY29sbGVjdGlvbl9jYWNoZV9wYXRoID0gKAogICAgICAgIG9zLmVudmlyb24uZ2V0KCJNTF9JTlRFUk5fQVJUSUZBQ1RfQ09MTEVDVElPTl9DQUNIRSIpCiAgICAgICAgb3Igc3RyKAogICAgICAgICAgICBQYXRoKHRlbXBmaWxlLmdldHRlbXBkaXIoKSkKICAgICAgICAgICAgLyBmIm1sLWludGVybi1hcnRpZmFjdHMte3Nlc3Npb25faWR9LmNvbGxlY3Rpb24iCiAgICAgICAgKQogICAgKQoKICAgIGRlZiBfdG9rZW4odmFsdWU9Tm9uZSwgYXBpPU5vbmUpOgogICAgICAgIGlmIGlzaW5zdGFuY2UodmFsdWUsIHN0cikgYW5kIHZhbHVlOgogICAgICAgICAgICByZXR1cm4gdmFsdWUKICAgICAgICBhcGlfdG9rZW4gPSBnZXRhdHRyKGFwaSwgInRva2VuIiwgTm9uZSkKICAgICAgICBpZiBpc2luc3RhbmNlKGFwaV90b2tlbiwgc3RyKSBhbmQgYXBpX3Rva2VuOgogICAgICAgICAgICByZXR1cm4gYXBpX3Rva2VuCiAgICAgICAgcmV0dXJuICgKICAgICAgICAgICAgb3MuZW52aXJvbi5nZXQoIkhGX1RPS0VOIikKICAgICAgICAgICAgb3Igb3MuZW52aXJvbi5nZXQoIkhVR0dJTkdGQUNFX0hVQl9UT0tFTiIpCiAgICAgICAgICAgIG9yIE5vbmUKICAgICAgICApCgogICAgZGVmIF9tZXJnZV90YWdzKG1ldGFkYXRhKToKICAgICAgICBtZXRhZGF0YSA9IGRpY3QobWV0YWRhdGEgb3Ige30pCiAgICAgICAgcmF3X3RhZ3MgPSBtZXRhZGF0YS5nZXQoInRhZ3MiKQogICAgICAgIGlmIHJhd190YWdzIGlzIE5vbmU6CiAgICAgICAgICAgIHRhZ3MgPSBbXQogICAgICAgIGVsaWYgaXNpbnN0YW5jZShyYXdfdGFncywgc3RyKToKICAgICAgICAgICAgdGFncyA9IFtyYXdfdGFnc10KICAgICAgICBlbGlmIGlzaW5zdGFuY2UocmF3X3RhZ3MsIGxpc3QpOgogICAgICAgICAgICB0YWdzID0gW3N0cihpdGVtKSBmb3IgaXRlbSBpbiByYXdfdGFnc10KICAgICAgICBlbHNlOgogICAgICAgICAgICB0YWdzID0gW3N0cihyYXdfdGFncyldCiAgICAgICAgaWYgdGFnIG5vdCBpbiB0YWdzOgogICAgICAgICAgICB0YWdzLmFwcGVuZCh0YWcpCiAgICAgICAgbWV0YWRhdGFbInRhZ3MiXSA9IHRhZ3MKICAgICAgICByZXR1cm4gbWV0YWRhdGEKCiAgICBkZWYgX21ldGFkYXRhX2Zyb21fY29udGVudChjb250ZW50KToKICAgICAgICB3aXRoIHRlbXBmaWxlLlRlbXBvcmFyeURpcmVjdG9yeSgpIGFzIHRtcF9kaXI6CiAgICAgICAgICAgIHBhdGggPSBQYXRoKHRtcF9kaXIpIC8gIlJFQURNRS5tZCIKICAgICAgICAgICAgcGF0aC53cml0ZV90ZXh0KGNvbnRlbnQgb3IgIiIsIGVuY29kaW5nPSJ1dGYtOCIpCiAgICAgICAgICAgIHJldHVybiBtZXRhZGF0YV9sb2FkKHBhdGgpIG9yIHt9CgogICAgZGVmIF9jb250ZW50X3dpdGhfbWV0YWRhdGEoY29udGVudCwgbWV0YWRhdGEpOgogICAgICAgIHdpdGggdGVtcGZpbGUuVGVtcG9yYXJ5RGlyZWN0b3J5KCkgYXMgdG1wX2RpcjoKICAgICAgICAgICAgcGF0aCA9IFBhdGgodG1wX2RpcikgLyAiUkVBRE1FLm1kIgogICAgICAgICAgICBwYXRoLndyaXRlX3RleHQoY29udGVudCBvciAiIiwgZW5jb2Rpbmc9InV0Zi04IikKICAgICAgICAgICAgbWV0YWRhdGFfc2F2ZShwYXRoLCBtZXRhZGF0YSkKICAgICAgICAgICAgcmV0dXJuIHBhdGgucmVhZF90ZXh0KGVuY29kaW5nPSJ1dGYtOCIpCgogICAgZGVmIF9ib2R5X3dpdGhvdXRfbWV0YWRhdGEoY29udGVudCk6CiAgICAgICAgcmV0dXJuIGZyb250X21hdHRlcl9yZS5zdWIoIiIsIGNvbnRlbnQg\u2026 [truncated 16312 chars]",
|
| 122 |
+
"status": "completed"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"type": "custom_tool_call",
|
| 126 |
+
"id": "bash:12",
|
| 127 |
+
"name": "bash",
|
| 128 |
+
"input": "{\"command\": \"sleep 60\", \"description\": \"Wait for training to finish\"}",
|
| 129 |
+
"output": "(no output)",
|
| 130 |
+
"status": "completed"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"type": "custom_tool_call",
|
| 134 |
+
"id": "hf_jobs:13",
|
| 135 |
+
"name": "hf_jobs",
|
| 136 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 137 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n{'loss': '0.6979', 'grad_norm': '0.8113\u2026 [truncated 55 chars]",
|
| 138 |
+
"status": "completed"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"type": "custom_tool_call",
|
| 142 |
+
"id": "bash:14",
|
| 143 |
+
"name": "bash",
|
| 144 |
+
"input": "{\"command\": \"sleep 90\", \"description\": \"Wait for training to complete\"}",
|
| 145 |
+
"output": "(no output)",
|
| 146 |
+
"status": "completed"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"type": "custom_tool_call",
|
| 150 |
+
"id": "hf_jobs:15",
|
| 151 |
+
"name": "hf_jobs",
|
| 152 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 153 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n{'loss': '0.6979', 'grad_norm': '0.8113\u2026 [truncated 146 chars]",
|
| 154 |
+
"status": "completed"
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"type": "custom_tool_call",
|
| 158 |
+
"id": "bash:16",
|
| 159 |
+
"name": "bash",
|
| 160 |
+
"input": "{\"command\": \"sleep 120\", \"description\": \"Wait for training to finish\"}",
|
| 161 |
+
"output": "(no output)",
|
| 162 |
+
"status": "completed"
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"type": "custom_tool_call",
|
| 166 |
+
"id": "hf_jobs:17",
|
| 167 |
+
"name": "hf_jobs",
|
| 168 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 169 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n{'loss': '0.6979', 'grad_norm': '0.8113\u2026 [truncated 236 chars]",
|
| 170 |
+
"status": "completed"
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"type": "custom_tool_call",
|
| 174 |
+
"id": "bash:18",
|
| 175 |
+
"name": "bash",
|
| 176 |
+
"input": "{\"command\": \"sleep 120\", \"description\": \"Wait for training to finish\"}",
|
| 177 |
+
"output": "(no output)",
|
| 178 |
+
"status": "completed"
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"type": "custom_tool_call",
|
| 182 |
+
"id": "hf_jobs:19",
|
| 183 |
+
"name": "hf_jobs",
|
| 184 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 185 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n{'loss': '0.6979', 'grad_norm': '0.8113\u2026 [truncated 411 chars]",
|
| 186 |
+
"status": "completed"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"type": "custom_tool_call",
|
| 190 |
+
"id": "bash:20",
|
| 191 |
+
"name": "bash",
|
| 192 |
+
"input": "{\"command\": \"sleep 90\", \"description\": \"Wait for job to finish\"}",
|
| 193 |
+
"output": "(no output)",
|
| 194 |
+
"status": "completed"
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"type": "custom_tool_call",
|
| 198 |
+
"id": "hf_jobs:21",
|
| 199 |
+
"name": "hf_jobs",
|
| 200 |
+
"input": "{\"operation\": \"logs\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 201 |
+
"output": "**Logs for 6a2cba84871c005b5352ba24:**\n\n```\nDownloading nvidia-cublas (403.5MiB)\nDownloading nvidia-cusparselt-cu13 (162.3MiB)\nDownloading pyarrow (46.6MiB)\nDownloading nvidia-cuda-cupti (10.2MiB)\nDownloading sympy (6.0MiB)\nDownloading pygments (1.2MiB)\nDownloading nvidia-cufile (1.2MiB)\nDownloading tokenizers (3.1MiB)\nDownloading nvidia-cusparse (139.2MiB)\nDownloading nvidia-cuda-runtime (2.1MiB)\nDownloading nvidia-cudnn-cu13 (349.2MiB)\nDownloading nvidia-cufft (204.2MiB)\nDownloading triton (192.1MiB)\nDownloading setuptools (1.0MiB)\nDownloading nvidia-cuda-nvrtc (86.0MiB)\nDownloading hf-xet (4.3MiB)\nDownloading nvidia-cusolver (191.6MiB)\nDownloading hf-transfer (3.4MiB)\nDownloading cuda-bindings (6.3MiB)\nDownloading pandas (10.4MiB)\nDownloading nvidia-nvshmem-cu13 (57.6MiB)\nDownloading nvidia-nccl-cu13 (196.4MiB)\nDownloading nvidia-nvjitlink (38.8MiB)\nDownloading networkx (2.0MiB)\nDownloading numpy (15.9MiB)\nDownloading aiohttp (1.7MiB)\nDownloading torch (507.6MiB)\nDownloading nvidia-curand (56.8MiB)\nDownloading transformers (10.6MiB)\n Downloaded nvidia-cufile\n Downloaded aiohttp\n Downloaded nvidia-cuda-runtime\n Downloaded pygments\n Downloaded tokenizers\n Downloaded setuptools\n Downloaded hf-transfer\n Downloaded networkx\n Downloaded hf-xet\n Downloaded cuda-bindings\n Downloaded nvidia-cuda-cupti\n Downloaded sympy\n Downloaded numpy\n Downloaded pandas\n Downloaded nvidia-nvjitlink\n Downloaded transformers\n Downloaded nvidia-curand\n Downloaded nvidia-nvshmem-cu13\n Downloaded nvidia-cuda-nvrtc\n Downloaded pyarrow\n Downloaded nvidia-cusparse\n Downloaded nvidia-cusparselt-cu13\n Downloaded nvidia-cusolver\n Downloaded nvidia-nccl-cu13\n Downloaded nvidia-cufft\n Downloaded triton\n Downloaded nvidia-cudnn-cu13\n Downloaded nvidia-cublas\n Downloaded torch\nInstalled 75 packages in 249ms\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/huggingface_hub/constants.py:298: FutureWarning: The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.\n warnings.warn(\n\n\rGenerating train split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating train split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 262536.49 examples/s]\n\n\rGenerating test split: 0%| | 0/25000 [00:00<?, ? examples/s]\rGenerating test split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 25000/25000 [00:00<00:00, 299508.42 examples/s]\n\n\rGenerating unsupervised split: 0%| | 0/50000 [00:00<?, ? examples/s]\rGenerating unsupervised split: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50000/50000 [00:00<00:00, 298079.75 examples/s]\n\n\rMap: 0%| | 0/1000 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1000/1000 [00:00<00:00, 2368.15 examples/s]\n\n\rMap: 0%| | 0/200 [00:00<?, ? examples/s]\rMap: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 200/200 [00:00<00:00, 2555.81 examples/s]\n[transformers] DistilBertForSequenceClassification LOAD REPORT from: distilbert-base-uncased\nKey | Status | \n------------------------+------------+-\nvocab_layer_norm.weight | UNEXPECTED | \nvocab_projector.bias | UNEXPECTED | \nvocab_transform.bias | UNEXPECTED | \nvocab_transform.weight | UNEXPECTED | \nvocab_layer_norm.bias | UNEXPECTED | \nclassifier.bias | MISSING | \npre_classifier.weight | MISSING | \nclassifier.weight | MISSING | \npre_classifier.bias | MISSING | \n\nNotes:\n- UNEXPECTED:\tcan be ignored when loading from different task/architecture; not ok if you expect identical arch.\n- MISSING:\tthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.\n/root/.cache/uv/archive-v0/rUmhh6q7EMihhAVTbstVN/lib/python3.12/site-packages/torch/utils/data/dataloader.py:752: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n super().__init__(loader)\n{'loss': '0.6979', 'grad_norm': '0.8113\u2026 [truncated 1032 chars]",
|
| 202 |
+
"status": "completed"
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"type": "custom_tool_call",
|
| 206 |
+
"id": "hf_jobs:22",
|
| 207 |
+
"name": "hf_jobs",
|
| 208 |
+
"input": "{\"operation\": \"inspect\", \"job_id\": \"6a2cba84871c005b5352ba24\"}",
|
| 209 |
+
"output": "**Job Details** (1 job):\n\n```json\n[\n {\n \"id\": \"6a2cba84871c005b5352ba24\",\n \"status\": {\n \"stage\": \"COMPLETED\",\n \"message\": null\n },\n \"command\": [\n \"/bin/sh\",\n \"-lc\",\n \"set -e; _ml_intern_artifacts_dir=\\\"$(mktemp -d)\\\"; printf %s IyBBdXRvLWdlbmVyYXRlZCBieSBNTCBJbnRlcm4uIEJlc3QtZWZmb3J0IEh1YiBhcnRpZmFjdCBtZXRhZGF0YSBvbmx5LgpkZWYgX2luc3RhbGxfbWxfaW50ZXJuX2FydGlmYWN0X2hvb2tzKCk6CiAgICBpbXBvcnQgb3MKICAgIGltcG9ydCByZQogICAgaW1wb3J0IHRlbXBmaWxlCiAgICBmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgKCiAgICB0cnk6CiAgICAgICAgaW1wb3J0IGh1Z2dpbmdmYWNlX2h1YiBhcyBfaHViCiAgICAgICAgZnJvbSBodWdnaW5nZmFjZV9odWIgaW1wb3J0IEhmQXBpLCBoZl9odWJfZG93bmxvYWQKICAgICAgICBmcm9tIGh1Z2dpbmdmYWNlX2h1Yi5yZXBvY2FyZCBpbXBvcnQgbWV0YWRhdGFfbG9hZCwgbWV0YWRhdGFfc2F2ZQogICAgICAgIGZyb20gaHVnZ2luZ2ZhY2VfaHViLnV0aWxzIGltcG9ydCBFbnRyeU5vdEZvdW5kRXJyb3IsIFJlcG9zaXRvcnlOb3RGb3VuZEVycm9yCiAgICBleGNlcHQgRXhjZXB0aW9uOgogICAgICAgIHJldHVybgoKICAgIHNlc3Npb25faWQgPSAnNTEyZjZiYWQtNmUyNC00MmNhLTlhNzItYzAyZjQ3NzE2MjgxJwogICAgc2Vzc2lvbl9kYXRlID0gJzIwMjYtMDYtMTMnCiAgICBjb2xsZWN0aW9uX3RpdGxlID0gJ21sLWludGVybi1hcnRpZmFjdHMtMjAyNi0wNi0xMy01MTJmNmJhZCcKICAgIHRhZyA9ICdtbC1pbnRlcm4nCiAgICBtYXJrZXIgPSAnPCEtLSBtbC1pbnRlcm4tcHJvdmVuYW5jZSAtLT4nCiAgICBzdXBwb3J0ZWQgPSBbJ2RhdGFzZXQnLCAnbW9kZWwnLCAnc3BhY2UnXQogICAgc2FuZGJveF9zcGFjZV9yZSA9IHJlLmNvbXBpbGUoJ15zYW5kYm94LVthLWYwLTldezh9JCcpCiAgICByZWdpc3RlcmluZyA9IEZhbHNlCiAgICBjb2xsZWN0aW9uX3NsdWcgPSBOb25lCiAgICByZWdpc3RlcmVkID0gc2V0KCkKICAgIHVzYWdlX3JlID0gcmUuY29tcGlsZSgKICAgICAgICByIl4jezIsNn1ccysodXNhZ2V8aG93IHRvIHVzZXx1c2luZyB0aGlzIChtb2RlbHxkYXRhc2V0KXx1c2UgdGhpcyAobW9kZWx8ZGF0YXNldCkpXGIiLAogICAgICAgIHJlLklHTk9SRUNBU0UgfCByZS5NVUxUSUxJTkUsCiAgICApCiAgICBmcm9udF9tYXR0ZXJfcmUgPSByZS5jb21waWxlKHIiXEEtLS1ccypcbi4qP1xuLS0tXHMqXG4/IiwgcmUuRE9UQUxMKQogICAgY29sbGVjdGlvbl9jYWNoZV9wYXRoID0gKAogICAgICAgIG9zLmVudmlyb24uZ2V0KCJNTF9JTlRFUk5fQVJUSUZBQ1RfQ09MTEVDVElPTl9DQUNIRSIpCiAgICAgICAgb3Igc3RyKAogICAgICAgICAgICBQYXRoKHRlbXBmaWxlLmdldHRlbXBkaXIoKSkKICAgICAgICAgICAgLyBmIm1sLWludGVybi1hcnRpZmFjdHMte3Nlc3Npb25faWR9LmNvbGxlY3Rpb24iCiAgICAgICAgKQogICAgKQoKICAgIGRlZiBfdG9rZW4odmFsdWU9Tm9uZSwgYXBpPU5vbmUpOgogICAgICAgIGlmIGlzaW5zdGFuY2UodmFsdWUsIHN0cikgYW5kIHZhbHVlOgogICAgICAgICAgICByZXR1cm4gdmFsdWUKICAgICAgICBhcGlfdG9rZW4gPSBnZXRhdHRyKGFwaSwgInRva2VuIiwgTm9uZSkKICAgICAgICBpZiBpc2luc3RhbmNlKGFwaV90b2tlbiwgc3RyKSBhbmQgYXBpX3Rva2VuOgogICAgICAgICAgICByZXR1cm4gYXBpX3Rva2VuCiAgICAgICAgcmV0dXJuICgKICAgICAgICAgICAgb3MuZW52aXJvbi5nZXQoIkhGX1RPS0VOIikKICAgICAgICAgICAgb3Igb3MuZW52aXJvbi5nZXQoIkhVR0dJTkdGQUNFX0hVQl9UT0tFTiIpCiAgICAgICAgICAgIG9yIE5vbmUKICAgICAgICApCgogICAgZGVmIF9tZXJnZV90YWdzKG1ldGFkYXRhKToKICAgICAgICBtZXRhZGF0YSA9IGRpY3QobWV0YWRhdGEgb3Ige30pCiAgICAgICAgcmF3X3RhZ3MgPSBtZXRhZGF0YS5nZXQoInRhZ3MiKQogICAgICAgIGlmIHJhd190YWdzIGlzIE5vbmU6CiAgICAgICAgICAgIHRhZ3MgPSBbXQogICAgICAgIGVsaWYgaXNpbnN0YW5jZShyYXdfdGFncywgc3RyKToKICAgICAgICAgICAgdGFncyA9IFtyYXdfdGFnc10KICAgICAgICBlbGlmIGlzaW5zdGFuY2UocmF3X3RhZ3MsIGxpc3QpOgogICAgICAgICAgICB0YWdzID0gW3N0cihpdGVtKSBmb3IgaXRlbSBpbiByYXdfdGFnc10KICAgICAgICBlbHNlOgogICAgICAgICAgICB0YWdzID0gW3N0cihyYXdfdGFncyldCiAgICAgICAgaWYgdGFnIG5vdCBpbiB0YWdzOgogICAgICAgICAgICB0YWdzLmFwcGVuZCh0YWcpCiAgICAgICAgbWV0YWRhdGFbInRhZ3MiXSA9IHRhZ3MKICAgICAgICByZXR1cm4gbWV0YWRhdGEKCiAgICBkZWYgX21ldGFkYXRhX2Zyb21fY29udGVudChjb250ZW50KToKICAgICAgICB3aXRoIHRlbXBmaWxlLlRlbXBvcmFyeURpcmVjdG9yeSgpIGFzIHRtcF9kaXI6CiAgICAgICAgICAgIHBhdGggPSBQYXRoKHRtcF9kaXIpIC8gIlJFQURNRS5tZCIKICAgICAgICAgICAgcGF0aC53cml0ZV90ZXh0KGNvbnRlbnQgb3IgIiIsIGVuY29kaW5nPSJ1dGYtOCIpCiAgICAgICAgICAgIHJldHVybiBtZXRhZGF0YV9sb2FkKHBhdGgpIG9yIHt9CgogICAgZGVmIF9jb250ZW50X3dpdGhfbWV0YWRhdGEoY29udGVudCwgbWV0YWRhdGEpOgogICAgICAgIHdpdGggdGVtcGZpbGUuVGVtcG9yYXJ5RGlyZWN0b3J5KCkgYXMgdG1wX2RpcjoKICAgICAgICAgICAgcGF0aCA9IFBhdGgodG1wX2RpcikgLyAiUkVBRE1FLm1kIgogICAgICAgICAgICBwYXRoLndyaXRlX3RleHQoY29udGVudCBvciAiIiwgZW5jb2Rpbmc9InV0Zi04IikKICAgICAgICAgICAgbWV0YWRhdGFfc2F2ZShwYXRoLCBtZXRhZGF0YSkKICAgICAgICAgICAgcmV0dXJuIHBhdGgucmVhZF90ZXh0KGVuY29kaW5nPSJ1dGYtOCIpCgogICAgZGVmIF9ib2R5X3dpdGhvdXRfbWV0YWRhdGEoY29udGVudCk6CiAgICAgICAgcmV0dXJuIGZyb250X21hdHRlcl9yZS5zdWIoIiIsIGNvbnRlbn\u2026 [truncated 16314 chars]",
|
| 210 |
+
"status": "completed"
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"type": "message",
|
| 214 |
+
"id": "msg_23",
|
| 215 |
+
"role": "assistant",
|
| 216 |
+
"status": "completed",
|
| 217 |
+
"content": [
|
| 218 |
+
{
|
| 219 |
+
"type": "output_text",
|
| 220 |
+
"text": "Done. The HF Job finished successfully.\n\n**Job ID:** `6a2cba84871c005b5352ba24` \n**Job URL:** https://huggingface.co/jobs/abidlabs/6a2cba84871c005b5352ba24\n\n**Model published to:** \nhttps://huggingface.co/abidlabs/ml-intern-api-imdb-distilbert-20260613-020123\n\n**Eval metrics:**\n- `eval_loss`: 0.4811\n- `eval_accuracy`: 0.815\n- `eval_runtime`: 24.20 s\n- `epoch`: 0.9524\n\n**Minimal fixes applied:**\n1. Dataset ID: `\"imdb\"` \u2192 `\"stanfordnlp/imdb\"` (resolved `HfUriError`)\n2. `Trainer` argument: `tokenizer=tok` \u2192 `processing_class=tok` (resolved `TypeError` in current Transformers)"
|
| 221 |
+
}
|
| 222 |
+
]
|
| 223 |
+
}
|
| 224 |
+
],
|
| 225 |
+
"error": null,
|
| 226 |
+
"incomplete_details": null,
|
| 227 |
+
"usage": {
|
| 228 |
+
"session_id": "512f6bad-6e24-42ca-9a72-c02f47716281",
|
| 229 |
+
"total_usd": 0.0012,
|
| 230 |
+
"inference_usd": 0.0,
|
| 231 |
+
"hf_jobs_estimated_usd": 0.0012,
|
| 232 |
+
"sandbox_estimated_usd": 0.0,
|
| 233 |
+
"llm_calls": 24,
|
| 234 |
+
"hf_jobs_count": 3,
|
| 235 |
+
"sandbox_count": 0,
|
| 236 |
+
"prompt_tokens": 1188761,
|
| 237 |
+
"completion_tokens": 4229,
|
| 238 |
+
"cache_read_tokens": 1083392,
|
| 239 |
+
"cache_creation_tokens": 0,
|
| 240 |
+
"total_tokens": 1192990,
|
| 241 |
+
"hf_jobs_billable_seconds_estimate": 84,
|
| 242 |
+
"sandbox_billable_seconds_estimate": 0
|
| 243 |
+
},
|
| 244 |
+
"artifacts": [
|
| 245 |
+
{
|
| 246 |
+
"type": "hf_job",
|
| 247 |
+
"id": "6a2cba0a871c005b5352ba1e",
|
| 248 |
+
"url": "https://huggingface.co/jobs/abidlabs/6a2cba0a871c005b5352ba1e"
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"type": "hf_job",
|
| 252 |
+
"id": "6a2cba40234ca64b6012104f",
|
| 253 |
+
"url": "https://huggingface.co/jobs/abidlabs/6a2cba40234ca64b6012104f"
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"type": "hf_job",
|
| 257 |
+
"id": "6a2cba84871c005b5352ba24",
|
| 258 |
+
"url": "https://huggingface.co/jobs/abidlabs/6a2cba84871c005b5352ba24"
|
| 259 |
+
}
|
| 260 |
+
],
|
| 261 |
+
"metadata": {
|
| 262 |
+
"example_slug": "finetune-imdb-artifact",
|
| 263 |
+
"repo_id": "abidlabs/ml-intern-api-imdb-distilbert-20260613-020123"
|
| 264 |
+
}
|
| 265 |
+
}
|
| 266 |
+
}
|
api-docs/index.html
CHANGED
|
@@ -484,6 +484,31 @@ td:first-child code { white-space: nowrap; }
|
|
| 484 |
<p class="result-link"><a href="example-results/dataset-audit-sft-plan.json" target="_blank" rel="noopener">Open captured request + response JSON</a></p>
|
| 485 |
</details>
|
| 486 |
</article>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 487 |
</div>
|
| 488 |
</section>
|
| 489 |
|
|
|
|
| 484 |
<p class="result-link"><a href="example-results/dataset-audit-sft-plan.json" target="_blank" rel="noopener">Open captured request + response JSON</a></p>
|
| 485 |
</details>
|
| 486 |
</article>
|
| 487 |
+
|
| 488 |
+
<article class="example">
|
| 489 |
+
<h3>Fine-tune and publish a model artifact</h3>
|
| 490 |
+
<div class="meta">
|
| 491 |
+
<code>completed</code><code>14 min</code><code>hf_jobs</code><code>model artifact</code><code>resp_518beb5c9e7c4aeb94b67d763183fdae</code>
|
| 492 |
+
</div>
|
| 493 |
+
<p><b>Task:</b> Launch a CPU HF Job that fine-tunes <code>distilbert-base-uncased</code> on a small IMDb subset, evaluates it, and pushes a model repo.</p>
|
| 494 |
+
<div class="codebox"><span class="lang">request excerpt</span><button class="copy" type="button">copy</button>
|
| 495 |
+
<pre>{
|
| 496 |
+
"model": "moonshotai/Kimi-K2.6:novita",
|
| 497 |
+
"instructions": "Launch exactly one CPU-only HF Job using the provided script as inline Python source. Use hardware=cpu-basic and timeout about 30 minutes. Set HUB_MODEL_ID to the requested repo id. Wait for the job to finish, then report the model URL, job URL, and eval metrics.",
|
| 498 |
+
"input": "Run this exact CPU-only fine-tuning script as one HF Job and publish the artifact to abidlabs/ml-intern-api-imdb-distilbert-20260613-020123. The script fine-tunes distilbert-base-uncased on a small IMDb subset and pushes the model.",
|
| 499 |
+
"background": true,
|
| 500 |
+
"max_cost_usd": 15.0
|
| 501 |
+
}</pre></div>
|
| 502 |
+
<p><b>Result:</b> The job published
|
| 503 |
+
<a href="https://huggingface.co/abidlabs/ml-intern-api-imdb-distilbert-20260613-020123" target="_blank" rel="noopener">abidlabs/ml-intern-api-imdb-distilbert-20260613-020123</a>
|
| 504 |
+
from <a href="https://huggingface.co/jobs/abidlabs/6a2cba84871c005b5352ba24" target="_blank" rel="noopener">HF Job 6a2cba84871c005b5352ba24</a>.
|
| 505 |
+
The final eval accuracy on the 200-example subset was <code>0.815</code>.</p>
|
| 506 |
+
<details class="result-details" data-result="example-results/finetune-imdb-artifact.json">
|
| 507 |
+
<summary>Full API response</summary>
|
| 508 |
+
<div class="codebox"><span class="lang">json</span><button class="copy" type="button">copy</button><pre>Loading…</pre></div>
|
| 509 |
+
<p class="result-link"><a href="example-results/finetune-imdb-artifact.json" target="_blank" rel="noopener">Open captured request + response JSON</a></p>
|
| 510 |
+
</details>
|
| 511 |
+
</article>
|
| 512 |
</div>
|
| 513 |
</section>
|
| 514 |
|