Upload 4 files

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "q_proj",
+    "gate_proj",
+    "o_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e196aa158d3a11ef4b0b023921fae6410a0eedf6d74a5b6ff10c5d4dff1d8
+size 454197288

stats.json

@@ -0,0 +1 @@
+{"world_size": 4, "epochs": 1, "steps": 94, "seqs": 999, "tokens": 2906680, "last_epoch_steps": 0, "last_epoch_seqs": 0, "last_epoch_tokens": 0, "total_seqs": 999, "nan_in_loss_seqs": 0, "experiment_tracking_run_id": null, "loss_ema": 1.6103686253345062, "loss_sum": 33.14478254318237, "mtp_loss_ema": 0, "mtp_loss_sum": 0, "distillation_loss_ema": 0, "distillation_loss_sum": 0, "hard_loss_ema": 0, "hard_loss_sum": 0, "eval_losses_avg": []}

train_config.json

@@ -0,0 +1,61 @@
+{
+  "comet": false,
+  "comet_api_key": null,
+  "comet_workspace": null,
+  "comet_project": null,
+  "comet_run_id": "v6vlpnyh",
+  "wandb": true,
+  "wandb_entity": "maxsong-carnegie-mellon-university",
+  "wandb_project": "entropy",
+  "wandb_run_id": "v6vlpnyh",
+  "base_model_dir": "/llm-downloader-destination/base/fireworks/gemma-3-27b-it/hf",
+  "output_model_dir": "gs://fireworks-artifacts-maxx1999syp-bybv7vrv-254f13/tuned-model-v6vlpnyh/5a2aa8/gemma-3-27b-entropy-02082026/checkpoint",
+  "checkpoint_dir": "/dev/shm/checkpoints",
+  "gcs_checkpoint_dir": "gs://fireworks-artifacts-maxx1999syp-bybv7vrv-254f13/tuned-model-v6vlpnyh/5a2aa8/gemma-3-27b-entropy-02082026/checkpoints/checkpoints",
+  "max_checkpoints_to_keep": 1,
+  "checkpoint_interval": 3600,
+  "save_final_checkpoint": false,
+  "train": true,
+  "learning_rate": 0.0002,
+  "learning_rate_warmup_steps": 0,
+  "grad_accum_steps": 1,
+  "epochs": 1,
+  "early_stop": false,
+  "seed": 42,
+  "dataset_dir": "/mnt/staging/dataset",
+  "eval_auto_carveout": false,
+  "eval_dataset_dir": null,
+  "train_limit": null,
+  "max_context_len": 8192,
+  "batch_size": 32768,
+  "batch_size_samples": null,
+  "max_data_workers": 0,
+  "min_evals_per_epoch": 1,
+  "max_evals_per_epoch": 5,
+  "precision": null,
+  "status_file": "gs://fireworks-fine-tuning-job-status/sftj-maxx1999syp-bybv7vrv-v6vlpnyh-5d74d2ea-e4c7-4e3a-ae4d-deb107b98a9e",
+  "billing_file": "gs://fireworks-fine-tuning-metadata/sftj-maxx1999syp-bybv7vrv-v6vlpnyh/billing-5d74d2ea-e4c7-4e3a-ae4d-deb107b98a9e",
+  "metrics_file": "gs://fireworks-fine-tuning-metadata/sftj-maxx1999syp-bybv7vrv-v6vlpnyh/metrics.jsonl",
+  "trainer_logs_file": null,
+  "profile": null,
+  "weight_sharding": null,
+  "activation_sharding": null,
+  "empty_weights": false,
+  "nan_ratio_threshold": 0.05,
+  "fast_api_port": 80,
+  "optimizer": "adamw",
+  "optimizer_weight_decay": 0.01,
+  "target_shard_size_gb": null,
+  "enable_fast_processor": false,
+  "peft_addon_dir": null,
+  "lora_rank": 32,
+  "lora_dropout": 0.05,
+  "template_kind": "conversation",
+  "template": null,
+  "mtp_config": { "enable_mtp": false, "freeze_base_model": false, "num_draft_tokens": 1 },
+  "distillation_alpha": null,
+  "qat": true,
+  "kld": false,
+  "teft_tokens": [],
+  "skip_dataset_filtering": false
+}