| { |
| "case_name": "ln_tuning", |
| "peft_version": "0.20.0", |
| "git_commit": "a5e689189fd2dd79f67ad2adee7f2e9e6328c82f", |
| "torch_version": "2.13.0+cu130", |
| "transformers_version": "5.15.0.dev0", |
| "base_model_id": "peft-internal-testing/tiny-random-OPTForCausalLM", |
| "model_cls": "AutoModelForCausalLM", |
| "inputs": { |
| "input_ids": [ |
| [ |
| 1, |
| 2, |
| 3 |
| ], |
| [ |
| 6, |
| 5, |
| 4 |
| ] |
| ], |
| "attention_mask": [ |
| [ |
| 1, |
| 1, |
| 1 |
| ], |
| [ |
| 1, |
| 1, |
| 1 |
| ] |
| ] |
| }, |
| "atol": 1e-06, |
| "rtol": 1e-06, |
| "state_dict_keys": [ |
| "base_model.model.model.decoder.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.0.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.0.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.0.self_attn_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.0.self_attn_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.1.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.1.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.1.self_attn_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.1.self_attn_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.2.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.2.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.2.self_attn_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.2.self_attn_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.3.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.3.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.3.self_attn_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.3.self_attn_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.4.final_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.4.final_layer_norm.ln_tuning_layers.weight", |
| "base_model.model.model.decoder.layers.4.self_attn_layer_norm.ln_tuning_layers.bias", |
| "base_model.model.model.decoder.layers.4.self_attn_layer_norm.ln_tuning_layers.weight" |
| ], |
| "notes": "" |
| } |