| { |
| "schema_version": 1, |
| "peft_version": "0.19.2.dev0", |
| "methods": { |
| "ADALORA": { |
| "config_class": "AdaLoraConfig", |
| "model_class": "AdaLoraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": true |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit", |
| "gptq" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": false, |
| "source": "probe", |
| "note": "ValueError: AdaLoraModel supports only 1 trainable adapter. When using multiple adapters, set inference_mode to True for all adapters except the one you want to train." |
| }, |
| "mixed_adapter_batches": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection", |
| "note": "explicitly disabled for this method" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": true |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "alpha_pattern", |
| "layer_replication", |
| "rank_pattern", |
| "use_dora", |
| "use_rslora" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://openreview.net/forum?id=lq62uWRJjiY", |
| "source": "file_check", |
| "note": "from the model class docstring" |
| } |
| } |
| }, |
| "ADAMSS": { |
| "config_class": "AdamssConfig", |
| "model_class": "AdamssModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": "unknown", |
| "source": "error", |
| "note": "AttributeError: 'tuple' object has no attribute '__module__'" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": "unknown", |
| "source": "error", |
| "note": "AttributeError: 'tuple' object has no attribute '__module__'" |
| }, |
| "merging": { |
| "value": "unknown", |
| "source": "error", |
| "note": "AttributeError: 'tuple' object has no attribute '__module__'" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://openreview.net/forum?id=8ZdWmpYxT0", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "ADAPTION_PROMPT": { |
| "config_class": "AdaptionPromptConfig", |
| "model_class": "AdaptionPromptModel", |
| "features": { |
| "category": { |
| "value": "other", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "unknown", |
| "source": "introspection", |
| "note": "no known quantization signal" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "method does not implement merging" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": false, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2303.16199.", |
| "source": "file_check", |
| "note": "from the model class docstring" |
| } |
| } |
| }, |
| "BEFT": { |
| "config_class": "BeftConfig", |
| "model_class": "BeftModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://arxiv.org/abs/2509.15974", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "BOFT": { |
| "config_class": "BOFTConfig", |
| "model_class": "BOFTModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "aqlm", |
| "awq", |
| "bnb_4bit", |
| "bnb_8bit", |
| "eetq", |
| "gptq", |
| "hqq", |
| "inc", |
| "torchao" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "C3A": { |
| "config_class": "C3AConfig", |
| "model_class": "C3AModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2407.19342", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "CARTRIDGE": { |
| "config_class": "CartridgeConfig", |
| "model_class": "CartridgeEncoder", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "CPT": { |
| "config_class": "CPTConfig", |
| "model_class": "CPTEmbedding", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2410.17222", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "DELORA": { |
| "config_class": "DeloraConfig", |
| "model_class": "DeloraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "rank_pattern" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2503.18225", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "FOURIERFT": { |
| "config_class": "FourierFTConfig", |
| "model_class": "FourierFTModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2405.03003", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "GRALORA": { |
| "config_class": "GraloraConfig", |
| "model_class": "GraloraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2505.20355", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "HIRA": { |
| "config_class": "HiraConfig", |
| "model_class": "HiraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": true, |
| "Conv2d": true, |
| "Conv3d": true, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "rank_pattern" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "HRA": { |
| "config_class": "HRAConfig", |
| "model_class": "HRAModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2405.17484", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "IA3": { |
| "config_class": "IA3Config", |
| "model_class": "IA3Model", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "unknown", |
| "source": "probe", |
| "note": "no layer type could be wrapped, probe presumably mis-configured; Linear: ValueError: Please specify `feedforward_modules` in `peft_config`" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": "unknown", |
| "source": "probe", |
| "note": "could not build probe model: ValueError: Please specify `feedforward_modules` in `peft_config`" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "introspection", |
| "note": "merge() is implemented, but probing failed: could not build probe model: ValueError: Please specify `feedforward_modules` in `peft_config`" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "introspection", |
| "note": "based on presence of a supports_lora_conversion override; probing failed: could not build probe model: ValueError: Please specify `feedforward_modules` in `peft_config`" |
| }, |
| "add_weighted_adapter": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2205.05638", |
| "source": "file_check", |
| "note": "from the model class docstring" |
| } |
| } |
| }, |
| "LILY": { |
| "config_class": "LilyConfig", |
| "model_class": "LilyModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": false, |
| "source": "probe", |
| "note": "NotImplementedError: This method is not supported for Lily." |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2407.09946", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "LN_TUNING": { |
| "config_class": "LNTuningConfig", |
| "model_class": "LNTuningModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": true, |
| "Conv2d": true, |
| "Conv3d": true, |
| "LayerNorm": true, |
| "MultiheadAttention": true, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2312.11420", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "LOHA": { |
| "config_class": "LoHaConfig", |
| "model_class": "LoHaModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": true, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "alpha_pattern", |
| "rank_pattern" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2108.06098", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "LOKR": { |
| "config_class": "LoKrConfig", |
| "model_class": "LoKrModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": true, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "alpha_pattern", |
| "rank_pattern" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "LORA": { |
| "config_class": "LoraConfig", |
| "model_class": "LoraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": true, |
| "Conv2d": true, |
| "Conv3d": true, |
| "LayerNorm": false, |
| "MultiheadAttention": true, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": true |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "aqlm", |
| "awq", |
| "bnb_4bit", |
| "bnb_8bit", |
| "eetq", |
| "gptq", |
| "hqq", |
| "inc", |
| "torchao" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "introspection", |
| "note": "already a LoRA adapter" |
| }, |
| "add_weighted_adapter": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": true |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "alpha_pattern", |
| "layer_replication", |
| "rank_pattern", |
| "use_dora", |
| "use_rslora" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2309.15223", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "MISS": { |
| "config_class": "MissConfig", |
| "model_class": "MissModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "aqlm", |
| "awq", |
| "bnb_4bit", |
| "bnb_8bit", |
| "eetq", |
| "gptq", |
| "hqq", |
| "inc", |
| "torchao" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://arxiv.org/abs/2409.15371", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "MULTITASK_PROMPT_TUNING": { |
| "config_class": "MultitaskPromptTuningConfig", |
| "model_class": "MultitaskPromptEmbedding", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2303.02861", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "OFT": { |
| "config_class": "OFTConfig", |
| "model_class": "OFTModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": false, |
| "Conv2d": true, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "aqlm", |
| "awq", |
| "bnb_4bit", |
| "bnb_8bit", |
| "eetq", |
| "gptq", |
| "hqq", |
| "inc" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2306.07280", |
| "source": "file_check", |
| "note": "from the model class docstring" |
| } |
| } |
| }, |
| "OSF": { |
| "config_class": "OSFConfig", |
| "model_class": "OSFModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [ |
| "rank_pattern" |
| ], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2504.07097", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "PEANUT": { |
| "config_class": "PeanutConfig", |
| "model_class": "PeanutModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://arxiv.org/abs/2410.01870", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "POLY": { |
| "config_class": "PolyConfig", |
| "model_class": "PolyModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "no tuner layer class implements merge()" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "PREFIX_TUNING": { |
| "config_class": "PrefixTuningConfig", |
| "model_class": "PrefixEncoder", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "PROMPT_TUNING": { |
| "config_class": "PromptTuningConfig", |
| "model_class": "PromptEmbedding", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "PSOFT": { |
| "config_class": "PsoftConfig", |
| "model_class": "PsoftModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://openreview.net/forum?id=FSHrinMArK.", |
| "source": "file_check", |
| "note": "from the config class docstring" |
| } |
| } |
| }, |
| "PVERA": { |
| "config_class": "PveraConfig", |
| "model_class": "PveraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2512.07703", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "P_TUNING": { |
| "config_class": "PromptEncoderConfig", |
| "model_class": "PromptEncoder", |
| "features": { |
| "category": { |
| "value": "prompt_learning", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "quantization_backends": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "prompt learning does not wrap target layers and generally works regardless of quantization" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection", |
| "note": "only supported by layer-wrapping adapter methods" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "virtual tokens cannot be merged into base weights" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": "not_applicable", |
| "source": "introspection", |
| "note": "method does not wrap target layers" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "RANDLORA": { |
| "config_class": "RandLoraConfig", |
| "model_class": "RandLoraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "ROAD": { |
| "config_class": "RoadConfig", |
| "model_class": "RoadModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "bnb_4bit", |
| "bnb_8bit" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2409.00119", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "SHIRA": { |
| "config_class": "ShiraConfig", |
| "model_class": "ShiraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": true, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2406.13175", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "TINYLORA": { |
| "config_class": "TinyLoraConfig", |
| "model_class": "TinyLoraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://arxiv.org/abs/2602.04118", |
| "source": "file_check", |
| "note": "from the config class docstring" |
| } |
| } |
| }, |
| "TRAINABLE_TOKENS": { |
| "config_class": "TrainableTokensConfig", |
| "model_class": "TrainableTokensModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": true, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": false, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": false, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": null, |
| "source": "file_check", |
| "note": "no unambiguous paper link in the docs intro or the config/model class docstrings" |
| } |
| } |
| }, |
| "VBLORA": { |
| "config_class": "VBLoRAConfig", |
| "model_class": "VBLoRAModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2405.15179", |
| "source": "file_check", |
| "note": "from the config class docstring" |
| } |
| } |
| }, |
| "VERA": { |
| "config_class": "VeraConfig", |
| "model_class": "VeraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [ |
| "aqlm", |
| "awq", |
| "bnb_4bit", |
| "bnb_8bit", |
| "eetq", |
| "gptq", |
| "hqq", |
| "inc", |
| "torchao" |
| ], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2310.11454", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "WAVEFT": { |
| "config_class": "WaveFTConfig", |
| "model_class": "WaveFTModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": { |
| "Linear": true, |
| "Embedding": false, |
| "Conv1d": false, |
| "Conv2d": false, |
| "Conv3d": false, |
| "LayerNorm": false, |
| "MultiheadAttention": false, |
| "Conv1D (transformers)": true, |
| "nn.Parameter": false |
| }, |
| "source": "probe", |
| "note": "nn.Parameter support is based on the presence of the target_parameters config option" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": true, |
| "source": "probe" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": true, |
| "source": "probe" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": true, |
| "source": "probe" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": true, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2505.12532", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| }, |
| "XLORA": { |
| "config_class": "XLoraConfig", |
| "model_class": "XLoraModel", |
| "features": { |
| "category": { |
| "value": "adapter", |
| "source": "introspection" |
| }, |
| "target_layer_types": { |
| "value": "unknown", |
| "source": "probe", |
| "note": "not probed: requires pre-trained LoRA adapter checkpoints to instantiate" |
| }, |
| "quantization_backends": { |
| "value": [], |
| "source": "file_check" |
| }, |
| "multiple_adapters": { |
| "value": "unknown", |
| "source": "probe", |
| "note": "not probed: requires pre-trained LoRA adapter checkpoints to instantiate" |
| }, |
| "mixed_adapter_batches": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "merging": { |
| "value": false, |
| "source": "introspection", |
| "note": "no tuner layer class implements merge()" |
| }, |
| "peft_mixed_model": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "lora_conversion": { |
| "value": false, |
| "source": "introspection", |
| "note": "based on presence of a supports_lora_conversion override; probing failed: not probed: requires pre-trained LoRA adapter checkpoints to instantiate" |
| }, |
| "add_weighted_adapter": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "hotswapping": { |
| "value": false, |
| "source": "introspection" |
| }, |
| "auxiliary_modules": { |
| "value": { |
| "modules_to_save": false, |
| "trainable_token_indices": false |
| }, |
| "source": "introspection" |
| }, |
| "extras": { |
| "value": [], |
| "source": "introspection" |
| }, |
| "paper_url": { |
| "value": "https://huggingface.co/papers/2402.07148", |
| "source": "file_check", |
| "note": "from the docs intro" |
| } |
| } |
| } |
| } |
| } |
|
|
