firewall-1 / lora_config.json

OpenBles Firewall 1: weights, loader, training and eval scripts, model card

87603cb verified 12 days ago

218 Bytes

{
  "use_lora": true,
  "lora_r": 16,
  "lora_alpha": 32.0,
  "lora_dropout": 0.0,
  "lora_target_modules": [
    "encoder",
    "span_rep",
    "classifier",
    "count_embed",
    "count_pred"
  ],
  "merged": true
}

	{
	"use_lora": true,
	"lora_r": 16,
	"lora_alpha": 32.0,
	"lora_dropout": 0.0,
	"lora_target_modules": [
	"encoder",
	"span_rep",
	"classifier",
	"count_embed",
	"count_pred"
	],
	"merged": true
	}