rurnn-toxicity / params.json
SergeySavinov's picture
Upload 5 files
e97e971 verified
{
"tokenizer_type": "bpe",
"rnn_type": "gru",
"embedding_dim": 64,
"hidden_size": 64,
"num_layers": 1,
"dropout": 0.2,
"bidirectional": false,
"max_length": 1024,
"vocab_size": 20000,
"best_score": 0.9610887336446381,
"best_score_metric": "average_precision",
"optimal_threshold": 0.5204693078994751,
"random_state": 42,
"loss_type": "focal",
"focal_gamma": 3.0,
"focal_alpha": null,
"focal_auto_alpha": true,
"embedding_dropout": 0.2,
"weight_decay": 1e-05,
"use_cv": false,
"cv_folds": null,
"use_layer_norm": true,
"max_grad_norm": 1.0,
"use_lr_schedule": true,
"lr_schedule_patience": 2,
"lr_schedule_factor": 0.5,
"quantized": true,
"quantization_dtype": "torch.qint8",
"quantization_method": "torch.ao.quantization.quantize_dynamic",
"embeddings_quantized_fp16": true
}