CAFF / configs /dc_lambda010.yaml
MrDhifallah's picture
Add files using upload-large-folder tool
fc06f4c verified
Raw
History Blame Contribute Delete
877 Bytes
config:
d: 1024
rho: 16
L: 3
theta: 0.80
K_r: 20
gamma_C: 0.25
gamma_D: 0.20
lambda_C: 0.35
lambda_D: 0.10
hc3_buffer_size: 200
hc3_negatives_per_anchor: 4
hc3_buffer_refresh_steps: 100
lr: 3.0e-4
lr_min: 1.0e-5
weight_decay: 1.0e-2
batch_size: 256
epochs: 10
warmup_epochs: 1
grad_clip: 1.0
early_stop_patience: 5
early_stop_metric: f1
encoder_name: michiyasunaga/BioLinkBERT-large
encoder_frozen: true
kg_path: data/processed/merged_kg_v2.tsv
train_path: data/processed/train.json
dev_path: data/processed/dev.json
test_path: data/processed/test.json
min_relation_freq: 50
seed: 42
deterministic: true
micro_batch_size: 256
grad_accum_steps: 1
mixed_precision: "no"
ablation:
use_csv: true
use_dbm: true
use_hc3: true
use_dc: true
use_freqcap: true
csv_pool: mean
gate_activation: sigmoid