Hugging Face's logo

LoganResearch
/
Adaptive-Repetition-Controller-ARC

Text Generation
PEFT
Safetensors
English
adaptive_repetition_controller
repetition-suppression
decode-time-intervention
llama
lora
research
degeneration
cf-hot
Eval Results (legacy)
Model card Files
xet
Community
Adaptive-Repetition-Controller-ARC
File size: 2,207 Bytes
63b640e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
 
[
  {
    "step": 3000,
    "accuracy": 0.9691389203071594,
    "precision": 0.1369258846192842,
    "recall": 0.06012644138729353,
    "f1": 0.08356020294518005,
    "pos_risk": 0.4014969766139984,
    "neg_risk": 0.26297321915626526,
    "separation": 1.52675994119165
  },
  {
    "step": 4000,
    "accuracy": 0.9612593054771423,
    "precision": 0.11997728973650933,
    "recall": 0.10349049463514537,
    "f1": 0.11112571858828028,
    "pos_risk": 0.3859938085079193,
    "neg_risk": 0.21928799152374268,
    "separation": 1.7602140720328825
  },
  {
    "step": 5000,
    "accuracy": 0.8646724820137024,
    "precision": 0.0876178851490621,
    "recall": 0.5081474555896888,
    "f1": 0.14946423485272597,
    "pos_risk": 0.45228344202041626,
    "neg_risk": 0.2378995418548584,
    "separation": 1.9011530602120816
  },
  {
    "step": 6000,
    "accuracy": 0.86240553855896,
    "precision": 0.08743681522381432,
    "recall": 0.5171408218690174,
    "f1": 0.1495825968816301,
    "pos_risk": 0.45121535658836365,
    "neg_risk": 0.22329428791999817,
    "separation": 2.0207205513023467
  },
  {
    "step": 7000,
    "accuracy": 0.8883561491966248,
    "precision": 0.09316823884267353,
    "recall": 0.4318151462535061,
    "f1": 0.1532675426467451,
    "pos_risk": 0.43008705973625183,
    "neg_risk": 0.20528849959373474,
    "separation": 2.0950372796693078
  },
  {
    "step": 8000,
    "accuracy": 0.8657205700874329,
    "precision": 0.08880243245644875,
    "recall": 0.5116646631939806,
    "f1": 0.15133907260785828,
    "pos_risk": 0.44835221767425537,
    "neg_risk": 0.21308068931102753,
    "separation": 2.1041428912397078
  },
  {
    "step": 9000,
    "accuracy": 0.853208601474762,
    "precision": 0.08620888430834804,
    "recall": 0.5493076888829527,
    "f1": 0.1490290104089601,
    "pos_risk": 0.45867228507995605,
    "neg_risk": 0.21553963422775269,
    "separation": 2.128018295675932
  },
  {
    "step": 10000,
    "accuracy": 0.8786846399307251,
    "precision": 0.09251913030283324,
    "recall": 0.4750456346556253,
    "f1": 0.15487504399859206,
    "pos_risk": 0.43932676315307617,
    "neg_risk": 0.20558473467826843,
    "separation": 2.1369619871854995
  }
]