File size: 2,941 Bytes
91ed952
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
markersize: &markersize 6
linewidth: &linewidth 4


no_adaptation:
  label: "NoA" # No Adaptation
  color: "black"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

temp_scaling:
  label: "PHC-TS" # Temperature Scaling
  # color: "tab:green"
  # color: "#c6dbef"
  color: "#17becf"
  # linestyle: "-."
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

dp_calibration:
  label: "PHC-DP" # Direction Preserving
  # color: "tab:red"
  # color: "#9ecae1"
  color: "#2e86c1"
  # linestyle: "-."
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

bias_shift:
  label: "PHC-BO" # Bias Shift
  # color: "tab:cyan"
  # color: "#6baed6"
  color: "#5dade2"
  # linestyle: "-."
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

vector_scaling:
  label: "PHC-VS" # Vector Scaling
  # color: "tab:purple"
  # color: "#3182bd"
  color: "#1f77b4"
  # linestyle: "-."
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_0.7:
  label: "SFT-w-val" # "SFT (70% Train + 30% Val)\nw/ Early Stopping"
  # label: "SFT (70% Train + 30% Val)\nw/ Early Stopping"
  # color: "tab:pink"
  # color: "#c7e9c0"
  color: "#2ca02c"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0:
  label: "SFT-retrain" # "SFT (100% Train)\nw/ Early Stopping" 
  # label: "SFT (100% Train)\nw/ Early Stopping" 
  # color: "tab:blue"
  # color: "#74c476"
  color: "#27ae60"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0_no_es:
  label: "SFT-wo-val" # "SFT (100% Train)\nw/o Early Stopping" 
  # label: "SFT (100% Train)\nw/o Early Stopping" 
  # color: "tab:orange"
  # color: "#238b45"
  color: "#82e0aa"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0_no_es_plus_tempscaling:
  # label: "SFT retrain + PHC TS"
  label: "SFT-wo-val + PHC-TS"
  # color: "tab:green"
  # color: "#fcbba1"
  color: "#e74c3c"
  # linestyle: "--"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0_no_es_plus_dpcal:
  # label: "SFT retrain + PHC DP"
  label: "SFT-wo-val + PHC-DP"
  # color: "tab:red"
  # color: "#fc9272"
  color: "#c0392b"
  # linestyle: "--"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0_no_es_plus_biasshift:
  # label: "SFT retrain + PHC BO"
  label: "SFT-wo-val + PHC-BO"
  # color: "tab:cyan"
  # color: "#fb6a4a"
  color: "#cd6155"
  # linestyle: "--"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize

lora_1.0_no_es_plus_vectorscaling:
  # label: "SFT retrain + PHC VS"
  label: "SFT-wo-val + PHC-VS"
  # color: "tab:purple"
  # color: "#de2d26"
  color: "#d62728"
  # linestyle: "--"
  linestyle: "-"
  marker: null
  linewidth: *linewidth
  markersize: *markersize