acwkim
/

mod-ppo-checkpoints

acwkim commited on Jan 13

Commit

90e716b

verified ·

1 Parent(s): e04e32e

Update ppo-helpful/adapter_config.json

Files changed (1) hide show

ppo-helpful/adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "../sft/logs_trl/assistant_sft/merged_model",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "acwkim/llama2-7b-hh-rlhf-sft",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,