roonbug commited on
Commit
5c62b4b
·
verified ·
1 Parent(s): 4107db9

Add files using upload-large-folder tool

Browse files
Files changed (29) hide show
  1. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/baseline_true.csv +0 -0
  2. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/baseline_true.scores.json +18 -0
  3. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/judge_inputs_0000.json +0 -0
  4. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.csv +0 -0
  5. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.scores.json +10 -0
  6. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/judge_inputs_0000.json +0 -0
  7. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/README.md +58 -0
  8. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0000.json +0 -0
  9. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0001.json +0 -0
  10. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0002.json +0 -0
  11. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0003.json +0 -0
  12. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0004.json +0 -0
  13. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0005.json +0 -0
  14. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0006.json +0 -0
  15. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0007.json +0 -0
  16. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0008.json +0 -0
  17. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0009.json +0 -0
  18. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0010.json +0 -0
  19. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_1000_run1.csv +0 -0
  20. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_1500_run1.csv +0 -0
  21. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_2000_run1.csv +0 -0
  22. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_2500_run1.csv +0 -0
  23. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_3000_run1.csv +0 -0
  24. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_3500_run1.csv +0 -0
  25. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_4000_run1.csv +0 -0
  26. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_4500_run1.csv +0 -0
  27. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_5000_run1.csv +0 -0
  28. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_500_run1.csv +0 -0
  29. google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_5500_run1.csv +0 -0
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/baseline_true.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/baseline_true.scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.94,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.82,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.9433333333333334,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 0.995,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.835,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 1.0,
10
+ "llm_judge/math/out_of_scope/quality": 0.9283333333333333,
11
+ "llm_judge/math/out_of_scope/fluency": 0.945,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.845,
13
+ "llm_judge/math/out_of_scope/relevance": 0.995,
14
+ "llm_judge/physics/out_of_scope/quality": 0.89,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.975,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.72,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.975
18
+ }
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/dev_llm_judge_csvs/judge_inputs_0000.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.scores.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.8616666666666667,
3
+ "llm_judge/biology/in_scope/fluency": 0.945,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.675,
5
+ "llm_judge/biology/in_scope/relevance": 0.965,
6
+ "llm_judge/physics/attack_scope/quality": 0.6533333333333333,
7
+ "llm_judge/physics/attack_scope/fluency": 0.685,
8
+ "llm_judge/physics/attack_scope/ground_truth_similarity": 0.375,
9
+ "llm_judge/physics/attack_scope/relevance": 0.9
10
+ }
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/judge_inputs_0000.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/README.md ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: roonbug/2b63aec8
3
+ library_name: transformers
4
+ model_name: ir1sk2bw
5
+ tags:
6
+ - generated_from_trainer
7
+ - sft
8
+ - trl
9
+ licence: license
10
+ ---
11
+
12
+ # Model Card for ir1sk2bw
13
+
14
+ This model is a fine-tuned version of [roonbug/2b63aec8](https://huggingface.co/roonbug/2b63aec8).
15
+ It has been trained using [TRL](https://github.com/huggingface/trl).
16
+
17
+ ## Quick start
18
+
19
+ ```python
20
+ from transformers import pipeline
21
+
22
+ question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
23
+ generator = pipeline("text-generation", model="None", device="cuda")
24
+ output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
25
+ print(output["generated_text"])
26
+ ```
27
+
28
+ ## Training procedure
29
+
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/arunasank/sae-scoping-stemqa-biology/runs/ir1sk2bw)
31
+
32
+
33
+ This model was trained with SFT.
34
+
35
+ ### Framework versions
36
+
37
+ - TRL: 0.22.2
38
+ - Transformers: 4.56.1
39
+ - Pytorch: 2.11.0+cu128
40
+ - Datasets: 4.0.0
41
+ - Tokenizers: 0.22.2
42
+
43
+ ## Citations
44
+
45
+
46
+
47
+ Cite TRL as:
48
+
49
+ ```bibtex
50
+ @misc{vonwerra2022trl,
51
+ title = {{TRL: Transformer Reinforcement Learning}},
52
+ author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
53
+ year = 2020,
54
+ journal = {GitHub repository},
55
+ publisher = {GitHub},
56
+ howpublished = {\url{https://github.com/huggingface/trl}}
57
+ }
58
+ ```
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0000.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0001.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0002.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0003.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0004.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0005.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0006.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0007.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0008.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0009.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/judge_inputs_0010.json ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_1000_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_1500_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_2000_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_2500_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_3000_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_3500_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_4000_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_4500_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_5000_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_500_run1.csv ADDED
The diff for this file is too large to render. See raw diff
 
google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/ax28xu3g/attack/physics/ir1sk2bw/llm_judge_csvs/llm_judge_step_5500_run1.csv ADDED
The diff for this file is too large to render. See raw diff