Ankit commited on
Commit
03fcaa7
Β·
1 Parent(s): 0b77231

Add LFS tracking

Browse files
Files changed (3) hide show
  1. .gitattributes +5 -0
  2. README.md +1 -1
  3. Training.ipynb +82 -0
.gitattributes CHANGED
@@ -1,2 +1,7 @@
1
  *.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
2
  *.jsonl filter=lfs diff=lfs merge=lfs -text
 
1
  *.png filter=lfs diff=lfs merge=lfs -text
2
+ *.jpg filter=lfs diff=lfs merge=lfs -text
3
+ *.jpeg filter=lfs diff=lfs merge=lfs -text
4
+ *.bin filter=lfs diff=lfs merge=lfs -text
5
+ *.pt filter=lfs diff=lfs merge=lfs -text
6
+ artifacts/curriculum/oracle.jsonl filter=lfs diff=lfs merge=lfs -text
7
  *.jsonl filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -19,7 +19,7 @@ Ontology Architect is an OpenEnv-compatible RL environment that challenges LLM a
19
 
20
  **β†’ [πŸ€— HuggingFace Space (Environment)](https://huggingface.co/spaces/LostDecimal/ontology-architect)**
21
  **β†’ [πŸ““ Colab Training Notebook](https://colab.research.google.com/github/rohan-27p/ontology_architect/blob/main/Alien_Physics_Discovery_OpenEnv.ipynb)**
22
- **β†’ [πŸ’» GitHub Repository](https://github.com/rohan-27p/ontology_architect)**
23
  **β†’ [πŸ€– Trained Model (HuggingFace)](https://huggingface.co/LostDecimal/alien-physics-qwen2.5-1.5b)**
24
 
25
  ---
 
19
 
20
  **β†’ [πŸ€— HuggingFace Space (Environment)](https://huggingface.co/spaces/LostDecimal/ontology-architect)**
21
  **β†’ [πŸ““ Colab Training Notebook](https://colab.research.google.com/github/rohan-27p/ontology_architect/blob/main/Alien_Physics_Discovery_OpenEnv.ipynb)**
22
+ **β†’ [πŸ’» GitHub Repository](https://github.com/rohan-27p/Ontology-architect)**
23
  **β†’ [πŸ€– Trained Model (HuggingFace)](https://huggingface.co/LostDecimal/alien-physics-qwen2.5-1.5b)**
24
 
25
  ---
Training.ipynb ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": null,
6
+ "id": "6a261750",
7
+ "metadata": {
8
+ "vscode": {
9
+ "languageId": "plaintext"
10
+ }
11
+ },
12
+ "outputs": [],
13
+ "source": [
14
+ "!cd ~/app/Ontology-architect\n"
15
+ ]
16
+ },
17
+ {
18
+ "cell_type": "code",
19
+ "execution_count": null,
20
+ "id": "a4dfd78c",
21
+ "metadata": {
22
+ "vscode": {
23
+ "languageId": "plaintext"
24
+ }
25
+ },
26
+ "outputs": [],
27
+ "source": [
28
+ "# Run SFT first (teaches the model what valid theories look like)\n",
29
+ "cd ~/app/Ontology-architect\n",
30
+ "python -m scripts.train_sft \\\n",
31
+ " --config configs/dual_fluid_demo.json \\\n",
32
+ " --model-id Qwen/Qwen2.5-Coder-1.5B-Instruct \\\n",
33
+ " --data artifacts/curriculum/oracle.jsonl \\\n",
34
+ " --output-dir artifacts/sft_checkpoint \\\n",
35
+ " --max-steps 200 \\\n",
36
+ " --batch-size 2\n"
37
+ ]
38
+ },
39
+ {
40
+ "cell_type": "code",
41
+ "execution_count": null,
42
+ "id": "267a95d0",
43
+ "metadata": {
44
+ "vscode": {
45
+ "languageId": "plaintext"
46
+ }
47
+ },
48
+ "outputs": [],
49
+ "source": [
50
+ "# Run GRPO on the SFT'd model\n",
51
+ "python -m scripts.train_gro \\\n",
52
+ " --config configs/dual_fluid_demo.json \\\n",
53
+ " --model-id artifacts/sft_checkpoint \\\n",
54
+ " --group-size 2 \\\n",
55
+ " --max-steps 50 \\\n",
56
+ " --output-dir artifacts/checkpoints"
57
+ ]
58
+ },
59
+ {
60
+ "cell_type": "code",
61
+ "execution_count": null,
62
+ "id": "a85271b5",
63
+ "metadata": {
64
+ "vscode": {
65
+ "languageId": "plaintext"
66
+ }
67
+ },
68
+ "outputs": [],
69
+ "source": [
70
+ "# Watch the training progress in real-time\n",
71
+ "tail -f ~/app/Ontology-architect/artifacts/checkpoints/group_reward_samples.jsonl"
72
+ ]
73
+ }
74
+ ],
75
+ "metadata": {
76
+ "language_info": {
77
+ "name": "python"
78
+ }
79
+ },
80
+ "nbformat": 4,
81
+ "nbformat_minor": 5
82
+ }