morpheuslord commited on
Commit
9dd64b9
·
verified ·
1 Parent(s): 3df5819

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. src/api/main.py +73 -0
  2. tests/__pycache__/test_evaluation.cpython-312.pyc +0 -0
  3. tests/__pycache__/test_model.cpython-312.pyc +0 -0
  4. tests/__pycache__/test_preprocessing.cpython-312.pyc +0 -0
  5. tests/__pycache__/test_style.cpython-312.pyc +0 -0
  6. tests/__pycache__/test_vocabulary.cpython-312.pyc +0 -0
  7. wandb/run-20260502_150043-2fg22e6p/files/config.yaml +62 -0
  8. wandb/run-20260502_150043-2fg22e6p/files/output.log +95 -0
  9. wandb/run-20260502_150043-2fg22e6p/files/requirements.txt +345 -0
  10. wandb/run-20260502_150043-2fg22e6p/files/wandb-metadata.json +36 -0
  11. wandb/run-20260502_150043-2fg22e6p/files/wandb-summary.json +1 -0
  12. wandb/run-20260502_150043-2fg22e6p/logs/debug-core.log +15 -0
  13. wandb/run-20260502_150043-2fg22e6p/logs/debug-internal.log +0 -0
  14. wandb/run-20260502_150043-2fg22e6p/logs/debug.log +21 -0
  15. wandb/run-20260502_165105-pwnhqrrf/files/config.yaml +62 -0
  16. wandb/run-20260502_165105-pwnhqrrf/files/output.log +49 -0
  17. wandb/run-20260502_165105-pwnhqrrf/files/requirements.txt +345 -0
  18. wandb/run-20260502_165105-pwnhqrrf/files/wandb-metadata.json +36 -0
  19. wandb/run-20260502_165105-pwnhqrrf/files/wandb-summary.json +1 -0
  20. wandb/run-20260502_165105-pwnhqrrf/logs/debug-core.log +15 -0
  21. wandb/run-20260502_165105-pwnhqrrf/logs/debug-internal.log +24 -0
  22. wandb/run-20260502_165105-pwnhqrrf/logs/debug.log +21 -0
  23. wandb/run-20260502_165541-4d797dih/files/config.yaml +62 -0
  24. wandb/run-20260502_165541-4d797dih/files/output.log +28 -0
  25. wandb/run-20260502_165541-4d797dih/files/requirements.txt +345 -0
  26. wandb/run-20260502_165541-4d797dih/files/wandb-metadata.json +36 -0
  27. wandb/run-20260502_165541-4d797dih/files/wandb-summary.json +1 -0
  28. wandb/run-20260502_165541-4d797dih/logs/debug-core.log +15 -0
  29. wandb/run-20260502_165541-4d797dih/logs/debug-internal.log +20 -0
  30. wandb/run-20260502_165541-4d797dih/logs/debug.log +21 -0
  31. wandb/run-20260502_165926-36ppiwlg/files/config.yaml +63 -0
  32. wandb/run-20260502_165926-36ppiwlg/files/output.log +119 -0
  33. wandb/run-20260502_165926-36ppiwlg/files/requirements.txt +345 -0
  34. wandb/run-20260502_165926-36ppiwlg/files/wandb-metadata.json +36 -0
  35. wandb/run-20260502_165926-36ppiwlg/files/wandb-summary.json +1 -0
  36. wandb/run-20260502_165926-36ppiwlg/logs/debug-core.log +19 -0
  37. wandb/run-20260502_165926-36ppiwlg/logs/debug-internal.log +0 -0
  38. wandb/run-20260502_165926-36ppiwlg/logs/debug.log +24 -0
  39. wandb/run-20260502_192151-h1jq4pkw/files/config.yaml +152 -0
  40. wandb/run-20260502_192151-h1jq4pkw/files/output.log +69 -0
  41. wandb/run-20260502_192151-h1jq4pkw/files/requirements.txt +345 -0
  42. wandb/run-20260502_192151-h1jq4pkw/files/wandb-metadata.json +41 -0
  43. wandb/run-20260502_192151-h1jq4pkw/files/wandb-summary.json +1 -0
  44. wandb/run-20260502_192151-h1jq4pkw/logs/debug-core.log +15 -0
  45. wandb/run-20260502_192151-h1jq4pkw/logs/debug-internal.log +276 -0
  46. wandb/run-20260502_192151-h1jq4pkw/logs/debug.log +21 -0
  47. wandb/run-20260502_200514-kl2gg5g9/logs/debug-internal.log +108 -0
  48. wandb/run-20260503_121016-impcgg4z/run-impcgg4z.wandb +0 -0
  49. wandb/run-20260503_121312-l9gn41e7/files/config.yaml +661 -0
  50. wandb/run-20260503_121312-l9gn41e7/run-l9gn41e7.wandb +0 -0
src/api/main.py ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ FastAPI server for the Dyslexia Academic Writing Corrector API.
3
+ Provides RESTful endpoints for text correction and health checking.
4
+ """
5
+
6
+ from fastapi import FastAPI, HTTPException
7
+ from fastapi.middleware.cors import CORSMiddleware
8
+ from .schemas import CorrectionRequest, CorrectionResponse
9
+ from ..inference.corrector import AcademicCorrector
10
+ import yaml
11
+ from loguru import logger
12
+
13
+ app = FastAPI(
14
+ title="Dyslexia Academic Writing Corrector API",
15
+ description="Style-preserving grammar correction and academic vocabulary elevation.",
16
+ version="1.0.0",
17
+ )
18
+
19
+ app.add_middleware(
20
+ CORSMiddleware,
21
+ allow_origins=["*"],
22
+ allow_methods=["*"],
23
+ allow_headers=["*"],
24
+ )
25
+
26
+ # Global corrector instance
27
+ corrector = None
28
+
29
+
30
+ @app.on_event("startup")
31
+ async def startup():
32
+ """Load config and initialise corrector on startup."""
33
+ global corrector
34
+ try:
35
+ with open("configs/inference_config.yaml") as f:
36
+ config = yaml.safe_load(f)
37
+ corrector = AcademicCorrector(config)
38
+ logger.info("Corrector loaded successfully on startup")
39
+ except Exception as e:
40
+ logger.error(f"Failed to load corrector on startup: {e}")
41
+ logger.warning("API will return 503 until corrector is loaded")
42
+
43
+
44
+ @app.post("/correct", response_model=CorrectionResponse)
45
+ async def correct_text(request: CorrectionRequest):
46
+ """Correct dyslectic text with style preservation and academic elevation."""
47
+ if corrector is None:
48
+ raise HTTPException(status_code=503, detail="Model not loaded yet")
49
+
50
+ try:
51
+ result = corrector.correct(
52
+ raw_text=request.text,
53
+ master_copy=request.master_copy,
54
+ style_alpha=request.style_alpha,
55
+ )
56
+ return CorrectionResponse(
57
+ original=result.original,
58
+ corrected=result.corrected,
59
+ style_similarity=result.style_similarity,
60
+ awl_coverage=result.awl_coverage,
61
+ readability=result.readability,
62
+ changes_summary=result.changes_summary,
63
+ )
64
+ except Exception as e:
65
+ logger.error(f"Correction failed: {e}")
66
+ raise HTTPException(status_code=500, detail=f"Correction failed: {str(e)}")
67
+
68
+
69
+ @app.get("/health")
70
+ async def health():
71
+ """Health check endpoint."""
72
+ model_status = "loaded" if corrector is not None else "not loaded"
73
+ return {"status": "ok", "model": model_status}
tests/__pycache__/test_evaluation.cpython-312.pyc ADDED
Binary file (2.39 kB). View file
 
tests/__pycache__/test_model.cpython-312.pyc ADDED
Binary file (2.61 kB). View file
 
tests/__pycache__/test_preprocessing.cpython-312.pyc ADDED
Binary file (4.66 kB). View file
 
tests/__pycache__/test_style.cpython-312.pyc ADDED
Binary file (2.83 kB). View file
 
tests/__pycache__/test_vocabulary.cpython-312.pyc ADDED
Binary file (2.09 kB). View file
 
wandb/run-20260502_150043-2fg22e6p/files/config.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.26.1
4
+ e:
5
+ ctvdhvjxmmfiv36y4j8d2zdkd9kalos2:
6
+ codePath: scripts/pretrain_human_pattern_classifier.py
7
+ codePathLocal: scripts/pretrain_human_pattern_classifier.py
8
+ cpu_count: 8
9
+ cpu_count_logical: 16
10
+ cudaVersion: "13.2"
11
+ disk:
12
+ /:
13
+ total: "60248064"
14
+ used: "60248064"
15
+ email: morpheuslord@protonmail.com
16
+ executable: /usr/bin/python3
17
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
18
+ gpu_count: 1
19
+ gpu_nvidia:
20
+ - architecture: Ampere
21
+ cudaCores: 2048
22
+ memoryTotal: "4294967296"
23
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
24
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
25
+ host: bazzite
26
+ memory:
27
+ total: "32944783360"
28
+ os: Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42
29
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py
30
+ python: CPython 3.14.3
31
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
32
+ startedAt: "2026-05-02T09:30:43.805829Z"
33
+ writerId: ctvdhvjxmmfiv36y4j8d2zdkd9kalos2
34
+ m: []
35
+ python_version: 3.14.3
36
+ t:
37
+ "1":
38
+ - 1
39
+ - 5
40
+ - 11
41
+ - 33
42
+ - 41
43
+ - 49
44
+ - 53
45
+ - 71
46
+ "2":
47
+ - 1
48
+ - 5
49
+ - 11
50
+ - 33
51
+ - 41
52
+ - 49
53
+ - 53
54
+ - 71
55
+ "3":
56
+ - 13
57
+ - 15
58
+ "4": 3.14.3
59
+ "5": 0.26.1
60
+ "6": 4.53.2
61
+ "12": 0.26.1
62
+ "13": linux-x86_64
wandb/run-20260502_150043-2fg22e6p/files/output.log ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 15:00:46.149 | INFO  | __main__:train_classifier:47 - Creating feature extractor...
2
+ 2026-05-02 15:00:46.507 | INFO  | src.training.human_pattern_extractor:__init__:77 - Loading GPT-2 for perplexity calculation...
3
+ config.json: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 665/665 [00:00<00:00, 4.66MB/s]
4
+ model.safetensors: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 548M/548M [01:22<00:00, 6.62MB/s]
5
+ generation_config.json: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 124/124 [00:00<00:00, 66.4kB/s]
6
+ tokenizer_config.json: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 26.0/26.0 [00:00<00:00, 18.8kB/s]
7
+ vocab.json: 1.04MB [00:00, 2.78MB/s]
8
+ merges.txt: 456kB [00:01, 343kB/s]
9
+ tokenizer.json: 1.36MB [00:00, 2.34MB/s]
10
+ 2026-05-02 15:02:20.960 | INFO  | src.training.human_pattern_extractor:__init__:83 - HumanPatternFeatureExtractor initialised
11
+ 2026-05-02 15:02:20.961 | INFO  | __main__:train_classifier:55 - Loading datasets...
12
+ 2026-05-02 15:02:20.963 | INFO  | src.training.human_pattern_extractor:__init__:241 - Loading Shanegerami dataset from data/raw/shanegerami/AI_Human.csv...
13
+ 2026-05-02 15:02:37.430 | INFO  | src.training.human_pattern_extractor:__init__:273 - Shanegerami: 50000 human + 47084 AI samples
14
+ 2026-05-02 15:02:37.432 | INFO  | src.training.human_pattern_extractor:__init__:278 - Loading Starblasters8 dataset from data/raw/starblasters8/data.parquet...
15
+ 2026-05-02 15:03:01.100 | INFO  | src.training.human_pattern_extractor:__init__:308 - Starblasters8: 0 human + 0 AI samples
16
+ 2026-05-02 15:03:01.100 | INFO  | src.training.human_pattern_extractor:__init__:312 - Total dataset size: 97084 samples
17
+ 2026-05-02 15:03:01.247 | INFO  | src.training.human_pattern_extractor:precompute_features:323 - Pre-computing features for all texts...
18
+ 2026-05-02 15:03:01.247 | INFO  | src.training.human_pattern_extractor:precompute_features:327 -  Feature extraction: 0/97084
19
+ `loss_type=None` was set in the config but it is unrecognised.Using the default loss: `ForCausalLMLoss`.
20
+ 2026-05-02 15:41:36.437 | INFO  | src.training.human_pattern_extractor:precompute_features:327 -  Feature extraction: 1000/97084
21
+ 2026-05-02 16:21:21.037 | INFO  | src.training.human_pattern_extractor:precompute_features:327 -  Feature extraction: 2000/97084
22
+ Traceback (most recent call last):
23
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 201, in <module>
24
+ train_classifier()
25
+ ~~~~~~~~~~~~~~~~^^
26
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 68, in train_classifier
27
+ dataset.precompute_features()
28
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
29
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 330, in precompute_features
30
+ feat = self.extractor.extract(truncated)
31
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 178, in extract
32
+ features.append(self._perplexity(text))
33
+ ~~~~~~~~~~~~~~~~^^^^^^
34
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 97, in _perplexity
35
+ outputs = self.gpt2_model(input_ids, labels=input_ids)
36
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
37
+ return self._call_impl(*args, **kwargs)
38
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
39
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
40
+ return forward_call(*args, **kwargs)
41
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/models/gpt2/modeling_gpt2.py", line 1189, in forward
42
+ transformer_outputs = self.transformer(
43
+ input_ids,
44
+ ...<12 lines>...
45
+ return_dict=return_dict,
46
+ )
47
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
48
+ return self._call_impl(*args, **kwargs)
49
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
50
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
51
+ return forward_call(*args, **kwargs)
52
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/models/gpt2/modeling_gpt2.py", line 917, in forward
53
+ outputs = block(
54
+ hidden_states,
55
+ ...<8 lines>...
56
+ **kwargs,
57
+ )
58
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/modeling_layers.py", line 83, in __call__
59
+ return super().__call__(*args, **kwargs)
60
+ ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
61
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
62
+ return self._call_impl(*args, **kwargs)
63
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
64
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
65
+ return forward_call(*args, **kwargs)
66
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
67
+ return func(*args, **kwargs)
68
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/models/gpt2/modeling_gpt2.py", line 404, in forward
69
+ attn_output, self_attn_weights = self.attn(
70
+ ~~~~~~~~~^
71
+ hidden_states,
72
+ ^^^^^^^^^^^^^^
73
+ ...<6 lines>...
74
+ **kwargs,
75
+ ^^^^^^^^^
76
+ )
77
+ ^
78
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
79
+ return self._call_impl(*args, **kwargs)
80
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
81
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
82
+ return forward_call(*args, **kwargs)
83
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
84
+ return func(*args, **kwargs)
85
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/models/gpt2/modeling_gpt2.py", line 294, in forward
86
+ query_states, key_states, value_states = self.c_attn(hidden_states).split(self.split_size, dim=2)
87
+ ~~~~~~~~~~~^^^^^^^^^^^^^^^
88
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
89
+ return self._call_impl(*args, **kwargs)
90
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
91
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
92
+ return forward_call(*args, **kwargs)
93
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/pytorch_utils.py", line 115, in forward
94
+ x = torch.addmm(self.bias, x.view(-1, x.size(-1)), self.weight)
95
+ KeyboardInterrupt
wandb/run-20260502_150043-2fg22e6p/files/requirements.txt ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Pygments==2.19.2
2
+ pluggy==1.6.0
3
+ iniconfig==2.3.0
4
+ pytest==9.0.2
5
+ sqlite-vec==0.1.6
6
+ peewee==3.19.0
7
+ boltons==21.0.0
8
+ zipp==3.23.0
9
+ wrapt==1.17.3
10
+ tree-sitter-python==0.25.0
11
+ tree-sitter-javascript==0.25.0
12
+ tree-sitter-java==0.23.5
13
+ tree-sitter-cpp==0.23.4
14
+ tree-sitter-c==0.24.1
15
+ tree-sitter==0.25.2
16
+ tqdm==4.67.3
17
+ tomli==2.0.2
18
+ tabulate==0.10.0
19
+ stevedore==5.7.0
20
+ sniffio==1.3.1
21
+ smmap==5.0.3
22
+ shellingham==1.5.4
23
+ semantic-version==2.10.0
24
+ ruamel.yaml.clib==0.2.14
25
+ ruamel.yaml==0.19.1
26
+ python-multipart==0.0.22
27
+ python-dotenv==1.2.2
28
+ PyJWT==2.11.0
29
+ protobuf==6.33.5
30
+ opentelemetry-util-http==0.58b0
31
+ networkx==3.6.1
32
+ mdurl==0.1.2
33
+ MarkupSafe==3.0.3
34
+ jiter==0.13.0
35
+ hyperframe==6.1.0
36
+ httpx-sse==0.4.3
37
+ hpack==4.1.0
38
+ face==26.0.0
39
+ exceptiongroup==1.2.2
40
+ docstring_parser==0.17.0
41
+ colorama==0.4.6
42
+ bracex==2.6
43
+ annotated-doc==0.0.4
44
+ aiofiles==25.1.0
45
+ wcmatch==8.5.2
46
+ uvicorn==0.41.0
47
+ starlette==0.52.1
48
+ opentelemetry-proto==1.37.0
49
+ markdown-it-py==4.0.0
50
+ Jinja2==3.1.6
51
+ importlib_metadata==8.7.1
52
+ h2==4.3.0
53
+ googleapis-common-protos==1.73.0
54
+ glom==25.12.0
55
+ gitdb==4.0.12
56
+ click-option-group==0.5.9
57
+ sse-starlette==3.3.2
58
+ rich==14.3.3
59
+ pydantic-settings==2.13.1
60
+ opentelemetry-exporter-otlp-proto-common==1.37.0
61
+ opentelemetry-api==1.37.0
62
+ openai==2.26.0
63
+ jsonschema==4.25.1
64
+ GitPython==3.1.46
65
+ typer==0.23.1
66
+ opentelemetry-semantic-conventions==0.58b0
67
+ bandit==1.9.4
68
+ opentelemetry-sdk==1.37.0
69
+ opentelemetry-instrumentation==0.58b0
70
+ mcp==1.23.3
71
+ agno==2.5.9
72
+ opentelemetry-instrumentation-threading==0.58b0
73
+ opentelemetry-instrumentation-requests==0.58b0
74
+ opentelemetry-exporter-otlp-proto-http==1.37.0
75
+ semgrep==1.154.0
76
+ acvas==1.0.0
77
+ Werkzeug==3.1.8
78
+ websockets==13.1
79
+ wcwidth==0.6.0
80
+ sqlparse==0.5.5
81
+ semver==3.0.4
82
+ itsdangerous==2.2.0
83
+ frida==17.9.1
84
+ click==8.3.2
85
+ blinker==1.9.0
86
+ prompt_toolkit==3.0.52
87
+ Flask==3.1.3
88
+ delegator.py==0.1.1
89
+ frida-tools==14.8.1
90
+ cli_helpers==2.12.0
91
+ litecli==1.17.1
92
+ objection==1.12.4
93
+ userpath==1.9.2
94
+ platformdirs==4.9.4
95
+ argcomplete==3.6.3
96
+ pipx==1.11.1
97
+ distlib==0.4.0
98
+ filelock==3.25.2
99
+ python-discovery==1.2.1
100
+ virtualenv==21.2.0
101
+ pyelftools==0.32
102
+ cigam==0.0.3
103
+ xmltodict==1.0.4
104
+ apkutils2==1.0.0
105
+ svgwrite==1.4.3
106
+ rdflib==7.6.0
107
+ python-louvain==0.16
108
+ wheel==0.46.3
109
+ pip==26.0.1
110
+ threadpoolctl==3.6.0
111
+ scipy==1.17.1
112
+ joblib==1.5.3
113
+ scikit-learn==1.8.0
114
+ pandas==3.0.2
115
+ seaborn==0.13.2
116
+ text-unidecode==1.3
117
+ fastjsonschema==2.21.2
118
+ traitlets==5.14.3
119
+ python-slugify==8.0.4
120
+ bleach==6.3.0
121
+ mdit-py-plugins==0.5.0
122
+ kagglesdk==0.1.23
123
+ jupyter_core==5.9.1
124
+ nbformat==5.10.4
125
+ jupytext==1.19.1
126
+ kaggle==2.1.0
127
+ xxhash==3.7.0
128
+ pyarrow==24.0.0
129
+ propcache==0.4.1
130
+ multidict==6.7.1
131
+ hf-xet==1.4.3
132
+ fsspec==2026.2.0
133
+ frozenlist==1.8.0
134
+ dill==0.4.1
135
+ aiohappyeyeballs==2.6.1
136
+ yarl==1.23.0
137
+ multiprocess==0.70.19
138
+ aiosignal==1.4.0
139
+ aiohttp==3.13.5
140
+ datasets==4.8.5
141
+ torchaudio==2.11.0
142
+ nvidia-cusparselt-cu13==0.8.0
143
+ mpmath==1.3.0
144
+ cuda-toolkit==13.0.2
145
+ wasabi==1.1.3
146
+ uvloop==0.22.1
147
+ triton==3.6.0
148
+ toml==0.10.2
149
+ tensorboard-data-server==0.7.2
150
+ sympy==1.14.0
151
+ spacy-loggers==1.0.5
152
+ spacy-legacy==3.0.12
153
+ spacy-alignments==0.9.1
154
+ smart_open==7.6.0
155
+ setuptools==81.0.0
156
+ sentencepiece==0.2.1
157
+ safetensors==0.7.0
158
+ pyspellchecker==0.9.0
159
+ pyphen==0.17.2
160
+ portalocker==3.2.0
161
+ nvidia-nvtx==13.0.85
162
+ nvidia-nvshmem-cu13==3.4.5
163
+ nvidia-nvjitlink==13.0.88
164
+ nvidia-nccl-cu13==2.28.9
165
+ nvidia-curand==10.4.0.35
166
+ nvidia-cufile==1.15.1.6
167
+ nvidia-cuda-runtime==13.0.96
168
+ nvidia-cuda-nvrtc==13.0.88
169
+ nvidia-cuda-cupti==13.0.85
170
+ nvidia-cublas==13.1.0.3
171
+ nltk==3.9.4
172
+ murmurhash==1.0.15
173
+ msgpack==1.1.2
174
+ Markdown==3.10.2
175
+ loguru==0.7.3
176
+ locate==1.1.1
177
+ langcodes==3.5.1
178
+ httptools==0.7.1
179
+ grpcio==1.80.0
180
+ ftfy==6.3.1
181
+ faiss-cpu==1.13.2
182
+ cymem==2.0.13
183
+ cuda-pathfinder==1.5.4
184
+ confection==1.3.3
185
+ cloudpathlib==0.24.0
186
+ catalogue==2.0.10
187
+ blis==1.3.3
188
+ absl-py==2.4.0
189
+ wordfreq==3.1.1
190
+ watchfiles==1.1.1
191
+ textstat==0.7.13
192
+ tensorboard==2.20.0
193
+ srsly==2.5.3
194
+ sacrebleu==2.6.0
195
+ rouge_score==0.1.2
196
+ preshed==3.0.13
197
+ nvidia-cusparse==12.6.3.3
198
+ nvidia-cufft==12.0.0.61
199
+ nvidia-cudnn-cu13==9.19.0.56
200
+ language_tool_python==3.3.0
201
+ huggingface_hub==0.36.2
202
+ cuda-bindings==13.2.0
203
+ wandb==0.26.1
204
+ tokenizers==0.21.4
205
+ thinc==8.3.13
206
+ nvidia-cusolver==12.0.4.66
207
+ fastapi==0.136.1
208
+ weasel==1.0.0
209
+ transformers==4.53.2
210
+ torch==2.11.0
211
+ spacy==3.8.13
212
+ torchvision==0.26.0
213
+ spacy-transformers==1.4.0
214
+ sentence-transformers==5.4.1
215
+ optimum==2.1.0
216
+ errant==3.0.0
217
+ bitsandbytes==0.49.2
218
+ bert-score==0.3.13
219
+ accelerate==1.13.0
220
+ peft==0.19.1
221
+ en_core_web_sm==3.8.0
222
+ Brlapi==0.8.7
223
+ PyGObject==3.54.5
224
+ cffi==2.0.0
225
+ contourpy==1.3.3
226
+ cryptography==46.0.7
227
+ dbus-python==1.4.0
228
+ evdev==1.9.3
229
+ fonttools==4.61.0
230
+ gbinder-python==1.3.0
231
+ kiwisolver==1.5.0
232
+ libvirt-python==11.6.0
233
+ lxml==6.0.1
234
+ matplotlib==3.10.8
235
+ numpy==2.3.5
236
+ perf==0.1
237
+ pillow==11.3.0
238
+ psutil==7.0.0
239
+ PyAudio==0.2.13
240
+ pycairo==1.28.0
241
+ pycups==2.0.4
242
+ pydantic_core==2.41.5
243
+ pyscard==2.2.2
244
+ PyYAML==6.0.2
245
+ pyzstd==0.16.2
246
+ RapidFuzz==3.12.2
247
+ regex==2026.2.28
248
+ rpds-py==0.27.0
249
+ rpm==6.0.1
250
+ selinux==3.9
251
+ setools==4.6.0
252
+ setproctitle==1.3.7
253
+ systemd-python==235
254
+ PySocks==1.7.1
255
+ annotated-types==0.7.0
256
+ anyio==4.12.1
257
+ appdirs==1.4.4
258
+ attrs==25.4.0
259
+ beautifulsoup4==4.14.3
260
+ boto3==1.42.84
261
+ botocore==1.42.84
262
+ certifi==2025.7.9
263
+ charset-normalizer==3.4.3
264
+ click==8.1.7
265
+ cockpit==360.1
266
+ configobj==5.0.9
267
+ cssselect==1.3.0
268
+ cupshelpers==1.0
269
+ cycler==0.11.0
270
+ dasbus==1.7
271
+ distro==1.9.0
272
+ fido2==2.0.0
273
+ file-magic==0.4.0
274
+ filelock==3.15.4
275
+ fw-fanctrl==1.0.2
276
+ h11==0.16.0
277
+ httpcore==1.0.9
278
+ httpx==0.28.1
279
+ icoextract==0.2.0
280
+ idna==3.10
281
+ inkex==1.4.0
282
+ input-remapper==2.2.0
283
+ jaraco.classes==3.4.0
284
+ jaraco.context==6.0.1
285
+ jaraco.functools==4.1.0
286
+ jeepney==0.9.0
287
+ jmespath==1.0.1
288
+ jsonschema==4.23.0
289
+ jsonschema-specifications==2024.10.1
290
+ keyring==25.7.0
291
+ langtable==0.0.69
292
+ libevdev==0.12
293
+ louis==3.33.0
294
+ lutris==0.5.22
295
+ moddb==0.12.0
296
+ more-itertools==10.5.0
297
+ nftables==0.1
298
+ olefile==0.47
299
+ packaging==25.0
300
+ pefile==2024.8.26
301
+ pexpect==4.9.0
302
+ pip==25.1.1
303
+ ply==3.11
304
+ protobuf==3.19.6
305
+ ptyprocess==0.7.0
306
+ pycparser==2.22
307
+ pydantic==2.12.5
308
+ pydbus==0.6.0
309
+ pyenchant==3.2.2
310
+ pygdbmi==0.11.0.0
311
+ Pygments==2.19.1
312
+ pyinotify==0.9.6
313
+ pyparsing==3.1.2
314
+ pypresence==4.3.0
315
+ pyserial==3.5
316
+ python-dateutil==2.9.0.post0
317
+ python-linux-procfs==0.7.3
318
+ python-pskc==1.4
319
+ python-xlib==0.33
320
+ pyudev==0.24.3
321
+ pyxdg==0.28
322
+ pyynl==0.0.1
323
+ referencing==0.36.2
324
+ requests==2.32.5
325
+ requests-file==2.0.0
326
+ s3transfer==0.16.0
327
+ scour==0.38.2
328
+ SecretStorage==3.3.3
329
+ sentry-sdk==2.35.0
330
+ sepolicy==3.9
331
+ setroubleshoot==3.3.36
332
+ setuptools==78.1.1
333
+ shtab==1.7.2
334
+ six==1.17.0
335
+ sos==4.11.0
336
+ soupsieve==2.8
337
+ tinycss2==1.5.1
338
+ tldextract==5.3.0
339
+ typing_extensions==4.15.0
340
+ typing-inspection==0.4.2
341
+ udica==0.2.8
342
+ umu-launcher==1.2.9
343
+ urllib3==2.6.3
344
+ webencodings==0.5.1
345
+ yubikey-manager==5.9.0
wandb/run-20260502_150043-2fg22e6p/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42",
3
+ "python": "CPython 3.14.3",
4
+ "startedAt": "2026-05-02T09:30:43.805829Z",
5
+ "program": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py",
6
+ "codePath": "scripts/pretrain_human_pattern_classifier.py",
7
+ "codePathLocal": "scripts/pretrain_human_pattern_classifier.py",
8
+ "email": "morpheuslord@protonmail.com",
9
+ "root": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter",
10
+ "host": "bazzite",
11
+ "executable": "/usr/bin/python3",
12
+ "cpu_count": 8,
13
+ "cpu_count_logical": 16,
14
+ "gpu": "NVIDIA GeForce RTX 3050 Laptop GPU",
15
+ "gpu_count": 1,
16
+ "disk": {
17
+ "/": {
18
+ "total": "60248064",
19
+ "used": "60248064"
20
+ }
21
+ },
22
+ "memory": {
23
+ "total": "32944783360"
24
+ },
25
+ "gpu_nvidia": [
26
+ {
27
+ "name": "NVIDIA GeForce RTX 3050 Laptop GPU",
28
+ "memoryTotal": "4294967296",
29
+ "cudaCores": 2048,
30
+ "architecture": "Ampere",
31
+ "uuid": "GPU-861554d7-d187-39e9-e77c-881f0287b963"
32
+ }
33
+ ],
34
+ "cudaVersion": "13.2",
35
+ "writerId": "ctvdhvjxmmfiv36y4j8d2zdkd9kalos2"
36
+ }
wandb/run-20260502_150043-2fg22e6p/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime":6067,"_wandb":{"runtime":6067}}
wandb/run-20260502_150043-2fg22e6p/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T15:00:44.140233346+05:30","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpu51_4d5s/port-136487.txt","pid":136487,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-05-02T15:00:44.140560261+05:30","level":"INFO","msg":"server: will exit if parent process dies","ppid":136487}
3
+ {"time":"2026-05-02T15:00:44.140556965+05:30","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-136487-136592-3231169847/socket","Net":"unix"}}
4
+ {"time":"2026-05-02T15:00:44.330972302+05:30","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-05-02T15:00:44.343449745+05:30","level":"INFO","msg":"handleInformInit: received","streamId":"2fg22e6p","id":"1(@)"}
6
+ {"time":"2026-05-02T15:00:45.227219731+05:30","level":"INFO","msg":"handleInformInit: stream started","streamId":"2fg22e6p","id":"1(@)"}
7
+ {"time":"2026-05-02T15:00:51.149240178+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"fsuq5ekstwlj"}
8
+ {"time":"2026-05-02T16:41:53.733100488+05:30","level":"INFO","msg":"connection: closing","id":"1(@)"}
9
+ {"time":"2026-05-02T16:41:53.733201689+05:30","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
10
+ {"time":"2026-05-02T16:41:53.733762845+05:30","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
11
+ {"time":"2026-05-02T16:41:53.734060375+05:30","level":"INFO","msg":"server is shutting down"}
12
+ {"time":"2026-05-02T16:41:53.734964147+05:30","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-136487-136592-3231169847/socket","Net":"unix"}}
13
+ {"time":"2026-05-02T16:41:57.716026864+05:30","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-05-02T16:41:57.716228183+05:30","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-05-02T16:41:57.716336757+05:30","level":"INFO","msg":"server is closed"}
wandb/run-20260502_150043-2fg22e6p/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20260502_150043-2fg22e6p/logs/debug.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_setup.py:_flush():81] Configure stats pid to 136487
3
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_150043-2fg22e6p/logs/debug.log
5
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_150043-2fg22e6p/logs/debug-internal.log
6
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_init.py:init():850] calling init triggers
7
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'_wandb': {}}
9
+ 2026-05-02 15:00:43,810 INFO MainThread:136487 [wandb_init.py:init():898] starting backend
10
+ 2026-05-02 15:00:44,331 INFO MainThread:136487 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-05-02 15:00:45,227 INFO MainThread:136487 [wandb_init.py:init():918] backend started and connected
12
+ 2026-05-02 15:00:45,228 INFO MainThread:136487 [wandb_init.py:init():988] updated telemetry
13
+ 2026-05-02 15:00:45,230 INFO MainThread:136487 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-05-02 15:00:45,995 INFO MainThread:136487 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-05-02 15:00:46,147 INFO MainThread:136487 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-05-02 15:00:46,147 INFO MainThread:136487 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-05-02 15:00:46,147 INFO MainThread:136487 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-05-02 15:00:46,148 INFO MainThread:136487 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-05-02 15:00:46,149 INFO MainThread:136487 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-05-02 16:41:53,733 INFO wandb-AsyncioManager-main:136487 [service_client.py:_forward_responses():134] Reached EOF.
21
+ 2026-05-02 16:41:53,738 INFO wandb-AsyncioManager-main:136487 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
wandb/run-20260502_165105-pwnhqrrf/files/config.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.26.1
4
+ e:
5
+ cve2dh0960zdnkk1yzn8pny7wewowtgj:
6
+ codePath: scripts/pretrain_human_pattern_classifier.py
7
+ codePathLocal: scripts/pretrain_human_pattern_classifier.py
8
+ cpu_count: 8
9
+ cpu_count_logical: 16
10
+ cudaVersion: "13.2"
11
+ disk:
12
+ /:
13
+ total: "60248064"
14
+ used: "60248064"
15
+ email: morpheuslord@protonmail.com
16
+ executable: /usr/bin/python3
17
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
18
+ gpu_count: 1
19
+ gpu_nvidia:
20
+ - architecture: Ampere
21
+ cudaCores: 2048
22
+ memoryTotal: "4294967296"
23
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
24
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
25
+ host: bazzite
26
+ memory:
27
+ total: "32944783360"
28
+ os: Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42
29
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py
30
+ python: CPython 3.14.3
31
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
32
+ startedAt: "2026-05-02T11:21:05.972410Z"
33
+ writerId: cve2dh0960zdnkk1yzn8pny7wewowtgj
34
+ m: []
35
+ python_version: 3.14.3
36
+ t:
37
+ "1":
38
+ - 1
39
+ - 5
40
+ - 11
41
+ - 33
42
+ - 41
43
+ - 49
44
+ - 53
45
+ - 71
46
+ "2":
47
+ - 1
48
+ - 5
49
+ - 11
50
+ - 33
51
+ - 41
52
+ - 49
53
+ - 53
54
+ - 71
55
+ "3":
56
+ - 13
57
+ - 15
58
+ "4": 3.14.3
59
+ "5": 0.26.1
60
+ "6": 4.53.2
61
+ "12": 0.26.1
62
+ "13": linux-x86_64
wandb/run-20260502_165105-pwnhqrrf/files/output.log ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:51:13.082 | INFO  | __main__:train_classifier:47 - Creating feature extractor...
2
+ 2026-05-02 16:51:13.084 | INFO  | src.training.human_pattern_extractor:__init__:166 - Loading GPT-2 for perplexity calculation...
3
+ 2026-05-02 16:51:18.487 | INFO  | src.training.human_pattern_extractor:__init__:178 - GPT-2 loaded on cuda with fp16
4
+ 2026-05-02 16:51:18.488 | INFO  | src.training.human_pattern_extractor:__init__:182 - HumanPatternFeatureExtractor initialised
5
+ 2026-05-02 16:51:18.489 | INFO  | __main__:train_classifier:55 - Loading datasets...
6
+ 2026-05-02 16:51:18.490 | INFO  | src.training.human_pattern_extractor:__init__:371 - Loading Shanegerami dataset from data/raw/shanegerami/AI_Human.csv...
7
+ 2026-05-02 16:51:43.650 | INFO  | src.training.human_pattern_extractor:__init__:403 - Shanegerami: 50000 human + 47084 AI samples
8
+ 2026-05-02 16:51:43.651 | INFO  | src.training.human_pattern_extractor:__init__:408 - Loading Starblasters8 dataset from data/raw/starblasters8/data.parquet...
9
+ 2026-05-02 16:52:15.944 | INFO  | src.training.human_pattern_extractor:__init__:438 - Starblasters8: 0 human + 0 AI samples
10
+ 2026-05-02 16:52:15.946 | INFO  | src.training.human_pattern_extractor:__init__:442 - Total dataset size: 97084 samples
11
+ 2026-05-02 16:52:17.493 | INFO  | src.training.human_pattern_extractor:precompute_features:453 - Pre-computing features for all texts...
12
+ 2026-05-02 16:52:17.620 | INFO  | src.training.human_pattern_extractor:extract_batch:301 - Extracting features for 97084 texts (device=cuda, batch_size=64)
13
+ 2026-05-02 16:52:17.620 | INFO  | src.training.human_pattern_extractor:extract_batch:304 -  Computing batched GPT-2 perplexity...
14
+ Traceback (most recent call last):
15
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 201, in <module>
16
+ train_classifier()
17
+ ~~~~~~~~~~~~~~~~^^
18
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 68, in train_classifier
19
+ dataset.precompute_features()
20
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
21
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 462, in precompute_features
22
+ features_array = self.extractor.extract_batch(
23
+ truncated_texts,
24
+ ...<2 lines>...
25
+ progress_every=2000,
26
+ )
27
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 309, in extract_batch
28
+ ppl_batch = self._perplexity_batch(batch, batch_size=len(batch))
29
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 227, in _perplexity_batch
30
+ outputs = self.gpt2_model(
31
+ input_ids,
32
+ attention_mask=attention_mask,
33
+ )
34
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
35
+ return self._call_impl(*args, **kwargs)
36
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
37
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
38
+ return forward_call(*args, **kwargs)
39
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/models/gpt2/modeling_gpt2.py", line 1213, in forward
40
+ logits = self.lm_head(hidden_states[:, slice_indices, :])
41
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1779, in _wrapped_call_impl
42
+ return self._call_impl(*args, **kwargs)
43
+ ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
44
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1790, in _call_impl
45
+ return forward_call(*args, **kwargs)
46
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/linear.py", line 134, in forward
47
+ return F.linear(input, self.weight, self.bias)
48
+ ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
49
+ torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 2.79 GiB. GPU 0 has a total capacity of 3.68 GiB of which 1.12 GiB is free. Including non-PyTorch memory, this process has 2.56 GiB memory in use. Of the allocated memory 1.84 GiB is allocated by PyTorch, and 638.18 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://docs.pytorch.org/docs/stable/notes/cuda.html#optimizing-memory-usage-with-pytorch-cuda-alloc-conf)
wandb/run-20260502_165105-pwnhqrrf/files/requirements.txt ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Pygments==2.19.2
2
+ pluggy==1.6.0
3
+ iniconfig==2.3.0
4
+ pytest==9.0.2
5
+ sqlite-vec==0.1.6
6
+ peewee==3.19.0
7
+ boltons==21.0.0
8
+ zipp==3.23.0
9
+ wrapt==1.17.3
10
+ tree-sitter-python==0.25.0
11
+ tree-sitter-javascript==0.25.0
12
+ tree-sitter-java==0.23.5
13
+ tree-sitter-cpp==0.23.4
14
+ tree-sitter-c==0.24.1
15
+ tree-sitter==0.25.2
16
+ tqdm==4.67.3
17
+ tomli==2.0.2
18
+ tabulate==0.10.0
19
+ stevedore==5.7.0
20
+ sniffio==1.3.1
21
+ smmap==5.0.3
22
+ shellingham==1.5.4
23
+ semantic-version==2.10.0
24
+ ruamel.yaml.clib==0.2.14
25
+ ruamel.yaml==0.19.1
26
+ python-multipart==0.0.22
27
+ python-dotenv==1.2.2
28
+ PyJWT==2.11.0
29
+ protobuf==6.33.5
30
+ opentelemetry-util-http==0.58b0
31
+ networkx==3.6.1
32
+ mdurl==0.1.2
33
+ MarkupSafe==3.0.3
34
+ jiter==0.13.0
35
+ hyperframe==6.1.0
36
+ httpx-sse==0.4.3
37
+ hpack==4.1.0
38
+ face==26.0.0
39
+ exceptiongroup==1.2.2
40
+ docstring_parser==0.17.0
41
+ colorama==0.4.6
42
+ bracex==2.6
43
+ annotated-doc==0.0.4
44
+ aiofiles==25.1.0
45
+ wcmatch==8.5.2
46
+ uvicorn==0.41.0
47
+ starlette==0.52.1
48
+ opentelemetry-proto==1.37.0
49
+ markdown-it-py==4.0.0
50
+ Jinja2==3.1.6
51
+ importlib_metadata==8.7.1
52
+ h2==4.3.0
53
+ googleapis-common-protos==1.73.0
54
+ glom==25.12.0
55
+ gitdb==4.0.12
56
+ click-option-group==0.5.9
57
+ sse-starlette==3.3.2
58
+ rich==14.3.3
59
+ pydantic-settings==2.13.1
60
+ opentelemetry-exporter-otlp-proto-common==1.37.0
61
+ opentelemetry-api==1.37.0
62
+ openai==2.26.0
63
+ jsonschema==4.25.1
64
+ GitPython==3.1.46
65
+ typer==0.23.1
66
+ opentelemetry-semantic-conventions==0.58b0
67
+ bandit==1.9.4
68
+ opentelemetry-sdk==1.37.0
69
+ opentelemetry-instrumentation==0.58b0
70
+ mcp==1.23.3
71
+ agno==2.5.9
72
+ opentelemetry-instrumentation-threading==0.58b0
73
+ opentelemetry-instrumentation-requests==0.58b0
74
+ opentelemetry-exporter-otlp-proto-http==1.37.0
75
+ semgrep==1.154.0
76
+ acvas==1.0.0
77
+ Werkzeug==3.1.8
78
+ websockets==13.1
79
+ wcwidth==0.6.0
80
+ sqlparse==0.5.5
81
+ semver==3.0.4
82
+ itsdangerous==2.2.0
83
+ frida==17.9.1
84
+ click==8.3.2
85
+ blinker==1.9.0
86
+ prompt_toolkit==3.0.52
87
+ Flask==3.1.3
88
+ delegator.py==0.1.1
89
+ frida-tools==14.8.1
90
+ cli_helpers==2.12.0
91
+ litecli==1.17.1
92
+ objection==1.12.4
93
+ userpath==1.9.2
94
+ platformdirs==4.9.4
95
+ argcomplete==3.6.3
96
+ pipx==1.11.1
97
+ distlib==0.4.0
98
+ filelock==3.25.2
99
+ python-discovery==1.2.1
100
+ virtualenv==21.2.0
101
+ pyelftools==0.32
102
+ cigam==0.0.3
103
+ xmltodict==1.0.4
104
+ apkutils2==1.0.0
105
+ svgwrite==1.4.3
106
+ rdflib==7.6.0
107
+ python-louvain==0.16
108
+ wheel==0.46.3
109
+ pip==26.0.1
110
+ threadpoolctl==3.6.0
111
+ scipy==1.17.1
112
+ joblib==1.5.3
113
+ scikit-learn==1.8.0
114
+ pandas==3.0.2
115
+ seaborn==0.13.2
116
+ text-unidecode==1.3
117
+ fastjsonschema==2.21.2
118
+ traitlets==5.14.3
119
+ python-slugify==8.0.4
120
+ bleach==6.3.0
121
+ mdit-py-plugins==0.5.0
122
+ kagglesdk==0.1.23
123
+ jupyter_core==5.9.1
124
+ nbformat==5.10.4
125
+ jupytext==1.19.1
126
+ kaggle==2.1.0
127
+ xxhash==3.7.0
128
+ pyarrow==24.0.0
129
+ propcache==0.4.1
130
+ multidict==6.7.1
131
+ hf-xet==1.4.3
132
+ fsspec==2026.2.0
133
+ frozenlist==1.8.0
134
+ dill==0.4.1
135
+ aiohappyeyeballs==2.6.1
136
+ yarl==1.23.0
137
+ multiprocess==0.70.19
138
+ aiosignal==1.4.0
139
+ aiohttp==3.13.5
140
+ datasets==4.8.5
141
+ torchaudio==2.11.0
142
+ nvidia-cusparselt-cu13==0.8.0
143
+ mpmath==1.3.0
144
+ cuda-toolkit==13.0.2
145
+ wasabi==1.1.3
146
+ uvloop==0.22.1
147
+ triton==3.6.0
148
+ toml==0.10.2
149
+ tensorboard-data-server==0.7.2
150
+ sympy==1.14.0
151
+ spacy-loggers==1.0.5
152
+ spacy-legacy==3.0.12
153
+ spacy-alignments==0.9.1
154
+ smart_open==7.6.0
155
+ setuptools==81.0.0
156
+ sentencepiece==0.2.1
157
+ safetensors==0.7.0
158
+ pyspellchecker==0.9.0
159
+ pyphen==0.17.2
160
+ portalocker==3.2.0
161
+ nvidia-nvtx==13.0.85
162
+ nvidia-nvshmem-cu13==3.4.5
163
+ nvidia-nvjitlink==13.0.88
164
+ nvidia-nccl-cu13==2.28.9
165
+ nvidia-curand==10.4.0.35
166
+ nvidia-cufile==1.15.1.6
167
+ nvidia-cuda-runtime==13.0.96
168
+ nvidia-cuda-nvrtc==13.0.88
169
+ nvidia-cuda-cupti==13.0.85
170
+ nvidia-cublas==13.1.0.3
171
+ nltk==3.9.4
172
+ murmurhash==1.0.15
173
+ msgpack==1.1.2
174
+ Markdown==3.10.2
175
+ loguru==0.7.3
176
+ locate==1.1.1
177
+ langcodes==3.5.1
178
+ httptools==0.7.1
179
+ grpcio==1.80.0
180
+ ftfy==6.3.1
181
+ faiss-cpu==1.13.2
182
+ cymem==2.0.13
183
+ cuda-pathfinder==1.5.4
184
+ confection==1.3.3
185
+ cloudpathlib==0.24.0
186
+ catalogue==2.0.10
187
+ blis==1.3.3
188
+ absl-py==2.4.0
189
+ wordfreq==3.1.1
190
+ watchfiles==1.1.1
191
+ textstat==0.7.13
192
+ tensorboard==2.20.0
193
+ srsly==2.5.3
194
+ sacrebleu==2.6.0
195
+ rouge_score==0.1.2
196
+ preshed==3.0.13
197
+ nvidia-cusparse==12.6.3.3
198
+ nvidia-cufft==12.0.0.61
199
+ nvidia-cudnn-cu13==9.19.0.56
200
+ language_tool_python==3.3.0
201
+ huggingface_hub==0.36.2
202
+ cuda-bindings==13.2.0
203
+ wandb==0.26.1
204
+ tokenizers==0.21.4
205
+ thinc==8.3.13
206
+ nvidia-cusolver==12.0.4.66
207
+ fastapi==0.136.1
208
+ weasel==1.0.0
209
+ transformers==4.53.2
210
+ torch==2.11.0
211
+ spacy==3.8.13
212
+ torchvision==0.26.0
213
+ spacy-transformers==1.4.0
214
+ sentence-transformers==5.4.1
215
+ optimum==2.1.0
216
+ errant==3.0.0
217
+ bitsandbytes==0.49.2
218
+ bert-score==0.3.13
219
+ accelerate==1.13.0
220
+ peft==0.19.1
221
+ en_core_web_sm==3.8.0
222
+ Brlapi==0.8.7
223
+ PyGObject==3.54.5
224
+ cffi==2.0.0
225
+ contourpy==1.3.3
226
+ cryptography==46.0.7
227
+ dbus-python==1.4.0
228
+ evdev==1.9.3
229
+ fonttools==4.61.0
230
+ gbinder-python==1.3.0
231
+ kiwisolver==1.5.0
232
+ libvirt-python==11.6.0
233
+ lxml==6.0.1
234
+ matplotlib==3.10.8
235
+ numpy==2.3.5
236
+ perf==0.1
237
+ pillow==11.3.0
238
+ psutil==7.0.0
239
+ PyAudio==0.2.13
240
+ pycairo==1.28.0
241
+ pycups==2.0.4
242
+ pydantic_core==2.41.5
243
+ pyscard==2.2.2
244
+ PyYAML==6.0.2
245
+ pyzstd==0.16.2
246
+ RapidFuzz==3.12.2
247
+ regex==2026.2.28
248
+ rpds-py==0.27.0
249
+ rpm==6.0.1
250
+ selinux==3.9
251
+ setools==4.6.0
252
+ setproctitle==1.3.7
253
+ systemd-python==235
254
+ PySocks==1.7.1
255
+ annotated-types==0.7.0
256
+ anyio==4.12.1
257
+ appdirs==1.4.4
258
+ attrs==25.4.0
259
+ beautifulsoup4==4.14.3
260
+ boto3==1.42.84
261
+ botocore==1.42.84
262
+ certifi==2025.7.9
263
+ charset-normalizer==3.4.3
264
+ click==8.1.7
265
+ cockpit==360.1
266
+ configobj==5.0.9
267
+ cssselect==1.3.0
268
+ cupshelpers==1.0
269
+ cycler==0.11.0
270
+ dasbus==1.7
271
+ distro==1.9.0
272
+ fido2==2.0.0
273
+ file-magic==0.4.0
274
+ filelock==3.15.4
275
+ fw-fanctrl==1.0.2
276
+ h11==0.16.0
277
+ httpcore==1.0.9
278
+ httpx==0.28.1
279
+ icoextract==0.2.0
280
+ idna==3.10
281
+ inkex==1.4.0
282
+ input-remapper==2.2.0
283
+ jaraco.classes==3.4.0
284
+ jaraco.context==6.0.1
285
+ jaraco.functools==4.1.0
286
+ jeepney==0.9.0
287
+ jmespath==1.0.1
288
+ jsonschema==4.23.0
289
+ jsonschema-specifications==2024.10.1
290
+ keyring==25.7.0
291
+ langtable==0.0.69
292
+ libevdev==0.12
293
+ louis==3.33.0
294
+ lutris==0.5.22
295
+ moddb==0.12.0
296
+ more-itertools==10.5.0
297
+ nftables==0.1
298
+ olefile==0.47
299
+ packaging==25.0
300
+ pefile==2024.8.26
301
+ pexpect==4.9.0
302
+ pip==25.1.1
303
+ ply==3.11
304
+ protobuf==3.19.6
305
+ ptyprocess==0.7.0
306
+ pycparser==2.22
307
+ pydantic==2.12.5
308
+ pydbus==0.6.0
309
+ pyenchant==3.2.2
310
+ pygdbmi==0.11.0.0
311
+ Pygments==2.19.1
312
+ pyinotify==0.9.6
313
+ pyparsing==3.1.2
314
+ pypresence==4.3.0
315
+ pyserial==3.5
316
+ python-dateutil==2.9.0.post0
317
+ python-linux-procfs==0.7.3
318
+ python-pskc==1.4
319
+ python-xlib==0.33
320
+ pyudev==0.24.3
321
+ pyxdg==0.28
322
+ pyynl==0.0.1
323
+ referencing==0.36.2
324
+ requests==2.32.5
325
+ requests-file==2.0.0
326
+ s3transfer==0.16.0
327
+ scour==0.38.2
328
+ SecretStorage==3.3.3
329
+ sentry-sdk==2.35.0
330
+ sepolicy==3.9
331
+ setroubleshoot==3.3.36
332
+ setuptools==78.1.1
333
+ shtab==1.7.2
334
+ six==1.17.0
335
+ sos==4.11.0
336
+ soupsieve==2.8
337
+ tinycss2==1.5.1
338
+ tldextract==5.3.0
339
+ typing_extensions==4.15.0
340
+ typing-inspection==0.4.2
341
+ udica==0.2.8
342
+ umu-launcher==1.2.9
343
+ urllib3==2.6.3
344
+ webencodings==0.5.1
345
+ yubikey-manager==5.9.0
wandb/run-20260502_165105-pwnhqrrf/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42",
3
+ "python": "CPython 3.14.3",
4
+ "startedAt": "2026-05-02T11:21:05.972410Z",
5
+ "program": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py",
6
+ "codePath": "scripts/pretrain_human_pattern_classifier.py",
7
+ "codePathLocal": "scripts/pretrain_human_pattern_classifier.py",
8
+ "email": "morpheuslord@protonmail.com",
9
+ "root": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter",
10
+ "host": "bazzite",
11
+ "executable": "/usr/bin/python3",
12
+ "cpu_count": 8,
13
+ "cpu_count_logical": 16,
14
+ "gpu": "NVIDIA GeForce RTX 3050 Laptop GPU",
15
+ "gpu_count": 1,
16
+ "disk": {
17
+ "/": {
18
+ "total": "60248064",
19
+ "used": "60248064"
20
+ }
21
+ },
22
+ "memory": {
23
+ "total": "32944783360"
24
+ },
25
+ "gpu_nvidia": [
26
+ {
27
+ "name": "NVIDIA GeForce RTX 3050 Laptop GPU",
28
+ "memoryTotal": "4294967296",
29
+ "cudaCores": 2048,
30
+ "architecture": "Ampere",
31
+ "uuid": "GPU-861554d7-d187-39e9-e77c-881f0287b963"
32
+ }
33
+ ],
34
+ "cudaVersion": "13.2",
35
+ "writerId": "cve2dh0960zdnkk1yzn8pny7wewowtgj"
36
+ }
wandb/run-20260502_165105-pwnhqrrf/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":69},"_runtime":69}
wandb/run-20260502_165105-pwnhqrrf/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T16:51:09.119697527+05:30","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpfte7jprd/port-165046.txt","pid":165046,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-05-02T16:51:09.123666219+05:30","level":"INFO","msg":"server: will exit if parent process dies","ppid":165046}
3
+ {"time":"2026-05-02T16:51:09.123455543+05:30","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-165046-165205-3023372843/socket","Net":"unix"}}
4
+ {"time":"2026-05-02T16:51:09.194066768+05:30","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-05-02T16:51:09.297087307+05:30","level":"INFO","msg":"handleInformInit: received","streamId":"pwnhqrrf","id":"1(@)"}
6
+ {"time":"2026-05-02T16:51:10.477365945+05:30","level":"INFO","msg":"handleInformInit: stream started","streamId":"pwnhqrrf","id":"1(@)"}
7
+ {"time":"2026-05-02T16:51:18.077030366+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"k3g787vnwyfj"}
8
+ {"time":"2026-05-02T16:52:20.289094044+05:30","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-05-02T16:52:20.289454853+05:30","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-05-02T16:52:20.289674387+05:30","level":"INFO","msg":"connection: closing","id":"1(@)"}
11
+ {"time":"2026-05-02T16:52:20.290169339+05:30","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-05-02T16:52:20.290089719+05:30","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-165046-165205-3023372843/socket","Net":"unix"}}
13
+ {"time":"2026-05-02T16:52:22.055348277+05:30","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-05-02T16:52:22.055709958+05:30","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-05-02T16:52:22.055846886+05:30","level":"INFO","msg":"server is closed"}
wandb/run-20260502_165105-pwnhqrrf/logs/debug-internal.log ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T16:51:09.299926924+05:30","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-05-02T16:51:09.308269582+05:30","level":"INFO","msg":"stream: starting","core version":"0.26.1"}
3
+ {"time":"2026-05-02T16:51:10.468901929+05:30","level":"INFO","msg":"stream: created new stream","id":"pwnhqrrf"}
4
+ {"time":"2026-05-02T16:51:10.469859041+05:30","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-05-02T16:51:10.476544038+05:30","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-05-02T16:51:10.476798607+05:30","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-05-02T16:51:10.476970591+05:30","level":"INFO","msg":"writer: started","stream_id":"pwnhqrrf"}
8
+ {"time":"2026-05-02T16:51:13.212532943+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-05-02T16:51:13.845065129+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-05-02T16:51:28.212779738+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
11
+ {"time":"2026-05-02T16:51:28.692764+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-05-02T16:51:43.212279677+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2}
13
+ {"time":"2026-05-02T16:51:43.743662698+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-05-02T16:51:58.213075035+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":6,"console_lines":2}
15
+ {"time":"2026-05-02T16:51:58.7977973+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-05-02T16:52:13.212890088+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2}
17
+ {"time":"2026-05-02T16:52:13.849897932+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-05-02T16:52:21.531162769+05:30","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
19
+ {"time":"2026-05-02T16:52:21.533068607+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":8,"console_lines":41,"uploaded_len":3,"complete":true,"exit_code":1}
20
+ {"time":"2026-05-02T16:52:22.043831202+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
21
+ {"time":"2026-05-02T16:52:22.045505985+05:30","level":"INFO","msg":"stream: finishing up"}
22
+ {"time":"2026-05-02T16:52:22.046175656+05:30","level":"INFO","msg":"handler: closed"}
23
+ {"time":"2026-05-02T16:52:22.048736858+05:30","level":"INFO","msg":"sender: closed"}
24
+ {"time":"2026-05-02T16:52:22.049216421+05:30","level":"INFO","msg":"stream: all finished"}
wandb/run-20260502_165105-pwnhqrrf/logs/debug.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:51:06,044 INFO MainThread:165046 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-05-02 16:51:06,045 INFO MainThread:165046 [wandb_setup.py:_flush():81] Configure stats pid to 165046
3
+ 2026-05-02 16:51:06,047 INFO MainThread:165046 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-05-02 16:51:06,050 INFO MainThread:165046 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165105-pwnhqrrf/logs/debug.log
5
+ 2026-05-02 16:51:06,051 INFO MainThread:165046 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165105-pwnhqrrf/logs/debug-internal.log
6
+ 2026-05-02 16:51:06,052 INFO MainThread:165046 [wandb_init.py:init():850] calling init triggers
7
+ 2026-05-02 16:51:06,053 INFO MainThread:165046 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'_wandb': {}}
9
+ 2026-05-02 16:51:06,054 INFO MainThread:165046 [wandb_init.py:init():898] starting backend
10
+ 2026-05-02 16:51:09,196 INFO MainThread:165046 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-05-02 16:51:10,482 INFO MainThread:165046 [wandb_init.py:init():918] backend started and connected
12
+ 2026-05-02 16:51:10,492 INFO MainThread:165046 [wandb_init.py:init():988] updated telemetry
13
+ 2026-05-02 16:51:10,510 INFO MainThread:165046 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-05-02 16:51:11,028 INFO MainThread:165046 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-05-02 16:51:13,054 INFO MainThread:165046 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-05-02 16:51:13,056 INFO MainThread:165046 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-05-02 16:51:13,058 INFO MainThread:165046 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-05-02 16:51:13,062 INFO MainThread:165046 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-05-02 16:51:13,080 INFO MainThread:165046 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-05-02 16:52:20,289 INFO wandb-AsyncioManager-main:165046 [service_client.py:_forward_responses():134] Reached EOF.
21
+ 2026-05-02 16:52:20,291 INFO wandb-AsyncioManager-main:165046 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
wandb/run-20260502_165541-4d797dih/files/config.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.26.1
4
+ e:
5
+ msfkaeswer4rueoyaky7evaa96t01ttp:
6
+ codePath: scripts/pretrain_human_pattern_classifier.py
7
+ codePathLocal: scripts/pretrain_human_pattern_classifier.py
8
+ cpu_count: 8
9
+ cpu_count_logical: 16
10
+ cudaVersion: "13.2"
11
+ disk:
12
+ /:
13
+ total: "60248064"
14
+ used: "60248064"
15
+ email: morpheuslord@protonmail.com
16
+ executable: /usr/bin/python3
17
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
18
+ gpu_count: 1
19
+ gpu_nvidia:
20
+ - architecture: Ampere
21
+ cudaCores: 2048
22
+ memoryTotal: "4294967296"
23
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
24
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
25
+ host: bazzite
26
+ memory:
27
+ total: "32944783360"
28
+ os: Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42
29
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py
30
+ python: CPython 3.14.3
31
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
32
+ startedAt: "2026-05-02T11:25:41.530148Z"
33
+ writerId: msfkaeswer4rueoyaky7evaa96t01ttp
34
+ m: []
35
+ python_version: 3.14.3
36
+ t:
37
+ "1":
38
+ - 1
39
+ - 5
40
+ - 11
41
+ - 33
42
+ - 41
43
+ - 49
44
+ - 53
45
+ - 71
46
+ "2":
47
+ - 1
48
+ - 5
49
+ - 11
50
+ - 33
51
+ - 41
52
+ - 49
53
+ - 53
54
+ - 71
55
+ "3":
56
+ - 13
57
+ - 15
58
+ "4": 3.14.3
59
+ "5": 0.26.1
60
+ "6": 4.53.2
61
+ "12": 0.26.1
62
+ "13": linux-x86_64
wandb/run-20260502_165541-4d797dih/files/output.log ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:55:48.234 | INFO  | __main__:train_classifier:47 - Creating feature extractor...
2
+ 2026-05-02 16:55:48.236 | INFO  | src.training.human_pattern_extractor:__init__:166 - Loading GPT-2 for perplexity calculation...
3
+ 2026-05-02 16:55:52.640 | INFO  | src.training.human_pattern_extractor:__init__:178 - GPT-2 loaded on cuda with fp16
4
+ 2026-05-02 16:55:52.641 | INFO  | src.training.human_pattern_extractor:__init__:182 - HumanPatternFeatureExtractor initialised
5
+ 2026-05-02 16:55:52.641 | INFO  | __main__:train_classifier:55 - Loading datasets...
6
+ 2026-05-02 16:55:52.641 | INFO  | src.training.human_pattern_extractor:__init__:385 - Loading Shanegerami dataset from data/raw/shanegerami/AI_Human.csv...
7
+ 2026-05-02 16:55:54.979 | INFO  | src.training.human_pattern_extractor:__init__:417 - Shanegerami: 50000 human + 47084 AI samples
8
+ 2026-05-02 16:55:54.979 | INFO  | src.training.human_pattern_extractor:__init__:422 - Loading Starblasters8 dataset from data/raw/starblasters8/data.parquet...
9
+ 2026-05-02 16:56:30.629 | INFO  | src.training.human_pattern_extractor:__init__:452 - Starblasters8: 0 human + 0 AI samples
10
+ 2026-05-02 16:56:30.629 | INFO  | src.training.human_pattern_extractor:__init__:456 - Total dataset size: 97084 samples
11
+ 2026-05-02 16:56:30.767 | INFO  | src.training.human_pattern_extractor:precompute_features:467 - Pre-computing features for all texts...
12
+ Traceback (most recent call last):
13
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 201, in <module>
14
+ train_classifier()
15
+ ~~~~~~~~~~~~~~~~^^
16
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py", line 68, in train_classifier
17
+ dataset.precompute_features()
18
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
19
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 476, in precompute_features
20
+ features_array = self.extractor.extract_batch(
21
+ truncated_texts,
22
+ ...<2 lines>...
23
+ progress_every=2000,
24
+ )
25
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/training/human_pattern_extractor.py", line 311, in extract_batch
26
+ vram_gb = torch.cuda.get_device_properties(0).total_mem / (1024**3)
27
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
28
+ AttributeError: 'torch._C._CudaDeviceProperties' object has no attribute 'total_mem'. Did you mean: 'total_memory'?
wandb/run-20260502_165541-4d797dih/files/requirements.txt ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Pygments==2.19.2
2
+ pluggy==1.6.0
3
+ iniconfig==2.3.0
4
+ pytest==9.0.2
5
+ sqlite-vec==0.1.6
6
+ peewee==3.19.0
7
+ boltons==21.0.0
8
+ zipp==3.23.0
9
+ wrapt==1.17.3
10
+ tree-sitter-python==0.25.0
11
+ tree-sitter-javascript==0.25.0
12
+ tree-sitter-java==0.23.5
13
+ tree-sitter-cpp==0.23.4
14
+ tree-sitter-c==0.24.1
15
+ tree-sitter==0.25.2
16
+ tqdm==4.67.3
17
+ tomli==2.0.2
18
+ tabulate==0.10.0
19
+ stevedore==5.7.0
20
+ sniffio==1.3.1
21
+ smmap==5.0.3
22
+ shellingham==1.5.4
23
+ semantic-version==2.10.0
24
+ ruamel.yaml.clib==0.2.14
25
+ ruamel.yaml==0.19.1
26
+ python-multipart==0.0.22
27
+ python-dotenv==1.2.2
28
+ PyJWT==2.11.0
29
+ protobuf==6.33.5
30
+ opentelemetry-util-http==0.58b0
31
+ networkx==3.6.1
32
+ mdurl==0.1.2
33
+ MarkupSafe==3.0.3
34
+ jiter==0.13.0
35
+ hyperframe==6.1.0
36
+ httpx-sse==0.4.3
37
+ hpack==4.1.0
38
+ face==26.0.0
39
+ exceptiongroup==1.2.2
40
+ docstring_parser==0.17.0
41
+ colorama==0.4.6
42
+ bracex==2.6
43
+ annotated-doc==0.0.4
44
+ aiofiles==25.1.0
45
+ wcmatch==8.5.2
46
+ uvicorn==0.41.0
47
+ starlette==0.52.1
48
+ opentelemetry-proto==1.37.0
49
+ markdown-it-py==4.0.0
50
+ Jinja2==3.1.6
51
+ importlib_metadata==8.7.1
52
+ h2==4.3.0
53
+ googleapis-common-protos==1.73.0
54
+ glom==25.12.0
55
+ gitdb==4.0.12
56
+ click-option-group==0.5.9
57
+ sse-starlette==3.3.2
58
+ rich==14.3.3
59
+ pydantic-settings==2.13.1
60
+ opentelemetry-exporter-otlp-proto-common==1.37.0
61
+ opentelemetry-api==1.37.0
62
+ openai==2.26.0
63
+ jsonschema==4.25.1
64
+ GitPython==3.1.46
65
+ typer==0.23.1
66
+ opentelemetry-semantic-conventions==0.58b0
67
+ bandit==1.9.4
68
+ opentelemetry-sdk==1.37.0
69
+ opentelemetry-instrumentation==0.58b0
70
+ mcp==1.23.3
71
+ agno==2.5.9
72
+ opentelemetry-instrumentation-threading==0.58b0
73
+ opentelemetry-instrumentation-requests==0.58b0
74
+ opentelemetry-exporter-otlp-proto-http==1.37.0
75
+ semgrep==1.154.0
76
+ acvas==1.0.0
77
+ Werkzeug==3.1.8
78
+ websockets==13.1
79
+ wcwidth==0.6.0
80
+ sqlparse==0.5.5
81
+ semver==3.0.4
82
+ itsdangerous==2.2.0
83
+ frida==17.9.1
84
+ click==8.3.2
85
+ blinker==1.9.0
86
+ prompt_toolkit==3.0.52
87
+ Flask==3.1.3
88
+ delegator.py==0.1.1
89
+ frida-tools==14.8.1
90
+ cli_helpers==2.12.0
91
+ litecli==1.17.1
92
+ objection==1.12.4
93
+ userpath==1.9.2
94
+ platformdirs==4.9.4
95
+ argcomplete==3.6.3
96
+ pipx==1.11.1
97
+ distlib==0.4.0
98
+ filelock==3.25.2
99
+ python-discovery==1.2.1
100
+ virtualenv==21.2.0
101
+ pyelftools==0.32
102
+ cigam==0.0.3
103
+ xmltodict==1.0.4
104
+ apkutils2==1.0.0
105
+ svgwrite==1.4.3
106
+ rdflib==7.6.0
107
+ python-louvain==0.16
108
+ wheel==0.46.3
109
+ pip==26.0.1
110
+ threadpoolctl==3.6.0
111
+ scipy==1.17.1
112
+ joblib==1.5.3
113
+ scikit-learn==1.8.0
114
+ pandas==3.0.2
115
+ seaborn==0.13.2
116
+ text-unidecode==1.3
117
+ fastjsonschema==2.21.2
118
+ traitlets==5.14.3
119
+ python-slugify==8.0.4
120
+ bleach==6.3.0
121
+ mdit-py-plugins==0.5.0
122
+ kagglesdk==0.1.23
123
+ jupyter_core==5.9.1
124
+ nbformat==5.10.4
125
+ jupytext==1.19.1
126
+ kaggle==2.1.0
127
+ xxhash==3.7.0
128
+ pyarrow==24.0.0
129
+ propcache==0.4.1
130
+ multidict==6.7.1
131
+ hf-xet==1.4.3
132
+ fsspec==2026.2.0
133
+ frozenlist==1.8.0
134
+ dill==0.4.1
135
+ aiohappyeyeballs==2.6.1
136
+ yarl==1.23.0
137
+ multiprocess==0.70.19
138
+ aiosignal==1.4.0
139
+ aiohttp==3.13.5
140
+ datasets==4.8.5
141
+ torchaudio==2.11.0
142
+ nvidia-cusparselt-cu13==0.8.0
143
+ mpmath==1.3.0
144
+ cuda-toolkit==13.0.2
145
+ wasabi==1.1.3
146
+ uvloop==0.22.1
147
+ triton==3.6.0
148
+ toml==0.10.2
149
+ tensorboard-data-server==0.7.2
150
+ sympy==1.14.0
151
+ spacy-loggers==1.0.5
152
+ spacy-legacy==3.0.12
153
+ spacy-alignments==0.9.1
154
+ smart_open==7.6.0
155
+ setuptools==81.0.0
156
+ sentencepiece==0.2.1
157
+ safetensors==0.7.0
158
+ pyspellchecker==0.9.0
159
+ pyphen==0.17.2
160
+ portalocker==3.2.0
161
+ nvidia-nvtx==13.0.85
162
+ nvidia-nvshmem-cu13==3.4.5
163
+ nvidia-nvjitlink==13.0.88
164
+ nvidia-nccl-cu13==2.28.9
165
+ nvidia-curand==10.4.0.35
166
+ nvidia-cufile==1.15.1.6
167
+ nvidia-cuda-runtime==13.0.96
168
+ nvidia-cuda-nvrtc==13.0.88
169
+ nvidia-cuda-cupti==13.0.85
170
+ nvidia-cublas==13.1.0.3
171
+ nltk==3.9.4
172
+ murmurhash==1.0.15
173
+ msgpack==1.1.2
174
+ Markdown==3.10.2
175
+ loguru==0.7.3
176
+ locate==1.1.1
177
+ langcodes==3.5.1
178
+ httptools==0.7.1
179
+ grpcio==1.80.0
180
+ ftfy==6.3.1
181
+ faiss-cpu==1.13.2
182
+ cymem==2.0.13
183
+ cuda-pathfinder==1.5.4
184
+ confection==1.3.3
185
+ cloudpathlib==0.24.0
186
+ catalogue==2.0.10
187
+ blis==1.3.3
188
+ absl-py==2.4.0
189
+ wordfreq==3.1.1
190
+ watchfiles==1.1.1
191
+ textstat==0.7.13
192
+ tensorboard==2.20.0
193
+ srsly==2.5.3
194
+ sacrebleu==2.6.0
195
+ rouge_score==0.1.2
196
+ preshed==3.0.13
197
+ nvidia-cusparse==12.6.3.3
198
+ nvidia-cufft==12.0.0.61
199
+ nvidia-cudnn-cu13==9.19.0.56
200
+ language_tool_python==3.3.0
201
+ huggingface_hub==0.36.2
202
+ cuda-bindings==13.2.0
203
+ wandb==0.26.1
204
+ tokenizers==0.21.4
205
+ thinc==8.3.13
206
+ nvidia-cusolver==12.0.4.66
207
+ fastapi==0.136.1
208
+ weasel==1.0.0
209
+ transformers==4.53.2
210
+ torch==2.11.0
211
+ spacy==3.8.13
212
+ torchvision==0.26.0
213
+ spacy-transformers==1.4.0
214
+ sentence-transformers==5.4.1
215
+ optimum==2.1.0
216
+ errant==3.0.0
217
+ bitsandbytes==0.49.2
218
+ bert-score==0.3.13
219
+ accelerate==1.13.0
220
+ peft==0.19.1
221
+ en_core_web_sm==3.8.0
222
+ Brlapi==0.8.7
223
+ PyGObject==3.54.5
224
+ cffi==2.0.0
225
+ contourpy==1.3.3
226
+ cryptography==46.0.7
227
+ dbus-python==1.4.0
228
+ evdev==1.9.3
229
+ fonttools==4.61.0
230
+ gbinder-python==1.3.0
231
+ kiwisolver==1.5.0
232
+ libvirt-python==11.6.0
233
+ lxml==6.0.1
234
+ matplotlib==3.10.8
235
+ numpy==2.3.5
236
+ perf==0.1
237
+ pillow==11.3.0
238
+ psutil==7.0.0
239
+ PyAudio==0.2.13
240
+ pycairo==1.28.0
241
+ pycups==2.0.4
242
+ pydantic_core==2.41.5
243
+ pyscard==2.2.2
244
+ PyYAML==6.0.2
245
+ pyzstd==0.16.2
246
+ RapidFuzz==3.12.2
247
+ regex==2026.2.28
248
+ rpds-py==0.27.0
249
+ rpm==6.0.1
250
+ selinux==3.9
251
+ setools==4.6.0
252
+ setproctitle==1.3.7
253
+ systemd-python==235
254
+ PySocks==1.7.1
255
+ annotated-types==0.7.0
256
+ anyio==4.12.1
257
+ appdirs==1.4.4
258
+ attrs==25.4.0
259
+ beautifulsoup4==4.14.3
260
+ boto3==1.42.84
261
+ botocore==1.42.84
262
+ certifi==2025.7.9
263
+ charset-normalizer==3.4.3
264
+ click==8.1.7
265
+ cockpit==360.1
266
+ configobj==5.0.9
267
+ cssselect==1.3.0
268
+ cupshelpers==1.0
269
+ cycler==0.11.0
270
+ dasbus==1.7
271
+ distro==1.9.0
272
+ fido2==2.0.0
273
+ file-magic==0.4.0
274
+ filelock==3.15.4
275
+ fw-fanctrl==1.0.2
276
+ h11==0.16.0
277
+ httpcore==1.0.9
278
+ httpx==0.28.1
279
+ icoextract==0.2.0
280
+ idna==3.10
281
+ inkex==1.4.0
282
+ input-remapper==2.2.0
283
+ jaraco.classes==3.4.0
284
+ jaraco.context==6.0.1
285
+ jaraco.functools==4.1.0
286
+ jeepney==0.9.0
287
+ jmespath==1.0.1
288
+ jsonschema==4.23.0
289
+ jsonschema-specifications==2024.10.1
290
+ keyring==25.7.0
291
+ langtable==0.0.69
292
+ libevdev==0.12
293
+ louis==3.33.0
294
+ lutris==0.5.22
295
+ moddb==0.12.0
296
+ more-itertools==10.5.0
297
+ nftables==0.1
298
+ olefile==0.47
299
+ packaging==25.0
300
+ pefile==2024.8.26
301
+ pexpect==4.9.0
302
+ pip==25.1.1
303
+ ply==3.11
304
+ protobuf==3.19.6
305
+ ptyprocess==0.7.0
306
+ pycparser==2.22
307
+ pydantic==2.12.5
308
+ pydbus==0.6.0
309
+ pyenchant==3.2.2
310
+ pygdbmi==0.11.0.0
311
+ Pygments==2.19.1
312
+ pyinotify==0.9.6
313
+ pyparsing==3.1.2
314
+ pypresence==4.3.0
315
+ pyserial==3.5
316
+ python-dateutil==2.9.0.post0
317
+ python-linux-procfs==0.7.3
318
+ python-pskc==1.4
319
+ python-xlib==0.33
320
+ pyudev==0.24.3
321
+ pyxdg==0.28
322
+ pyynl==0.0.1
323
+ referencing==0.36.2
324
+ requests==2.32.5
325
+ requests-file==2.0.0
326
+ s3transfer==0.16.0
327
+ scour==0.38.2
328
+ SecretStorage==3.3.3
329
+ sentry-sdk==2.35.0
330
+ sepolicy==3.9
331
+ setroubleshoot==3.3.36
332
+ setuptools==78.1.1
333
+ shtab==1.7.2
334
+ six==1.17.0
335
+ sos==4.11.0
336
+ soupsieve==2.8
337
+ tinycss2==1.5.1
338
+ tldextract==5.3.0
339
+ typing_extensions==4.15.0
340
+ typing-inspection==0.4.2
341
+ udica==0.2.8
342
+ umu-launcher==1.2.9
343
+ urllib3==2.6.3
344
+ webencodings==0.5.1
345
+ yubikey-manager==5.9.0
wandb/run-20260502_165541-4d797dih/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42",
3
+ "python": "CPython 3.14.3",
4
+ "startedAt": "2026-05-02T11:25:41.530148Z",
5
+ "program": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py",
6
+ "codePath": "scripts/pretrain_human_pattern_classifier.py",
7
+ "codePathLocal": "scripts/pretrain_human_pattern_classifier.py",
8
+ "email": "morpheuslord@protonmail.com",
9
+ "root": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter",
10
+ "host": "bazzite",
11
+ "executable": "/usr/bin/python3",
12
+ "cpu_count": 8,
13
+ "cpu_count_logical": 16,
14
+ "gpu": "NVIDIA GeForce RTX 3050 Laptop GPU",
15
+ "gpu_count": 1,
16
+ "disk": {
17
+ "/": {
18
+ "total": "60248064",
19
+ "used": "60248064"
20
+ }
21
+ },
22
+ "memory": {
23
+ "total": "32944783360"
24
+ },
25
+ "gpu_nvidia": [
26
+ {
27
+ "name": "NVIDIA GeForce RTX 3050 Laptop GPU",
28
+ "memoryTotal": "4294967296",
29
+ "cudaCores": 2048,
30
+ "architecture": "Ampere",
31
+ "uuid": "GPU-861554d7-d187-39e9-e77c-881f0287b963"
32
+ }
33
+ ],
34
+ "cudaVersion": "13.2",
35
+ "writerId": "msfkaeswer4rueoyaky7evaa96t01ttp"
36
+ }
wandb/run-20260502_165541-4d797dih/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":44},"_runtime":44}
wandb/run-20260502_165541-4d797dih/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T16:55:44.172291021+05:30","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpfr9s29dv/port-166374.txt","pid":166374,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-05-02T16:55:44.175315266+05:30","level":"INFO","msg":"server: will exit if parent process dies","ppid":166374}
3
+ {"time":"2026-05-02T16:55:44.175190962+05:30","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-166374-166504-3878249921/socket","Net":"unix"}}
4
+ {"time":"2026-05-02T16:55:44.26804032+05:30","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-05-02T16:55:44.368991783+05:30","level":"INFO","msg":"handleInformInit: received","streamId":"4d797dih","id":"1(@)"}
6
+ {"time":"2026-05-02T16:55:45.729843406+05:30","level":"INFO","msg":"handleInformInit: stream started","streamId":"4d797dih","id":"1(@)"}
7
+ {"time":"2026-05-02T16:55:53.224064646+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"sat5celfgnr8"}
8
+ {"time":"2026-05-02T16:56:30.82725156+05:30","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-05-02T16:56:30.827312595+05:30","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-05-02T16:56:30.827324748+05:30","level":"INFO","msg":"connection: closing","id":"1(@)"}
11
+ {"time":"2026-05-02T16:56:30.827376846+05:30","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-05-02T16:56:30.82753828+05:30","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-166374-166504-3878249921/socket","Net":"unix"}}
13
+ {"time":"2026-05-02T16:56:33.238601135+05:30","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-05-02T16:56:33.238623628+05:30","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-05-02T16:56:33.238638596+05:30","level":"INFO","msg":"server is closed"}
wandb/run-20260502_165541-4d797dih/logs/debug-internal.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T16:55:44.371956285+05:30","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-05-02T16:55:44.382201335+05:30","level":"INFO","msg":"stream: starting","core version":"0.26.1"}
3
+ {"time":"2026-05-02T16:55:45.723963294+05:30","level":"INFO","msg":"stream: created new stream","id":"4d797dih"}
4
+ {"time":"2026-05-02T16:55:45.724817723+05:30","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-05-02T16:55:45.729301486+05:30","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-05-02T16:55:45.729733529+05:30","level":"INFO","msg":"writer: started","stream_id":"4d797dih"}
7
+ {"time":"2026-05-02T16:55:45.729434546+05:30","level":"INFO","msg":"sender: started"}
8
+ {"time":"2026-05-02T16:55:48.354030267+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-05-02T16:55:49.199556123+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-05-02T16:56:03.354049394+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":8,"uploaded_len":2}
11
+ {"time":"2026-05-02T16:56:03.94404103+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-05-02T16:56:18.354519891+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2}
13
+ {"time":"2026-05-02T16:56:19.203502055+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-05-02T16:56:32.742659257+05:30","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
15
+ {"time":"2026-05-02T16:56:32.742858322+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":8,"console_lines":20,"uploaded_len":3,"complete":true,"exit_code":1}
16
+ {"time":"2026-05-02T16:56:33.233704145+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
17
+ {"time":"2026-05-02T16:56:33.233944107+05:30","level":"INFO","msg":"stream: finishing up"}
18
+ {"time":"2026-05-02T16:56:33.234017044+05:30","level":"INFO","msg":"handler: closed"}
19
+ {"time":"2026-05-02T16:56:33.23421115+05:30","level":"INFO","msg":"sender: closed"}
20
+ {"time":"2026-05-02T16:56:33.234253079+05:30","level":"INFO","msg":"stream: all finished"}
wandb/run-20260502_165541-4d797dih/logs/debug.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:55:41,586 INFO MainThread:166374 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-05-02 16:55:41,587 INFO MainThread:166374 [wandb_setup.py:_flush():81] Configure stats pid to 166374
3
+ 2026-05-02 16:55:41,588 INFO MainThread:166374 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-05-02 16:55:41,590 INFO MainThread:166374 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165541-4d797dih/logs/debug.log
5
+ 2026-05-02 16:55:41,593 INFO MainThread:166374 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165541-4d797dih/logs/debug-internal.log
6
+ 2026-05-02 16:55:41,594 INFO MainThread:166374 [wandb_init.py:init():850] calling init triggers
7
+ 2026-05-02 16:55:41,595 INFO MainThread:166374 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'_wandb': {}}
9
+ 2026-05-02 16:55:41,595 INFO MainThread:166374 [wandb_init.py:init():898] starting backend
10
+ 2026-05-02 16:55:44,269 INFO MainThread:166374 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-05-02 16:55:45,732 INFO MainThread:166374 [wandb_init.py:init():918] backend started and connected
12
+ 2026-05-02 16:55:45,740 INFO MainThread:166374 [wandb_init.py:init():988] updated telemetry
13
+ 2026-05-02 16:55:45,758 INFO MainThread:166374 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-05-02 16:55:46,446 INFO MainThread:166374 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-05-02 16:55:48,210 INFO MainThread:166374 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-05-02 16:55:48,211 INFO MainThread:166374 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-05-02 16:55:48,213 INFO MainThread:166374 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-05-02 16:55:48,215 INFO MainThread:166374 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-05-02 16:55:48,233 INFO MainThread:166374 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-05-02 16:56:30,827 INFO wandb-AsyncioManager-main:166374 [service_client.py:_forward_responses():134] Reached EOF.
21
+ 2026-05-02 16:56:30,827 INFO wandb-AsyncioManager-main:166374 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
wandb/run-20260502_165926-36ppiwlg/files/config.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.26.1
4
+ e:
5
+ q7tb7p4wguz8lhlesqc42n2ud5ya9hyv:
6
+ codePath: scripts/pretrain_human_pattern_classifier.py
7
+ codePathLocal: scripts/pretrain_human_pattern_classifier.py
8
+ cpu_count: 8
9
+ cpu_count_logical: 16
10
+ cudaVersion: "13.2"
11
+ disk:
12
+ /:
13
+ total: "60248064"
14
+ used: "60248064"
15
+ email: morpheuslord@protonmail.com
16
+ executable: /usr/bin/python3
17
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
18
+ gpu_count: 1
19
+ gpu_nvidia:
20
+ - architecture: Ampere
21
+ cudaCores: 2048
22
+ memoryTotal: "4294967296"
23
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
24
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
25
+ host: bazzite
26
+ memory:
27
+ total: "32944783360"
28
+ os: Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42
29
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py
30
+ python: CPython 3.14.3
31
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
32
+ startedAt: "2026-05-02T11:29:26.504084Z"
33
+ writerId: q7tb7p4wguz8lhlesqc42n2ud5ya9hyv
34
+ m: []
35
+ python_version: 3.14.3
36
+ t:
37
+ "1":
38
+ - 1
39
+ - 5
40
+ - 11
41
+ - 33
42
+ - 41
43
+ - 49
44
+ - 53
45
+ - 71
46
+ "2":
47
+ - 1
48
+ - 5
49
+ - 11
50
+ - 33
51
+ - 41
52
+ - 49
53
+ - 53
54
+ - 71
55
+ "3":
56
+ - 2
57
+ - 13
58
+ - 15
59
+ "4": 3.14.3
60
+ "5": 0.26.1
61
+ "6": 4.53.2
62
+ "12": 0.26.1
63
+ "13": linux-x86_64
wandb/run-20260502_165926-36ppiwlg/files/output.log ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:59:33.098 | INFO  | __main__:train_classifier:47 - Creating feature extractor...
2
+ 2026-05-02 16:59:33.100 | INFO  | src.training.human_pattern_extractor:__init__:166 - Loading GPT-2 for perplexity calculation...
3
+ 2026-05-02 16:59:38.274 | INFO  | src.training.human_pattern_extractor:__init__:178 - GPT-2 loaded on cuda with fp16
4
+ 2026-05-02 16:59:38.276 | INFO  | src.training.human_pattern_extractor:__init__:182 - HumanPatternFeatureExtractor initialised
5
+ 2026-05-02 16:59:38.277 | INFO  | __main__:train_classifier:55 - Loading datasets...
6
+ 2026-05-02 16:59:38.278 | INFO  | src.training.human_pattern_extractor:__init__:385 - Loading Shanegerami dataset from data/raw/shanegerami/AI_Human.csv...
7
+ 2026-05-02 17:00:03.274 | INFO  | src.training.human_pattern_extractor:__init__:417 - Shanegerami: 50000 human + 47084 AI samples
8
+ 2026-05-02 17:00:03.277 | INFO  | src.training.human_pattern_extractor:__init__:422 - Loading Starblasters8 dataset from data/raw/starblasters8/data.parquet...
9
+ 2026-05-02 17:00:47.301 | INFO  | src.training.human_pattern_extractor:__init__:452 - Starblasters8: 0 human + 0 AI samples
10
+ 2026-05-02 17:00:47.302 | INFO  | src.training.human_pattern_extractor:__init__:456 - Total dataset size: 97084 samples
11
+ 2026-05-02 17:00:47.436 | INFO  | src.training.human_pattern_extractor:precompute_features:467 - Pre-computing features for all texts...
12
+ 2026-05-02 17:00:47.499 | INFO  | src.training.human_pattern_extractor:extract_batch:315 - Extracting features for 97084 texts (device=cuda, batch_size=4)
13
+ 2026-05-02 17:00:47.499 | INFO  | src.training.human_pattern_extractor:extract_batch:318 -  Computing batched GPT-2 perplexity...
14
+ 2026-05-02 17:03:48.269 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 2000/97084
15
+ 2026-05-02 17:06:52.328 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 4000/97084
16
+ 2026-05-02 17:09:42.803 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 6000/97084
17
+ 2026-05-02 17:12:32.147 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 8000/97084
18
+ 2026-05-02 17:15:28.491 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 10000/97084
19
+ 2026-05-02 17:18:26.100 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 12000/97084
20
+ 2026-05-02 17:21:23.841 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 14000/97084
21
+ 2026-05-02 17:24:21.661 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 16000/97084
22
+ 2026-05-02 17:27:18.949 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 18000/97084
23
+ 2026-05-02 17:30:16.258 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 20000/97084
24
+ 2026-05-02 17:32:49.532 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 22000/97084
25
+ 2026-05-02 17:35:34.706 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 24000/97084
26
+ 2026-05-02 17:38:26.363 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 26000/97084
27
+ 2026-05-02 17:41:23.769 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 28000/97084
28
+ 2026-05-02 17:44:21.113 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 30000/97084
29
+ 2026-05-02 17:47:19.585 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 32000/97084
30
+ 2026-05-02 17:50:12.598 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 34000/97084
31
+ 2026-05-02 17:52:57.543 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 36000/97084
32
+ 2026-05-02 17:55:53.031 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 38000/97084
33
+ 2026-05-02 17:58:47.047 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 40000/97084
34
+ 2026-05-02 18:01:43.573 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 42000/97084
35
+ 2026-05-02 18:04:39.768 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 44000/97084
36
+ 2026-05-02 18:07:36.468 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 46000/97084
37
+ 2026-05-02 18:10:33.510 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 48000/97084
38
+ 2026-05-02 18:13:30.330 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 50000/97084
39
+ 2026-05-02 18:16:24.970 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 52000/97084
40
+ 2026-05-02 18:19:14.763 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 54000/97084
41
+ 2026-05-02 18:21:56.524 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 56000/97084
42
+ 2026-05-02 18:24:42.120 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 58000/97084
43
+ 2026-05-02 18:27:38.416 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 60000/97084
44
+ 2026-05-02 18:30:40.846 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 62000/97084
45
+ 2026-05-02 18:33:36.902 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 64000/97084
46
+ 2026-05-02 18:36:30.780 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 66000/97084
47
+ 2026-05-02 18:39:18.829 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 68000/97084
48
+ 2026-05-02 18:42:12.602 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 70000/97084
49
+ 2026-05-02 18:45:10.321 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 72000/97084
50
+ 2026-05-02 18:48:07.021 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 74000/97084
51
+ 2026-05-02 18:51:02.596 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 76000/97084
52
+ 2026-05-02 18:53:57.972 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 78000/97084
53
+ 2026-05-02 18:56:45.070 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 80000/97084
54
+ 2026-05-02 18:59:25.017 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 82000/97084
55
+ 2026-05-02 19:02:08.753 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 84000/97084
56
+ 2026-05-02 19:04:50.009 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 86000/97084
57
+ 2026-05-02 19:07:33.308 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 88000/97084
58
+ 2026-05-02 19:10:19.266 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 90000/97084
59
+ 2026-05-02 19:13:15.033 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 92000/97084
60
+ 2026-05-02 19:16:11.105 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 94000/97084
61
+ 2026-05-02 19:19:06.956 | INFO  | src.training.human_pattern_extractor:extract_batch:327 -  Perplexity: 96000/97084
62
+ 2026-05-02 19:20:42.167 | INFO  | src.training.human_pattern_extractor:extract_batch:329 -  Perplexity complete: 97084/97084
63
+ 2026-05-02 19:20:42.169 | INFO  | src.training.human_pattern_extractor:extract_batch:332 -  Computing text features (parallel)...
64
+ 2026-05-02 19:21:02.059 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 2000/97084
65
+ 2026-05-02 19:21:02.369 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 4000/97084
66
+ 2026-05-02 19:21:02.659 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 6000/97084
67
+ 2026-05-02 19:21:02.938 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 8000/97084
68
+ 2026-05-02 19:21:03.257 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 10000/97084
69
+ 2026-05-02 19:21:03.577 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 12000/97084
70
+ 2026-05-02 19:21:03.881 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 14000/97084
71
+ 2026-05-02 19:21:04.199 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 16000/97084
72
+ 2026-05-02 19:21:04.516 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 18000/97084
73
+ 2026-05-02 19:21:04.791 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 20000/97084
74
+ 2026-05-02 19:21:05.156 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 22000/97084
75
+ 2026-05-02 19:21:05.430 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 24000/97084
76
+ 2026-05-02 19:21:05.719 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 26000/97084
77
+ 2026-05-02 19:21:05.996 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 28000/97084
78
+ 2026-05-02 19:21:06.325 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 30000/97084
79
+ 2026-05-02 19:21:06.639 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 32000/97084
80
+ 2026-05-02 19:21:06.944 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 34000/97084
81
+ 2026-05-02 19:21:07.318 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 36000/97084
82
+ 2026-05-02 19:21:07.644 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 38000/97084
83
+ 2026-05-02 19:21:07.989 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 40000/97084
84
+ 2026-05-02 19:21:08.298 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 42000/97084
85
+ 2026-05-02 19:21:08.595 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 44000/97084
86
+ 2026-05-02 19:21:08.894 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 46000/97084
87
+ 2026-05-02 19:21:09.194 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 48000/97084
88
+ 2026-05-02 19:21:09.492 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 50000/97084
89
+ 2026-05-02 19:21:09.707 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 52000/97084
90
+ 2026-05-02 19:21:09.933 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 54000/97084
91
+ 2026-05-02 19:21:10.234 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 56000/97084
92
+ 2026-05-02 19:21:10.612 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 58000/97084
93
+ 2026-05-02 19:21:10.984 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 60000/97084
94
+ 2026-05-02 19:21:11.323 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 62000/97084
95
+ 2026-05-02 19:21:11.664 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 64000/97084
96
+ 2026-05-02 19:21:11.991 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 66000/97084
97
+ 2026-05-02 19:21:12.331 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 68000/97084
98
+ 2026-05-02 19:21:12.659 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 70000/97084
99
+ 2026-05-02 19:21:12.974 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 72000/97084
100
+ 2026-05-02 19:21:13.304 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 74000/97084
101
+ 2026-05-02 19:21:13.655 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 76000/97084
102
+ 2026-05-02 19:21:13.993 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 78000/97084
103
+ 2026-05-02 19:21:14.300 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 80000/97084
104
+ 2026-05-02 19:21:14.608 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 82000/97084
105
+ 2026-05-02 19:21:14.915 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 84000/97084
106
+ 2026-05-02 19:21:15.214 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 86000/97084
107
+ 2026-05-02 19:21:15.528 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 88000/97084
108
+ 2026-05-02 19:21:15.836 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 90000/97084
109
+ 2026-05-02 19:21:16.134 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 92000/97084
110
+ 2026-05-02 19:21:16.432 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 94000/97084
111
+ 2026-05-02 19:21:16.569 | INFO  | src.training.human_pattern_extractor:extract_batch:355 -  Text features: 96000/97084
112
+ 2026-05-02 19:21:16.601 | INFO  | src.training.human_pattern_extractor:extract_batch:357 -  Text features complete: 97084/97084
113
+ 2026-05-02 19:21:16.656 | INFO  | src.training.human_pattern_extractor:precompute_features:486 - Feature pre-computation complete
114
+ 2026-05-02 19:21:16.690 | INFO  | __main__:train_classifier:84 - Train: 77668 | Val: 19416 | Batch size: 512
115
+ 2026-05-02 19:21:17.999 | INFO  | __main__:train_classifier:163 - Epoch 1/20 | Train Loss: 0.3039 Acc: 0.8751 AUC: 0.9472 | Val Loss: 0.1768 Acc: 0.9323 AUC: 0.9843
116
+ 2026-05-02 19:21:18.004 | INFO  | __main__:train_classifier:187 -  ✓ New best AUC: 0.9843 — saved to checkpoints/human_pattern_classifier.pt
117
+ 2026-05-02 19:21:18.004 | INFO  | __main__:train_classifier:191 - Target AUC 0.88 reached at epoch 1! Stopping.
118
+ 2026-05-02 19:21:18.004 | INFO  | __main__:train_classifier:194 - 
119
+ Pre-training complete. Best AUC: 0.9843
wandb/run-20260502_165926-36ppiwlg/files/requirements.txt ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Pygments==2.19.2
2
+ pluggy==1.6.0
3
+ iniconfig==2.3.0
4
+ pytest==9.0.2
5
+ sqlite-vec==0.1.6
6
+ peewee==3.19.0
7
+ boltons==21.0.0
8
+ zipp==3.23.0
9
+ wrapt==1.17.3
10
+ tree-sitter-python==0.25.0
11
+ tree-sitter-javascript==0.25.0
12
+ tree-sitter-java==0.23.5
13
+ tree-sitter-cpp==0.23.4
14
+ tree-sitter-c==0.24.1
15
+ tree-sitter==0.25.2
16
+ tqdm==4.67.3
17
+ tomli==2.0.2
18
+ tabulate==0.10.0
19
+ stevedore==5.7.0
20
+ sniffio==1.3.1
21
+ smmap==5.0.3
22
+ shellingham==1.5.4
23
+ semantic-version==2.10.0
24
+ ruamel.yaml.clib==0.2.14
25
+ ruamel.yaml==0.19.1
26
+ python-multipart==0.0.22
27
+ python-dotenv==1.2.2
28
+ PyJWT==2.11.0
29
+ protobuf==6.33.5
30
+ opentelemetry-util-http==0.58b0
31
+ networkx==3.6.1
32
+ mdurl==0.1.2
33
+ MarkupSafe==3.0.3
34
+ jiter==0.13.0
35
+ hyperframe==6.1.0
36
+ httpx-sse==0.4.3
37
+ hpack==4.1.0
38
+ face==26.0.0
39
+ exceptiongroup==1.2.2
40
+ docstring_parser==0.17.0
41
+ colorama==0.4.6
42
+ bracex==2.6
43
+ annotated-doc==0.0.4
44
+ aiofiles==25.1.0
45
+ wcmatch==8.5.2
46
+ uvicorn==0.41.0
47
+ starlette==0.52.1
48
+ opentelemetry-proto==1.37.0
49
+ markdown-it-py==4.0.0
50
+ Jinja2==3.1.6
51
+ importlib_metadata==8.7.1
52
+ h2==4.3.0
53
+ googleapis-common-protos==1.73.0
54
+ glom==25.12.0
55
+ gitdb==4.0.12
56
+ click-option-group==0.5.9
57
+ sse-starlette==3.3.2
58
+ rich==14.3.3
59
+ pydantic-settings==2.13.1
60
+ opentelemetry-exporter-otlp-proto-common==1.37.0
61
+ opentelemetry-api==1.37.0
62
+ openai==2.26.0
63
+ jsonschema==4.25.1
64
+ GitPython==3.1.46
65
+ typer==0.23.1
66
+ opentelemetry-semantic-conventions==0.58b0
67
+ bandit==1.9.4
68
+ opentelemetry-sdk==1.37.0
69
+ opentelemetry-instrumentation==0.58b0
70
+ mcp==1.23.3
71
+ agno==2.5.9
72
+ opentelemetry-instrumentation-threading==0.58b0
73
+ opentelemetry-instrumentation-requests==0.58b0
74
+ opentelemetry-exporter-otlp-proto-http==1.37.0
75
+ semgrep==1.154.0
76
+ acvas==1.0.0
77
+ Werkzeug==3.1.8
78
+ websockets==13.1
79
+ wcwidth==0.6.0
80
+ sqlparse==0.5.5
81
+ semver==3.0.4
82
+ itsdangerous==2.2.0
83
+ frida==17.9.1
84
+ click==8.3.2
85
+ blinker==1.9.0
86
+ prompt_toolkit==3.0.52
87
+ Flask==3.1.3
88
+ delegator.py==0.1.1
89
+ frida-tools==14.8.1
90
+ cli_helpers==2.12.0
91
+ litecli==1.17.1
92
+ objection==1.12.4
93
+ userpath==1.9.2
94
+ platformdirs==4.9.4
95
+ argcomplete==3.6.3
96
+ pipx==1.11.1
97
+ distlib==0.4.0
98
+ filelock==3.25.2
99
+ python-discovery==1.2.1
100
+ virtualenv==21.2.0
101
+ pyelftools==0.32
102
+ cigam==0.0.3
103
+ xmltodict==1.0.4
104
+ apkutils2==1.0.0
105
+ svgwrite==1.4.3
106
+ rdflib==7.6.0
107
+ python-louvain==0.16
108
+ wheel==0.46.3
109
+ pip==26.0.1
110
+ threadpoolctl==3.6.0
111
+ scipy==1.17.1
112
+ joblib==1.5.3
113
+ scikit-learn==1.8.0
114
+ pandas==3.0.2
115
+ seaborn==0.13.2
116
+ text-unidecode==1.3
117
+ fastjsonschema==2.21.2
118
+ traitlets==5.14.3
119
+ python-slugify==8.0.4
120
+ bleach==6.3.0
121
+ mdit-py-plugins==0.5.0
122
+ kagglesdk==0.1.23
123
+ jupyter_core==5.9.1
124
+ nbformat==5.10.4
125
+ jupytext==1.19.1
126
+ kaggle==2.1.0
127
+ xxhash==3.7.0
128
+ pyarrow==24.0.0
129
+ propcache==0.4.1
130
+ multidict==6.7.1
131
+ hf-xet==1.4.3
132
+ fsspec==2026.2.0
133
+ frozenlist==1.8.0
134
+ dill==0.4.1
135
+ aiohappyeyeballs==2.6.1
136
+ yarl==1.23.0
137
+ multiprocess==0.70.19
138
+ aiosignal==1.4.0
139
+ aiohttp==3.13.5
140
+ datasets==4.8.5
141
+ torchaudio==2.11.0
142
+ nvidia-cusparselt-cu13==0.8.0
143
+ mpmath==1.3.0
144
+ cuda-toolkit==13.0.2
145
+ wasabi==1.1.3
146
+ uvloop==0.22.1
147
+ triton==3.6.0
148
+ toml==0.10.2
149
+ tensorboard-data-server==0.7.2
150
+ sympy==1.14.0
151
+ spacy-loggers==1.0.5
152
+ spacy-legacy==3.0.12
153
+ spacy-alignments==0.9.1
154
+ smart_open==7.6.0
155
+ setuptools==81.0.0
156
+ sentencepiece==0.2.1
157
+ safetensors==0.7.0
158
+ pyspellchecker==0.9.0
159
+ pyphen==0.17.2
160
+ portalocker==3.2.0
161
+ nvidia-nvtx==13.0.85
162
+ nvidia-nvshmem-cu13==3.4.5
163
+ nvidia-nvjitlink==13.0.88
164
+ nvidia-nccl-cu13==2.28.9
165
+ nvidia-curand==10.4.0.35
166
+ nvidia-cufile==1.15.1.6
167
+ nvidia-cuda-runtime==13.0.96
168
+ nvidia-cuda-nvrtc==13.0.88
169
+ nvidia-cuda-cupti==13.0.85
170
+ nvidia-cublas==13.1.0.3
171
+ nltk==3.9.4
172
+ murmurhash==1.0.15
173
+ msgpack==1.1.2
174
+ Markdown==3.10.2
175
+ loguru==0.7.3
176
+ locate==1.1.1
177
+ langcodes==3.5.1
178
+ httptools==0.7.1
179
+ grpcio==1.80.0
180
+ ftfy==6.3.1
181
+ faiss-cpu==1.13.2
182
+ cymem==2.0.13
183
+ cuda-pathfinder==1.5.4
184
+ confection==1.3.3
185
+ cloudpathlib==0.24.0
186
+ catalogue==2.0.10
187
+ blis==1.3.3
188
+ absl-py==2.4.0
189
+ wordfreq==3.1.1
190
+ watchfiles==1.1.1
191
+ textstat==0.7.13
192
+ tensorboard==2.20.0
193
+ srsly==2.5.3
194
+ sacrebleu==2.6.0
195
+ rouge_score==0.1.2
196
+ preshed==3.0.13
197
+ nvidia-cusparse==12.6.3.3
198
+ nvidia-cufft==12.0.0.61
199
+ nvidia-cudnn-cu13==9.19.0.56
200
+ language_tool_python==3.3.0
201
+ huggingface_hub==0.36.2
202
+ cuda-bindings==13.2.0
203
+ wandb==0.26.1
204
+ tokenizers==0.21.4
205
+ thinc==8.3.13
206
+ nvidia-cusolver==12.0.4.66
207
+ fastapi==0.136.1
208
+ weasel==1.0.0
209
+ transformers==4.53.2
210
+ torch==2.11.0
211
+ spacy==3.8.13
212
+ torchvision==0.26.0
213
+ spacy-transformers==1.4.0
214
+ sentence-transformers==5.4.1
215
+ optimum==2.1.0
216
+ errant==3.0.0
217
+ bitsandbytes==0.49.2
218
+ bert-score==0.3.13
219
+ accelerate==1.13.0
220
+ peft==0.19.1
221
+ en_core_web_sm==3.8.0
222
+ Brlapi==0.8.7
223
+ PyGObject==3.54.5
224
+ cffi==2.0.0
225
+ contourpy==1.3.3
226
+ cryptography==46.0.7
227
+ dbus-python==1.4.0
228
+ evdev==1.9.3
229
+ fonttools==4.61.0
230
+ gbinder-python==1.3.0
231
+ kiwisolver==1.5.0
232
+ libvirt-python==11.6.0
233
+ lxml==6.0.1
234
+ matplotlib==3.10.8
235
+ numpy==2.3.5
236
+ perf==0.1
237
+ pillow==11.3.0
238
+ psutil==7.0.0
239
+ PyAudio==0.2.13
240
+ pycairo==1.28.0
241
+ pycups==2.0.4
242
+ pydantic_core==2.41.5
243
+ pyscard==2.2.2
244
+ PyYAML==6.0.2
245
+ pyzstd==0.16.2
246
+ RapidFuzz==3.12.2
247
+ regex==2026.2.28
248
+ rpds-py==0.27.0
249
+ rpm==6.0.1
250
+ selinux==3.9
251
+ setools==4.6.0
252
+ setproctitle==1.3.7
253
+ systemd-python==235
254
+ PySocks==1.7.1
255
+ annotated-types==0.7.0
256
+ anyio==4.12.1
257
+ appdirs==1.4.4
258
+ attrs==25.4.0
259
+ beautifulsoup4==4.14.3
260
+ boto3==1.42.84
261
+ botocore==1.42.84
262
+ certifi==2025.7.9
263
+ charset-normalizer==3.4.3
264
+ click==8.1.7
265
+ cockpit==360.1
266
+ configobj==5.0.9
267
+ cssselect==1.3.0
268
+ cupshelpers==1.0
269
+ cycler==0.11.0
270
+ dasbus==1.7
271
+ distro==1.9.0
272
+ fido2==2.0.0
273
+ file-magic==0.4.0
274
+ filelock==3.15.4
275
+ fw-fanctrl==1.0.2
276
+ h11==0.16.0
277
+ httpcore==1.0.9
278
+ httpx==0.28.1
279
+ icoextract==0.2.0
280
+ idna==3.10
281
+ inkex==1.4.0
282
+ input-remapper==2.2.0
283
+ jaraco.classes==3.4.0
284
+ jaraco.context==6.0.1
285
+ jaraco.functools==4.1.0
286
+ jeepney==0.9.0
287
+ jmespath==1.0.1
288
+ jsonschema==4.23.0
289
+ jsonschema-specifications==2024.10.1
290
+ keyring==25.7.0
291
+ langtable==0.0.69
292
+ libevdev==0.12
293
+ louis==3.33.0
294
+ lutris==0.5.22
295
+ moddb==0.12.0
296
+ more-itertools==10.5.0
297
+ nftables==0.1
298
+ olefile==0.47
299
+ packaging==25.0
300
+ pefile==2024.8.26
301
+ pexpect==4.9.0
302
+ pip==25.1.1
303
+ ply==3.11
304
+ protobuf==3.19.6
305
+ ptyprocess==0.7.0
306
+ pycparser==2.22
307
+ pydantic==2.12.5
308
+ pydbus==0.6.0
309
+ pyenchant==3.2.2
310
+ pygdbmi==0.11.0.0
311
+ Pygments==2.19.1
312
+ pyinotify==0.9.6
313
+ pyparsing==3.1.2
314
+ pypresence==4.3.0
315
+ pyserial==3.5
316
+ python-dateutil==2.9.0.post0
317
+ python-linux-procfs==0.7.3
318
+ python-pskc==1.4
319
+ python-xlib==0.33
320
+ pyudev==0.24.3
321
+ pyxdg==0.28
322
+ pyynl==0.0.1
323
+ referencing==0.36.2
324
+ requests==2.32.5
325
+ requests-file==2.0.0
326
+ s3transfer==0.16.0
327
+ scour==0.38.2
328
+ SecretStorage==3.3.3
329
+ sentry-sdk==2.35.0
330
+ sepolicy==3.9
331
+ setroubleshoot==3.3.36
332
+ setuptools==78.1.1
333
+ shtab==1.7.2
334
+ six==1.17.0
335
+ sos==4.11.0
336
+ soupsieve==2.8
337
+ tinycss2==1.5.1
338
+ tldextract==5.3.0
339
+ typing_extensions==4.15.0
340
+ typing-inspection==0.4.2
341
+ udica==0.2.8
342
+ umu-launcher==1.2.9
343
+ urllib3==2.6.3
344
+ webencodings==0.5.1
345
+ yubikey-manager==5.9.0
wandb/run-20260502_165926-36ppiwlg/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42",
3
+ "python": "CPython 3.14.3",
4
+ "startedAt": "2026-05-02T11:29:26.504084Z",
5
+ "program": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/pretrain_human_pattern_classifier.py",
6
+ "codePath": "scripts/pretrain_human_pattern_classifier.py",
7
+ "codePathLocal": "scripts/pretrain_human_pattern_classifier.py",
8
+ "email": "morpheuslord@protonmail.com",
9
+ "root": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter",
10
+ "host": "bazzite",
11
+ "executable": "/usr/bin/python3",
12
+ "cpu_count": 8,
13
+ "cpu_count_logical": 16,
14
+ "gpu": "NVIDIA GeForce RTX 3050 Laptop GPU",
15
+ "gpu_count": 1,
16
+ "disk": {
17
+ "/": {
18
+ "total": "60248064",
19
+ "used": "60248064"
20
+ }
21
+ },
22
+ "memory": {
23
+ "total": "32944783360"
24
+ },
25
+ "gpu_nvidia": [
26
+ {
27
+ "name": "NVIDIA GeForce RTX 3050 Laptop GPU",
28
+ "memoryTotal": "4294967296",
29
+ "cudaCores": 2048,
30
+ "architecture": "Ampere",
31
+ "uuid": "GPU-861554d7-d187-39e9-e77c-881f0287b963"
32
+ }
33
+ ],
34
+ "cudaVersion": "13.2",
35
+ "writerId": "q7tb7p4wguz8lhlesqc42n2ud5ya9hyv"
36
+ }
wandb/run-20260502_165926-36ppiwlg/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"val/loss":0.17681982945059865,"train/loss":0.3039231199728765,"val/accuracy":0.9322723526988052,"epoch":1,"_timestamp":1.7777298780001974e+09,"train/auc":0.9471587198817936,"lr":0.0009938441702975688,"_step":0,"_runtime":8506,"val/auc":0.9842943967807236,"_wandb":{"runtime":8506},"train/accuracy":0.8751223154967297}
wandb/run-20260502_165926-36ppiwlg/logs/debug-core.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T16:59:29.19315509+05:30","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp7s101_33/port-167411.txt","pid":167411,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-05-02T16:59:29.196088784+05:30","level":"INFO","msg":"server: will exit if parent process dies","ppid":167411}
3
+ {"time":"2026-05-02T16:59:29.195966334+05:30","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-167411-167553-3086247728/socket","Net":"unix"}}
4
+ {"time":"2026-05-02T16:59:29.288684855+05:30","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-05-02T16:59:29.397764734+05:30","level":"INFO","msg":"handleInformInit: received","streamId":"36ppiwlg","id":"1(@)"}
6
+ {"time":"2026-05-02T16:59:30.703181357+05:30","level":"INFO","msg":"handleInformInit: stream started","streamId":"36ppiwlg","id":"1(@)"}
7
+ {"time":"2026-05-02T16:59:38.154242891+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"uc3ad2xql6sj"}
8
+ {"time":"2026-05-02T19:21:18.007861486+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"uc3ad2xql6sj"}
9
+ {"time":"2026-05-02T19:21:20.617140031+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"uc3ad2xql6sj"}
10
+ {"time":"2026-05-02T19:21:20.61778201+05:30","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"36ppiwlg","id":"1(@)"}
11
+ {"time":"2026-05-02T19:21:20.622915949+05:30","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"36ppiwlg","id":"1(@)"}
12
+ {"time":"2026-05-02T19:21:20.646753732+05:30","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
13
+ {"time":"2026-05-02T19:21:20.646784029+05:30","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-05-02T19:21:20.64677396+05:30","level":"INFO","msg":"connection: closing","id":"1(@)"}
15
+ {"time":"2026-05-02T19:21:20.646801602+05:30","level":"INFO","msg":"server is shutting down"}
16
+ {"time":"2026-05-02T19:21:20.646820538+05:30","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
17
+ {"time":"2026-05-02T19:21:20.646828533+05:30","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
18
+ {"time":"2026-05-02T19:21:20.646908854+05:30","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-167411-167553-3086247728/socket","Net":"unix"}}
19
+ {"time":"2026-05-02T19:21:20.646948479+05:30","level":"INFO","msg":"server is closed"}
wandb/run-20260502_165926-36ppiwlg/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20260502_165926-36ppiwlg/logs/debug.log ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 16:59:26,569 INFO MainThread:167411 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-05-02 16:59:26,570 INFO MainThread:167411 [wandb_setup.py:_flush():81] Configure stats pid to 167411
3
+ 2026-05-02 16:59:26,571 INFO MainThread:167411 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-05-02 16:59:26,574 INFO MainThread:167411 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165926-36ppiwlg/logs/debug.log
5
+ 2026-05-02 16:59:26,577 INFO MainThread:167411 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_165926-36ppiwlg/logs/debug-internal.log
6
+ 2026-05-02 16:59:26,579 INFO MainThread:167411 [wandb_init.py:init():850] calling init triggers
7
+ 2026-05-02 16:59:26,580 INFO MainThread:167411 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'_wandb': {}}
9
+ 2026-05-02 16:59:26,581 INFO MainThread:167411 [wandb_init.py:init():898] starting backend
10
+ 2026-05-02 16:59:29,291 INFO MainThread:167411 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-05-02 16:59:30,706 INFO MainThread:167411 [wandb_init.py:init():918] backend started and connected
12
+ 2026-05-02 16:59:30,717 INFO MainThread:167411 [wandb_init.py:init():988] updated telemetry
13
+ 2026-05-02 16:59:30,736 INFO MainThread:167411 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-05-02 16:59:31,318 INFO MainThread:167411 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-05-02 16:59:33,073 INFO MainThread:167411 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-05-02 16:59:33,075 INFO MainThread:167411 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-05-02 16:59:33,076 INFO MainThread:167411 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-05-02 16:59:33,077 INFO MainThread:167411 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-05-02 16:59:33,096 INFO MainThread:167411 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-05-02 19:21:18,004 INFO MainThread:167411 [wandb_run.py:_finish():2321] finishing run none-llama-cve/dyslexia-rewriter/36ppiwlg
21
+ 2026-05-02 19:21:18,007 INFO MainThread:167411 [wandb_run.py:_atexit_cleanup():2520] got exitcode: 0
22
+ 2026-05-02 19:21:18,007 INFO MainThread:167411 [wandb_run.py:_restore():2502] restore
23
+ 2026-05-02 19:21:18,007 INFO MainThread:167411 [wandb_run.py:_restore():2508] restore done
24
+ 2026-05-02 19:21:20,617 INFO MainThread:167411 [wandb_run.py:_footer_sync_info():3889] logging synced files
wandb/run-20260502_192151-h1jq4pkw/files/config.yaml ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.26.1
4
+ e:
5
+ ctqnlqz7pd6w5gfhu9nwe0ffxaygrcig:
6
+ args:
7
+ - --config
8
+ - configs/training_config.yaml
9
+ - --use-v2-loss
10
+ codePath: scripts/train.py
11
+ codePathLocal: scripts/train.py
12
+ cpu_count: 8
13
+ cpu_count_logical: 16
14
+ cudaVersion: "13.2"
15
+ disk:
16
+ /:
17
+ total: "60248064"
18
+ used: "60248064"
19
+ email: morpheuslord@protonmail.com
20
+ executable: /usr/bin/python3
21
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
22
+ gpu_count: 1
23
+ gpu_nvidia:
24
+ - architecture: Ampere
25
+ cudaCores: 2048
26
+ memoryTotal: "4294967296"
27
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
28
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
29
+ host: bazzite
30
+ memory:
31
+ total: "32944783360"
32
+ os: Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42
33
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/train.py
34
+ python: CPython 3.14.3
35
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
36
+ startedAt: "2026-05-02T13:51:51.017926Z"
37
+ writerId: ctqnlqz7pd6w5gfhu9nwe0ffxaygrcig
38
+ m: []
39
+ python_version: 3.14.3
40
+ t:
41
+ "1":
42
+ - 1
43
+ - 5
44
+ - 11
45
+ - 33
46
+ - 41
47
+ - 49
48
+ - 51
49
+ - 53
50
+ - 71
51
+ - 75
52
+ - 98
53
+ "2":
54
+ - 1
55
+ - 5
56
+ - 11
57
+ - 33
58
+ - 41
59
+ - 49
60
+ - 51
61
+ - 53
62
+ - 71
63
+ - 75
64
+ - 98
65
+ "3":
66
+ - 13
67
+ - 16
68
+ "4": 3.14.3
69
+ "5": 0.26.1
70
+ "6": 4.53.2
71
+ "12": 0.26.1
72
+ "13": linux-x86_64
73
+ data:
74
+ value:
75
+ augment_synthetic: true
76
+ max_input_length: 512
77
+ max_target_length: 512
78
+ synthetic_ratio: 0.3
79
+ test_path: data/processed/test.jsonl
80
+ train_path: data/processed/train.jsonl
81
+ val_path: data/processed/val.jsonl
82
+ generation:
83
+ value:
84
+ early_stopping: true
85
+ length_penalty: 1
86
+ max_new_tokens: 512
87
+ min_length: 10
88
+ no_repeat_ngram_size: 3
89
+ num_beams: 5
90
+ human_pattern:
91
+ value:
92
+ classifier_path: checkpoints/human_pattern_classifier.pt
93
+ max_samples_per_source: 50000
94
+ pretrain_batch_size: 512
95
+ pretrain_epochs: 20
96
+ pretrain_lr: 0.001
97
+ shanegerami_path: data/raw/shanegerami/AI_Human.csv
98
+ starblasters_path: data/raw/starblasters8/data.parquet
99
+ target_auc: 0.88
100
+ lora:
101
+ value:
102
+ lora_alpha: 32
103
+ lora_dropout: 0.05
104
+ r: 16
105
+ target_modules:
106
+ - q
107
+ - v
108
+ - k
109
+ - o
110
+ - wi_0
111
+ - wi_1
112
+ - wo
113
+ loss:
114
+ value:
115
+ lambda_human_pattern: 0.4
116
+ lambda_semantic: 0.5
117
+ lambda_style: 0.3
118
+ sem_model_name: all-mpnet-base-v2
119
+ model:
120
+ value:
121
+ key: flan-t5-xl
122
+ quantize: false
123
+ use_lora: true
124
+ training:
125
+ value:
126
+ bf16: true
127
+ dataloader_num_workers: 4
128
+ eval_steps: 500
129
+ evaluation_strategy: steps
130
+ fp16: false
131
+ gradient_accumulation_steps: 4
132
+ greater_is_better: false
133
+ learning_rate: 0.0003
134
+ load_best_model_at_end: true
135
+ logging_dir: logs/
136
+ logging_steps: 50
137
+ lr_scheduler_type: cosine
138
+ metric_for_best_model: eval_loss
139
+ num_train_epochs: 5
140
+ output_dir: checkpoints/
141
+ per_device_eval_batch_size: 16
142
+ per_device_train_batch_size: 8
143
+ push_to_hub: false
144
+ report_to:
145
+ - wandb
146
+ - tensorboard
147
+ save_steps: 500
148
+ save_strategy: steps
149
+ save_total_limit: 3
150
+ seed: 42
151
+ warmup_ratio: 0.05
152
+ weight_decay: 0.01
wandb/run-20260502_192151-h1jq4pkw/files/output.log ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 19:21:53.355 | INFO  | __main__:train:59 - Step 3: Loading model and tokenizer...
2
+ 2026-05-02 19:21:53.355 | INFO  | src.model.base_model:load_model_and_tokenizer:55 - Loading model: google/flan-t5-xl (seq2seq=True, quantize=False, lora=True)
3
+ tokenizer_config.json: 2.54kB [00:00, 7.77MB/s]
4
+ spiece.model: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 792k/792k [00:02<00:00, 301kB/s]
5
+ tokenizer.json: 2.42MB [00:00, 20.0MB/s]
6
+ special_tokens_map.json: 2.20kB [00:00, 6.17MB/s]
7
+ config.json: 1.44kB [00:00, 4.07MB/s]
8
+ model.safetensors.index.json: 53.0kB [00:00, 139MB/s]
9
+ model-00002-of-00002.safetensors: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1.95G/1.95G [28:02<00:00, 1.16MB/s]
10
+ model-00001-of-00002.safetensors: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 9.45G/9.45G [32:12<00:00, 4.89MB/s]
11
+ Fetching 2 files: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 2/2 [32:13<00:00, 966.62s/it]
12
+ Loading checkpoint shards: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 2/2 [00:15<00:00, 7.75s/it]
13
+ generation_config.json: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 147/147 [00:00<00:00, 31.0kB/s]
14
+ Traceback (most recent call last):
15
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/train.py", line 207, in <module>
16
+ train()
17
+ ~~~~~^^
18
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/click/core.py", line 1485, in __call__
19
+ return self.main(*args, **kwargs)
20
+ ~~~~~~~~~^^^^^^^^^^^^^^^^^
21
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/click/core.py", line 1406, in main
22
+ rv = self.invoke(ctx)
23
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/click/core.py", line 1269, in invoke
24
+ return ctx.invoke(self.callback, **ctx.params)
25
+ ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
26
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/click/core.py", line 824, in invoke
27
+ return callback(*args, **kwargs)
28
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/train.py", line 60, in train
29
+ model, tokenizer, is_seq2seq = load_model_and_tokenizer(
30
+ ~~~~~~~~~~~~~~~~~~~~~~~~^
31
+ model_key=model_cfg.get("key", "flan-t5-large"),
32
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
33
+ ...<2 lines>...
34
+ lora_config_dict=lora_cfg,
35
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^
36
+ )
37
+ ^
38
+ File "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/src/model/base_model.py", line 97, in load_model_and_tokenizer
39
+ model = model.to(device)
40
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/transformers/modeling_utils.py", line 4110, in to
41
+ return super().to(*args, **kwargs)
42
+ ~~~~~~~~~~^^^^^^^^^^^^^^^^^
43
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1384, in to
44
+ return self._apply(convert)
45
+ ~~~~~~~~~~~^^^^^^^^^
46
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 934, in _apply
47
+ module._apply(fn)
48
+ ~~~~~~~~~~~~~^^^^
49
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 934, in _apply
50
+ module._apply(fn)
51
+ ~~~~~~~~~~~~~^^^^
52
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 934, in _apply
53
+ module._apply(fn)
54
+ ~~~~~~~~~~~~~^^^^
55
+ [Previous line repeated 4 more times]
56
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 965, in _apply
57
+ param_applied = fn(param)
58
+ File "/home/morpheuslord/.local/lib/python3.14/site-packages/torch/nn/modules/module.py", line 1370, in convert
59
+ return t.to(
60
+ ~~~~^
61
+ device,
62
+ ^^^^^^^
63
+ dtype if t.is_floating_point() or t.is_complex() else None,
64
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
65
+ non_blocking,
66
+ ^^^^^^^^^^^^^
67
+ )
68
+ ^
69
+ torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 20.00 MiB. GPU 0 has a total capacity of 3.68 GiB of which 3.25 MiB is free. Including non-PyTorch memory, this process has 3.67 GiB memory in use. Of the allocated memory 3.28 GiB is allocated by PyTorch, and 329.71 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://docs.pytorch.org/docs/stable/notes/cuda.html#optimizing-memory-usage-with-pytorch-cuda-alloc-conf)
wandb/run-20260502_192151-h1jq4pkw/files/requirements.txt ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Pygments==2.19.2
2
+ pluggy==1.6.0
3
+ iniconfig==2.3.0
4
+ pytest==9.0.2
5
+ sqlite-vec==0.1.6
6
+ peewee==3.19.0
7
+ boltons==21.0.0
8
+ zipp==3.23.0
9
+ wrapt==1.17.3
10
+ tree-sitter-python==0.25.0
11
+ tree-sitter-javascript==0.25.0
12
+ tree-sitter-java==0.23.5
13
+ tree-sitter-cpp==0.23.4
14
+ tree-sitter-c==0.24.1
15
+ tree-sitter==0.25.2
16
+ tqdm==4.67.3
17
+ tomli==2.0.2
18
+ tabulate==0.10.0
19
+ stevedore==5.7.0
20
+ sniffio==1.3.1
21
+ smmap==5.0.3
22
+ shellingham==1.5.4
23
+ semantic-version==2.10.0
24
+ ruamel.yaml.clib==0.2.14
25
+ ruamel.yaml==0.19.1
26
+ python-multipart==0.0.22
27
+ python-dotenv==1.2.2
28
+ PyJWT==2.11.0
29
+ protobuf==6.33.5
30
+ opentelemetry-util-http==0.58b0
31
+ networkx==3.6.1
32
+ mdurl==0.1.2
33
+ MarkupSafe==3.0.3
34
+ jiter==0.13.0
35
+ hyperframe==6.1.0
36
+ httpx-sse==0.4.3
37
+ hpack==4.1.0
38
+ face==26.0.0
39
+ exceptiongroup==1.2.2
40
+ docstring_parser==0.17.0
41
+ colorama==0.4.6
42
+ bracex==2.6
43
+ annotated-doc==0.0.4
44
+ aiofiles==25.1.0
45
+ wcmatch==8.5.2
46
+ uvicorn==0.41.0
47
+ starlette==0.52.1
48
+ opentelemetry-proto==1.37.0
49
+ markdown-it-py==4.0.0
50
+ Jinja2==3.1.6
51
+ importlib_metadata==8.7.1
52
+ h2==4.3.0
53
+ googleapis-common-protos==1.73.0
54
+ glom==25.12.0
55
+ gitdb==4.0.12
56
+ click-option-group==0.5.9
57
+ sse-starlette==3.3.2
58
+ rich==14.3.3
59
+ pydantic-settings==2.13.1
60
+ opentelemetry-exporter-otlp-proto-common==1.37.0
61
+ opentelemetry-api==1.37.0
62
+ openai==2.26.0
63
+ jsonschema==4.25.1
64
+ GitPython==3.1.46
65
+ typer==0.23.1
66
+ opentelemetry-semantic-conventions==0.58b0
67
+ bandit==1.9.4
68
+ opentelemetry-sdk==1.37.0
69
+ opentelemetry-instrumentation==0.58b0
70
+ mcp==1.23.3
71
+ agno==2.5.9
72
+ opentelemetry-instrumentation-threading==0.58b0
73
+ opentelemetry-instrumentation-requests==0.58b0
74
+ opentelemetry-exporter-otlp-proto-http==1.37.0
75
+ semgrep==1.154.0
76
+ acvas==1.0.0
77
+ Werkzeug==3.1.8
78
+ websockets==13.1
79
+ wcwidth==0.6.0
80
+ sqlparse==0.5.5
81
+ semver==3.0.4
82
+ itsdangerous==2.2.0
83
+ frida==17.9.1
84
+ click==8.3.2
85
+ blinker==1.9.0
86
+ prompt_toolkit==3.0.52
87
+ Flask==3.1.3
88
+ delegator.py==0.1.1
89
+ frida-tools==14.8.1
90
+ cli_helpers==2.12.0
91
+ litecli==1.17.1
92
+ objection==1.12.4
93
+ userpath==1.9.2
94
+ platformdirs==4.9.4
95
+ argcomplete==3.6.3
96
+ pipx==1.11.1
97
+ distlib==0.4.0
98
+ filelock==3.25.2
99
+ python-discovery==1.2.1
100
+ virtualenv==21.2.0
101
+ pyelftools==0.32
102
+ cigam==0.0.3
103
+ xmltodict==1.0.4
104
+ apkutils2==1.0.0
105
+ svgwrite==1.4.3
106
+ rdflib==7.6.0
107
+ python-louvain==0.16
108
+ wheel==0.46.3
109
+ pip==26.0.1
110
+ threadpoolctl==3.6.0
111
+ scipy==1.17.1
112
+ joblib==1.5.3
113
+ scikit-learn==1.8.0
114
+ pandas==3.0.2
115
+ seaborn==0.13.2
116
+ text-unidecode==1.3
117
+ fastjsonschema==2.21.2
118
+ traitlets==5.14.3
119
+ python-slugify==8.0.4
120
+ bleach==6.3.0
121
+ mdit-py-plugins==0.5.0
122
+ kagglesdk==0.1.23
123
+ jupyter_core==5.9.1
124
+ nbformat==5.10.4
125
+ jupytext==1.19.1
126
+ kaggle==2.1.0
127
+ xxhash==3.7.0
128
+ pyarrow==24.0.0
129
+ propcache==0.4.1
130
+ multidict==6.7.1
131
+ hf-xet==1.4.3
132
+ fsspec==2026.2.0
133
+ frozenlist==1.8.0
134
+ dill==0.4.1
135
+ aiohappyeyeballs==2.6.1
136
+ yarl==1.23.0
137
+ multiprocess==0.70.19
138
+ aiosignal==1.4.0
139
+ aiohttp==3.13.5
140
+ datasets==4.8.5
141
+ torchaudio==2.11.0
142
+ nvidia-cusparselt-cu13==0.8.0
143
+ mpmath==1.3.0
144
+ cuda-toolkit==13.0.2
145
+ wasabi==1.1.3
146
+ uvloop==0.22.1
147
+ triton==3.6.0
148
+ toml==0.10.2
149
+ tensorboard-data-server==0.7.2
150
+ sympy==1.14.0
151
+ spacy-loggers==1.0.5
152
+ spacy-legacy==3.0.12
153
+ spacy-alignments==0.9.1
154
+ smart_open==7.6.0
155
+ setuptools==81.0.0
156
+ sentencepiece==0.2.1
157
+ safetensors==0.7.0
158
+ pyspellchecker==0.9.0
159
+ pyphen==0.17.2
160
+ portalocker==3.2.0
161
+ nvidia-nvtx==13.0.85
162
+ nvidia-nvshmem-cu13==3.4.5
163
+ nvidia-nvjitlink==13.0.88
164
+ nvidia-nccl-cu13==2.28.9
165
+ nvidia-curand==10.4.0.35
166
+ nvidia-cufile==1.15.1.6
167
+ nvidia-cuda-runtime==13.0.96
168
+ nvidia-cuda-nvrtc==13.0.88
169
+ nvidia-cuda-cupti==13.0.85
170
+ nvidia-cublas==13.1.0.3
171
+ nltk==3.9.4
172
+ murmurhash==1.0.15
173
+ msgpack==1.1.2
174
+ Markdown==3.10.2
175
+ loguru==0.7.3
176
+ locate==1.1.1
177
+ langcodes==3.5.1
178
+ httptools==0.7.1
179
+ grpcio==1.80.0
180
+ ftfy==6.3.1
181
+ faiss-cpu==1.13.2
182
+ cymem==2.0.13
183
+ cuda-pathfinder==1.5.4
184
+ confection==1.3.3
185
+ cloudpathlib==0.24.0
186
+ catalogue==2.0.10
187
+ blis==1.3.3
188
+ absl-py==2.4.0
189
+ wordfreq==3.1.1
190
+ watchfiles==1.1.1
191
+ textstat==0.7.13
192
+ tensorboard==2.20.0
193
+ srsly==2.5.3
194
+ sacrebleu==2.6.0
195
+ rouge_score==0.1.2
196
+ preshed==3.0.13
197
+ nvidia-cusparse==12.6.3.3
198
+ nvidia-cufft==12.0.0.61
199
+ nvidia-cudnn-cu13==9.19.0.56
200
+ language_tool_python==3.3.0
201
+ huggingface_hub==0.36.2
202
+ cuda-bindings==13.2.0
203
+ wandb==0.26.1
204
+ tokenizers==0.21.4
205
+ thinc==8.3.13
206
+ nvidia-cusolver==12.0.4.66
207
+ fastapi==0.136.1
208
+ weasel==1.0.0
209
+ transformers==4.53.2
210
+ torch==2.11.0
211
+ spacy==3.8.13
212
+ torchvision==0.26.0
213
+ spacy-transformers==1.4.0
214
+ sentence-transformers==5.4.1
215
+ optimum==2.1.0
216
+ errant==3.0.0
217
+ bitsandbytes==0.49.2
218
+ bert-score==0.3.13
219
+ accelerate==1.13.0
220
+ peft==0.19.1
221
+ en_core_web_sm==3.8.0
222
+ Brlapi==0.8.7
223
+ PyGObject==3.54.5
224
+ cffi==2.0.0
225
+ contourpy==1.3.3
226
+ cryptography==46.0.7
227
+ dbus-python==1.4.0
228
+ evdev==1.9.3
229
+ fonttools==4.61.0
230
+ gbinder-python==1.3.0
231
+ kiwisolver==1.5.0
232
+ libvirt-python==11.6.0
233
+ lxml==6.0.1
234
+ matplotlib==3.10.8
235
+ numpy==2.3.5
236
+ perf==0.1
237
+ pillow==11.3.0
238
+ psutil==7.0.0
239
+ PyAudio==0.2.13
240
+ pycairo==1.28.0
241
+ pycups==2.0.4
242
+ pydantic_core==2.41.5
243
+ pyscard==2.2.2
244
+ PyYAML==6.0.2
245
+ pyzstd==0.16.2
246
+ RapidFuzz==3.12.2
247
+ regex==2026.2.28
248
+ rpds-py==0.27.0
249
+ rpm==6.0.1
250
+ selinux==3.9
251
+ setools==4.6.0
252
+ setproctitle==1.3.7
253
+ systemd-python==235
254
+ PySocks==1.7.1
255
+ annotated-types==0.7.0
256
+ anyio==4.12.1
257
+ appdirs==1.4.4
258
+ attrs==25.4.0
259
+ beautifulsoup4==4.14.3
260
+ boto3==1.42.84
261
+ botocore==1.42.84
262
+ certifi==2025.7.9
263
+ charset-normalizer==3.4.3
264
+ click==8.1.7
265
+ cockpit==360.1
266
+ configobj==5.0.9
267
+ cssselect==1.3.0
268
+ cupshelpers==1.0
269
+ cycler==0.11.0
270
+ dasbus==1.7
271
+ distro==1.9.0
272
+ fido2==2.0.0
273
+ file-magic==0.4.0
274
+ filelock==3.15.4
275
+ fw-fanctrl==1.0.2
276
+ h11==0.16.0
277
+ httpcore==1.0.9
278
+ httpx==0.28.1
279
+ icoextract==0.2.0
280
+ idna==3.10
281
+ inkex==1.4.0
282
+ input-remapper==2.2.0
283
+ jaraco.classes==3.4.0
284
+ jaraco.context==6.0.1
285
+ jaraco.functools==4.1.0
286
+ jeepney==0.9.0
287
+ jmespath==1.0.1
288
+ jsonschema==4.23.0
289
+ jsonschema-specifications==2024.10.1
290
+ keyring==25.7.0
291
+ langtable==0.0.69
292
+ libevdev==0.12
293
+ louis==3.33.0
294
+ lutris==0.5.22
295
+ moddb==0.12.0
296
+ more-itertools==10.5.0
297
+ nftables==0.1
298
+ olefile==0.47
299
+ packaging==25.0
300
+ pefile==2024.8.26
301
+ pexpect==4.9.0
302
+ pip==25.1.1
303
+ ply==3.11
304
+ protobuf==3.19.6
305
+ ptyprocess==0.7.0
306
+ pycparser==2.22
307
+ pydantic==2.12.5
308
+ pydbus==0.6.0
309
+ pyenchant==3.2.2
310
+ pygdbmi==0.11.0.0
311
+ Pygments==2.19.1
312
+ pyinotify==0.9.6
313
+ pyparsing==3.1.2
314
+ pypresence==4.3.0
315
+ pyserial==3.5
316
+ python-dateutil==2.9.0.post0
317
+ python-linux-procfs==0.7.3
318
+ python-pskc==1.4
319
+ python-xlib==0.33
320
+ pyudev==0.24.3
321
+ pyxdg==0.28
322
+ pyynl==0.0.1
323
+ referencing==0.36.2
324
+ requests==2.32.5
325
+ requests-file==2.0.0
326
+ s3transfer==0.16.0
327
+ scour==0.38.2
328
+ SecretStorage==3.3.3
329
+ sentry-sdk==2.35.0
330
+ sepolicy==3.9
331
+ setroubleshoot==3.3.36
332
+ setuptools==78.1.1
333
+ shtab==1.7.2
334
+ six==1.17.0
335
+ sos==4.11.0
336
+ soupsieve==2.8
337
+ tinycss2==1.5.1
338
+ tldextract==5.3.0
339
+ typing_extensions==4.15.0
340
+ typing-inspection==0.4.2
341
+ udica==0.2.8
342
+ umu-launcher==1.2.9
343
+ urllib3==2.6.3
344
+ webencodings==0.5.1
345
+ yubikey-manager==5.9.0
wandb/run-20260502_192151-h1jq4pkw/files/wandb-metadata.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.17.7-ba29.fc43.x86_64-x86_64-with-glibc2.42",
3
+ "python": "CPython 3.14.3",
4
+ "startedAt": "2026-05-02T13:51:51.017926Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/training_config.yaml",
8
+ "--use-v2-loss"
9
+ ],
10
+ "program": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/train.py",
11
+ "codePath": "scripts/train.py",
12
+ "codePathLocal": "scripts/train.py",
13
+ "email": "morpheuslord@protonmail.com",
14
+ "root": "/run/media/morpheuslord/Personal_Files/Projects/Rewriter",
15
+ "host": "bazzite",
16
+ "executable": "/usr/bin/python3",
17
+ "cpu_count": 8,
18
+ "cpu_count_logical": 16,
19
+ "gpu": "NVIDIA GeForce RTX 3050 Laptop GPU",
20
+ "gpu_count": 1,
21
+ "disk": {
22
+ "/": {
23
+ "total": "60248064",
24
+ "used": "60248064"
25
+ }
26
+ },
27
+ "memory": {
28
+ "total": "32944783360"
29
+ },
30
+ "gpu_nvidia": [
31
+ {
32
+ "name": "NVIDIA GeForce RTX 3050 Laptop GPU",
33
+ "memoryTotal": "4294967296",
34
+ "cudaCores": 2048,
35
+ "architecture": "Ampere",
36
+ "uuid": "GPU-861554d7-d187-39e9-e77c-881f0287b963"
37
+ }
38
+ ],
39
+ "cudaVersion": "13.2",
40
+ "writerId": "ctqnlqz7pd6w5gfhu9nwe0ffxaygrcig"
41
+ }
wandb/run-20260502_192151-h1jq4pkw/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":1959},"_runtime":1959}
wandb/run-20260502_192151-h1jq4pkw/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T19:21:51.294218654+05:30","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp45sfpwdk/port-193472.txt","pid":193472,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-05-02T19:21:51.294745546+05:30","level":"INFO","msg":"server: will exit if parent process dies","ppid":193472}
3
+ {"time":"2026-05-02T19:21:51.294732732+05:30","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-193472-193579-218657929/socket","Net":"unix"}}
4
+ {"time":"2026-05-02T19:21:51.47946305+05:30","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-05-02T19:21:51.491226624+05:30","level":"INFO","msg":"handleInformInit: received","streamId":"h1jq4pkw","id":"1(@)"}
6
+ {"time":"2026-05-02T19:21:52.462369396+05:30","level":"INFO","msg":"handleInformInit: stream started","streamId":"h1jq4pkw","id":"1(@)"}
7
+ {"time":"2026-05-02T19:21:58.352986921+05:30","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"388llrmlkshe"}
8
+ {"time":"2026-05-02T19:54:33.160745412+05:30","level":"INFO","msg":"connection: closing","id":"1(@)"}
9
+ {"time":"2026-05-02T19:54:33.160758016+05:30","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
10
+ {"time":"2026-05-02T19:54:33.161143752+05:30","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
11
+ {"time":"2026-05-02T19:54:33.161272615+05:30","level":"INFO","msg":"server is shutting down"}
12
+ {"time":"2026-05-02T19:54:33.162668705+05:30","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-193472-193579-218657929/socket","Net":"unix"}}
13
+ {"time":"2026-05-02T19:54:35.194003587+05:30","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-05-02T19:54:35.194175521+05:30","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-05-02T19:54:35.194253738+05:30","level":"INFO","msg":"server is closed"}
wandb/run-20260502_192151-h1jq4pkw/logs/debug-internal.log ADDED
@@ -0,0 +1,276 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T19:21:51.49156913+05:30","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-05-02T19:21:51.492310265+05:30","level":"INFO","msg":"stream: starting","core version":"0.26.1"}
3
+ {"time":"2026-05-02T19:21:52.461610917+05:30","level":"INFO","msg":"stream: created new stream","id":"h1jq4pkw"}
4
+ {"time":"2026-05-02T19:21:52.461789784+05:30","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-05-02T19:21:52.46230282+05:30","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-05-02T19:21:52.462320073+05:30","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-05-02T19:21:52.462317097+05:30","level":"INFO","msg":"writer: started","stream_id":"h1jq4pkw"}
8
+ {"time":"2026-05-02T19:21:53.361051904+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":2}
9
+ {"time":"2026-05-02T19:21:54.098321387+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-05-02T19:22:08.36190037+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":10,"uploaded_len":2}
11
+ {"time":"2026-05-02T19:22:08.800546813+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-05-02T19:22:23.362171148+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":9,"console_lines":2}
13
+ {"time":"2026-05-02T19:22:23.94226225+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-05-02T19:22:38.362081828+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":9,"console_lines":2}
15
+ {"time":"2026-05-02T19:22:38.746028846+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-05-02T19:22:53.361997287+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":10,"console_lines":1}
17
+ {"time":"2026-05-02T19:22:53.785268524+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-05-02T19:23:08.361563788+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2}
19
+ {"time":"2026-05-02T19:23:08.969550606+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-05-02T19:23:23.361400779+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":10,"events_lines":2}
21
+ {"time":"2026-05-02T19:23:24.028530399+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-05-02T19:23:38.361687808+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2}
23
+ {"time":"2026-05-02T19:23:38.782527556+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-05-02T19:23:53.361560728+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":9,"console_lines":1}
25
+ {"time":"2026-05-02T19:23:53.776233021+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-05-02T19:24:08.361914333+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":9,"console_lines":1}
27
+ {"time":"2026-05-02T19:24:08.785555015+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-05-02T19:24:23.361789154+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":9,"console_lines":1}
29
+ {"time":"2026-05-02T19:24:23.763255116+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-05-02T19:24:38.361488867+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":9,"console_lines":2}
31
+ {"time":"2026-05-02T19:24:39.060788982+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-05-02T19:24:53.361797547+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":9,"console_lines":2}
33
+ {"time":"2026-05-02T19:24:54.324739203+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-05-02T19:25:08.361589834+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":9,"console_lines":2}
35
+ {"time":"2026-05-02T19:25:08.821209786+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-05-02T19:25:23.361912209+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":10,"console_lines":1}
37
+ {"time":"2026-05-02T19:25:23.856291332+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-05-02T19:25:38.361700218+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":9,"console_lines":2}
39
+ {"time":"2026-05-02T19:25:39.117545524+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-05-02T19:25:53.362520631+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":9,"console_lines":1}
41
+ {"time":"2026-05-02T19:25:53.785213619+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-05-02T19:26:08.361048176+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":9,"console_lines":2}
43
+ {"time":"2026-05-02T19:26:09.024541047+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-05-02T19:26:23.361798326+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":9,"console_lines":1}
45
+ {"time":"2026-05-02T19:26:23.829388358+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-05-02T19:26:38.361219194+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":9,"console_lines":2}
47
+ {"time":"2026-05-02T19:26:38.75548715+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-05-02T19:26:53.361997808+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":38,"events_lines":2}
49
+ {"time":"2026-05-02T19:26:53.759632825+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-05-02T19:27:08.361945217+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":40,"events_lines":2}
51
+ {"time":"2026-05-02T19:27:08.917361129+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-05-02T19:27:23.361786236+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":9,"console_lines":1}
53
+ {"time":"2026-05-02T19:27:23.742694772+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-05-02T19:27:38.361539135+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":9,"console_lines":2}
55
+ {"time":"2026-05-02T19:27:38.811311907+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-05-02T19:27:53.361128995+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":9,"console_lines":2}
57
+ {"time":"2026-05-02T19:27:53.812515305+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-05-02T19:28:08.36143766+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":9,"console_lines":1}
59
+ {"time":"2026-05-02T19:28:08.91473152+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-05-02T19:28:23.361376348+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":9,"console_lines":2}
61
+ {"time":"2026-05-02T19:28:23.796259276+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-05-02T19:28:38.36164163+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":10,"console_lines":1}
63
+ {"time":"2026-05-02T19:28:39.088434094+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-05-02T19:28:53.361643788+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":54,"events_lines":2}
65
+ {"time":"2026-05-02T19:28:53.781398284+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-05-02T19:29:08.361840522+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":56,"events_lines":2}
67
+ {"time":"2026-05-02T19:29:08.806216158+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-05-02T19:29:23.361885099+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":58,"events_lines":2}
69
+ {"time":"2026-05-02T19:29:23.795916654+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-05-02T19:29:38.361391052+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":9,"console_lines":1}
71
+ {"time":"2026-05-02T19:29:39.057443761+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-05-02T19:29:53.362212563+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":62,"events_lines":2}
73
+ {"time":"2026-05-02T19:29:53.976430346+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-05-02T19:30:08.361772287+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":9,"console_lines":1}
75
+ {"time":"2026-05-02T19:30:09.002397445+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
76
+ {"time":"2026-05-02T19:30:23.361786607+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":9,"console_lines":1}
77
+ {"time":"2026-05-02T19:30:23.931783326+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
78
+ {"time":"2026-05-02T19:30:38.361066504+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":68,"events_lines":2,"console_offset":9,"console_lines":1}
79
+ {"time":"2026-05-02T19:30:39.258470494+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-05-02T19:30:53.362117096+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":9,"console_lines":1}
81
+ {"time":"2026-05-02T19:30:53.831146165+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
82
+ {"time":"2026-05-02T19:31:08.361456195+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":9,"console_lines":2}
83
+ {"time":"2026-05-02T19:31:08.759519468+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
84
+ {"time":"2026-05-02T19:31:23.36221121+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":10,"console_lines":1}
85
+ {"time":"2026-05-02T19:31:23.732446272+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
86
+ {"time":"2026-05-02T19:31:38.361815589+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":76,"events_lines":2}
87
+ {"time":"2026-05-02T19:31:38.740800039+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
88
+ {"time":"2026-05-02T19:31:53.362084769+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":78,"events_lines":2}
89
+ {"time":"2026-05-02T19:31:53.742837449+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
90
+ {"time":"2026-05-02T19:32:08.362232871+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":9,"console_lines":2}
91
+ {"time":"2026-05-02T19:32:08.755310865+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
92
+ {"time":"2026-05-02T19:32:23.361697266+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":10,"console_lines":1}
93
+ {"time":"2026-05-02T19:32:23.907372127+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
94
+ {"time":"2026-05-02T19:32:38.361746592+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":9,"console_lines":1}
95
+ {"time":"2026-05-02T19:32:39.125041774+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
96
+ {"time":"2026-05-02T19:32:53.361928197+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":86,"events_lines":2}
97
+ {"time":"2026-05-02T19:32:54.014293296+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
98
+ {"time":"2026-05-02T19:33:08.361309195+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":9,"console_lines":2}
99
+ {"time":"2026-05-02T19:33:08.800108489+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
100
+ {"time":"2026-05-02T19:33:23.36252601+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":90,"events_lines":2}
101
+ {"time":"2026-05-02T19:33:24.025104264+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
102
+ {"time":"2026-05-02T19:33:38.36197241+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":92,"events_lines":2,"console_offset":9,"console_lines":2}
103
+ {"time":"2026-05-02T19:33:38.759211742+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
104
+ {"time":"2026-05-02T19:33:53.362103922+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":9,"console_lines":1}
105
+ {"time":"2026-05-02T19:33:53.853679043+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
106
+ {"time":"2026-05-02T19:34:08.361248804+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":9,"console_lines":1}
107
+ {"time":"2026-05-02T19:34:09.17704716+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
108
+ {"time":"2026-05-02T19:34:23.361110217+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":98,"events_lines":2}
109
+ {"time":"2026-05-02T19:34:24.107950919+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
110
+ {"time":"2026-05-02T19:34:38.361712003+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":9,"console_lines":1}
111
+ {"time":"2026-05-02T19:34:39.089963786+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
112
+ {"time":"2026-05-02T19:34:53.361784834+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":102,"events_lines":2}
113
+ {"time":"2026-05-02T19:34:53.789416535+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
114
+ {"time":"2026-05-02T19:35:08.361428316+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":9,"console_lines":1}
115
+ {"time":"2026-05-02T19:35:08.928927851+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
116
+ {"time":"2026-05-02T19:35:23.361836779+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":9,"console_lines":1}
117
+ {"time":"2026-05-02T19:35:23.940569851+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
118
+ {"time":"2026-05-02T19:35:38.361377566+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":108,"events_lines":2,"console_offset":9,"console_lines":1}
119
+ {"time":"2026-05-02T19:35:38.786874407+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
120
+ {"time":"2026-05-02T19:35:53.362474836+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":110,"events_lines":2}
121
+ {"time":"2026-05-02T19:35:53.878481851+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
122
+ {"time":"2026-05-02T19:36:08.362762501+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":112,"events_lines":2,"console_offset":10,"console_lines":1}
123
+ {"time":"2026-05-02T19:36:08.799816478+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
124
+ {"time":"2026-05-02T19:36:23.361403645+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":9,"console_lines":1}
125
+ {"time":"2026-05-02T19:36:23.950912653+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
126
+ {"time":"2026-05-02T19:36:38.36217395+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":116,"events_lines":2,"console_offset":9,"console_lines":2}
127
+ {"time":"2026-05-02T19:36:39.050207856+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
128
+ {"time":"2026-05-02T19:36:53.36150897+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":9,"console_lines":2}
129
+ {"time":"2026-05-02T19:36:53.972405638+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
130
+ {"time":"2026-05-02T19:37:08.361412832+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":9,"console_lines":1}
131
+ {"time":"2026-05-02T19:37:08.944107075+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
132
+ {"time":"2026-05-02T19:37:23.361727669+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":122,"events_lines":2,"console_offset":9,"console_lines":2}
133
+ {"time":"2026-05-02T19:37:23.841052628+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
134
+ {"time":"2026-05-02T19:37:38.362320058+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":124,"events_lines":2,"console_offset":9,"console_lines":2}
135
+ {"time":"2026-05-02T19:37:38.79979624+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
136
+ {"time":"2026-05-02T19:37:53.362206628+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":9,"console_lines":1}
137
+ {"time":"2026-05-02T19:37:53.748421205+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
138
+ {"time":"2026-05-02T19:38:08.361493308+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":9,"console_lines":1}
139
+ {"time":"2026-05-02T19:38:08.771899337+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
140
+ {"time":"2026-05-02T19:38:23.361859571+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":130,"events_lines":2,"console_offset":9,"console_lines":1}
141
+ {"time":"2026-05-02T19:38:23.88089544+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
142
+ {"time":"2026-05-02T19:38:38.362185528+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":132,"events_lines":2,"console_offset":9,"console_lines":2}
143
+ {"time":"2026-05-02T19:38:38.782541376+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
144
+ {"time":"2026-05-02T19:38:53.361631388+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":9,"console_lines":1}
145
+ {"time":"2026-05-02T19:38:53.784264354+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
146
+ {"time":"2026-05-02T19:39:08.361654775+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":9,"console_lines":2}
147
+ {"time":"2026-05-02T19:39:08.799723142+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
148
+ {"time":"2026-05-02T19:39:23.362690177+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":9,"console_lines":1}
149
+ {"time":"2026-05-02T19:39:23.746374629+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
150
+ {"time":"2026-05-02T19:39:38.361159806+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":140,"events_lines":2,"console_offset":9,"console_lines":2}
151
+ {"time":"2026-05-02T19:39:38.715446061+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
152
+ {"time":"2026-05-02T19:39:53.361296688+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":9,"console_lines":1}
153
+ {"time":"2026-05-02T19:39:53.768745978+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
154
+ {"time":"2026-05-02T19:40:08.36236847+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":144,"events_lines":2}
155
+ {"time":"2026-05-02T19:40:08.750213578+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
156
+ {"time":"2026-05-02T19:40:23.362179968+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":10,"console_lines":1}
157
+ {"time":"2026-05-02T19:40:23.750128311+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
158
+ {"time":"2026-05-02T19:40:38.361711178+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":148,"events_lines":2,"console_offset":10,"console_lines":1}
159
+ {"time":"2026-05-02T19:40:38.746911706+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
160
+ {"time":"2026-05-02T19:40:53.361388684+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":150,"events_lines":2,"console_offset":9,"console_lines":1}
161
+ {"time":"2026-05-02T19:40:53.738870765+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
162
+ {"time":"2026-05-02T19:41:08.362115557+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":152,"events_lines":2,"console_offset":9,"console_lines":1}
163
+ {"time":"2026-05-02T19:41:08.786865921+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
164
+ {"time":"2026-05-02T19:41:23.361369385+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":154,"events_lines":2,"console_offset":9,"console_lines":1}
165
+ {"time":"2026-05-02T19:41:23.76441959+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
166
+ {"time":"2026-05-02T19:41:38.361281362+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":156,"events_lines":2,"console_offset":9,"console_lines":2}
167
+ {"time":"2026-05-02T19:41:38.732742153+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
168
+ {"time":"2026-05-02T19:41:53.362009898+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":158,"events_lines":2,"console_offset":9,"console_lines":2}
169
+ {"time":"2026-05-02T19:41:53.745329393+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
170
+ {"time":"2026-05-02T19:42:08.36146766+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":160,"events_lines":2,"console_offset":9,"console_lines":2}
171
+ {"time":"2026-05-02T19:42:08.734642879+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
172
+ {"time":"2026-05-02T19:42:23.362706086+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":162,"events_lines":2,"console_offset":9,"console_lines":2}
173
+ {"time":"2026-05-02T19:42:23.722477531+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
174
+ {"time":"2026-05-02T19:42:38.361970654+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":164,"events_lines":2,"console_offset":9,"console_lines":1}
175
+ {"time":"2026-05-02T19:42:38.740960013+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
176
+ {"time":"2026-05-02T19:42:53.362235376+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":166,"events_lines":2,"console_offset":10,"console_lines":1}
177
+ {"time":"2026-05-02T19:42:53.734654421+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
178
+ {"time":"2026-05-02T19:43:08.361952687+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":168,"events_lines":2,"console_offset":10,"console_lines":1}
179
+ {"time":"2026-05-02T19:43:08.767648374+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
180
+ {"time":"2026-05-02T19:43:23.362233638+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2}
181
+ {"time":"2026-05-02T19:43:24.065048753+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
182
+ {"time":"2026-05-02T19:43:38.361569721+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":172,"events_lines":2,"console_offset":9,"console_lines":1}
183
+ {"time":"2026-05-02T19:43:39.14345736+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
184
+ {"time":"2026-05-02T19:43:53.361748441+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
185
+ {"time":"2026-05-02T19:43:54.014462708+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
186
+ {"time":"2026-05-02T19:44:08.362077444+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":176,"events_lines":2,"console_offset":9,"console_lines":1}
187
+ {"time":"2026-05-02T19:44:08.857088827+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
188
+ {"time":"2026-05-02T19:44:23.362255783+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
189
+ {"time":"2026-05-02T19:44:23.860222732+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
190
+ {"time":"2026-05-02T19:44:38.36123783+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":180,"events_lines":2}
191
+ {"time":"2026-05-02T19:44:38.873912108+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
192
+ {"time":"2026-05-02T19:44:53.36131183+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":182,"events_lines":2,"console_offset":9,"console_lines":1}
193
+ {"time":"2026-05-02T19:44:53.86033802+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
194
+ {"time":"2026-05-02T19:45:08.361715349+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":184,"events_lines":2,"console_offset":9,"console_lines":1}
195
+ {"time":"2026-05-02T19:45:09.165786799+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
196
+ {"time":"2026-05-02T19:45:23.362326499+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":186,"events_lines":2,"console_offset":9,"console_lines":2}
197
+ {"time":"2026-05-02T19:45:23.747211963+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
198
+ {"time":"2026-05-02T19:45:38.361553161+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":188,"events_lines":2,"console_offset":9,"console_lines":2}
199
+ {"time":"2026-05-02T19:45:38.942874658+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
200
+ {"time":"2026-05-02T19:45:53.361529305+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2}
201
+ {"time":"2026-05-02T19:45:53.875107613+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
202
+ {"time":"2026-05-02T19:46:08.361263634+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":192,"events_lines":2}
203
+ {"time":"2026-05-02T19:46:08.872490753+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
204
+ {"time":"2026-05-02T19:46:23.361585579+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
205
+ {"time":"2026-05-02T19:46:23.918984169+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
206
+ {"time":"2026-05-02T19:46:38.361892917+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":196,"events_lines":2,"console_offset":9,"console_lines":1}
207
+ {"time":"2026-05-02T19:46:38.849248245+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
208
+ {"time":"2026-05-02T19:46:53.361820419+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":198,"events_lines":2,"console_offset":9,"console_lines":2}
209
+ {"time":"2026-05-02T19:46:53.784272567+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
210
+ {"time":"2026-05-02T19:47:08.361749647+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":200,"events_lines":2,"console_offset":9,"console_lines":2}
211
+ {"time":"2026-05-02T19:47:08.879097023+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
212
+ {"time":"2026-05-02T19:47:23.362245572+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":202,"events_lines":2,"console_offset":9,"console_lines":2}
213
+ {"time":"2026-05-02T19:47:23.760235057+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
214
+ {"time":"2026-05-02T19:47:38.362261822+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":204,"events_lines":2,"console_offset":9,"console_lines":2}
215
+ {"time":"2026-05-02T19:47:38.856331577+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
216
+ {"time":"2026-05-02T19:47:53.361780184+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":206,"events_lines":2}
217
+ {"time":"2026-05-02T19:47:53.800327696+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
218
+ {"time":"2026-05-02T19:48:08.361494364+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":208,"events_lines":2,"console_offset":9,"console_lines":2}
219
+ {"time":"2026-05-02T19:48:08.762061464+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
220
+ {"time":"2026-05-02T19:48:23.362471774+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":210,"events_lines":2,"console_offset":9,"console_lines":2}
221
+ {"time":"2026-05-02T19:48:23.807457894+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
222
+ {"time":"2026-05-02T19:48:38.362428442+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":212,"events_lines":2,"console_offset":9,"console_lines":1}
223
+ {"time":"2026-05-02T19:48:38.812682944+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
224
+ {"time":"2026-05-02T19:48:53.361772916+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2}
225
+ {"time":"2026-05-02T19:48:55.297365615+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
226
+ {"time":"2026-05-02T19:49:08.361376168+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":216,"events_lines":2,"console_offset":9,"console_lines":2}
227
+ {"time":"2026-05-02T19:49:08.811658943+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
228
+ {"time":"2026-05-02T19:49:23.362218323+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":218,"events_lines":2,"console_offset":9,"console_lines":2}
229
+ {"time":"2026-05-02T19:49:23.822977309+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
230
+ {"time":"2026-05-02T19:49:38.361467578+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
231
+ {"time":"2026-05-02T19:49:38.89073259+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
232
+ {"time":"2026-05-02T19:49:53.361147534+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":222,"events_lines":2,"console_offset":9,"console_lines":2}
233
+ {"time":"2026-05-02T19:49:53.746719291+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
234
+ {"time":"2026-05-02T19:50:08.362125074+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":224,"events_lines":2,"console_offset":8,"console_lines":3}
235
+ {"time":"2026-05-02T19:50:08.798897634+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
236
+ {"time":"2026-05-02T19:50:23.361780334+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":226,"events_lines":2,"console_offset":10,"console_lines":1}
237
+ {"time":"2026-05-02T19:50:23.824218333+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
238
+ {"time":"2026-05-02T19:50:38.362365084+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":228,"events_lines":2,"console_offset":10,"console_lines":1}
239
+ {"time":"2026-05-02T19:50:38.784303254+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
240
+ {"time":"2026-05-02T19:50:53.361862768+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
241
+ {"time":"2026-05-02T19:50:53.734495926+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
242
+ {"time":"2026-05-02T19:51:08.362032417+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":232,"events_lines":2,"console_offset":10,"console_lines":1}
243
+ {"time":"2026-05-02T19:51:08.871714817+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
244
+ {"time":"2026-05-02T19:51:23.361642511+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":234,"events_lines":2,"console_offset":10,"console_lines":1}
245
+ {"time":"2026-05-02T19:51:23.839449456+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
246
+ {"time":"2026-05-02T19:51:38.362004893+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2}
247
+ {"time":"2026-05-02T19:51:39.045354873+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
248
+ {"time":"2026-05-02T19:51:53.361557779+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":238,"events_lines":2}
249
+ {"time":"2026-05-02T19:51:54.164682487+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
250
+ {"time":"2026-05-02T19:52:08.362054835+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":240,"events_lines":2}
251
+ {"time":"2026-05-02T19:52:08.888920899+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
252
+ {"time":"2026-05-02T19:52:23.361786618+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
253
+ {"time":"2026-05-02T19:52:24.129856112+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
254
+ {"time":"2026-05-02T19:52:38.361550703+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":244,"events_lines":2,"console_offset":10,"console_lines":1}
255
+ {"time":"2026-05-02T19:52:38.766600876+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
256
+ {"time":"2026-05-02T19:52:53.362054421+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":246,"events_lines":2,"console_offset":10,"console_lines":1}
257
+ {"time":"2026-05-02T19:52:53.816839986+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
258
+ {"time":"2026-05-02T19:53:08.361415456+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
259
+ {"time":"2026-05-02T19:53:08.769278376+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
260
+ {"time":"2026-05-02T19:53:23.362024181+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2}
261
+ {"time":"2026-05-02T19:53:23.767572823+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
262
+ {"time":"2026-05-02T19:53:38.361611834+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":252,"events_lines":2,"console_offset":10,"console_lines":1}
263
+ {"time":"2026-05-02T19:53:38.791855016+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
264
+ {"time":"2026-05-02T19:53:53.361354158+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":254,"events_lines":2,"console_offset":10,"console_lines":1}
265
+ {"time":"2026-05-02T19:53:53.835206464+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
266
+ {"time":"2026-05-02T19:54:08.361850742+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":256,"events_lines":2,"console_offset":10,"console_lines":1}
267
+ {"time":"2026-05-02T19:54:08.814698869+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
268
+ {"time":"2026-05-02T19:54:23.361333586+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":258,"events_lines":2,"console_offset":9,"console_lines":3}
269
+ {"time":"2026-05-02T19:54:23.811379886+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
270
+ {"time":"2026-05-02T19:54:34.668355517+05:30","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
271
+ {"time":"2026-05-02T19:54:34.670078813+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":11,"console_lines":58,"uploaded_len":3,"complete":true,"exit_code":1}
272
+ {"time":"2026-05-02T19:54:35.180133674+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
273
+ {"time":"2026-05-02T19:54:35.181845278+05:30","level":"INFO","msg":"stream: finishing up"}
274
+ {"time":"2026-05-02T19:54:35.182413188+05:30","level":"INFO","msg":"handler: closed"}
275
+ {"time":"2026-05-02T19:54:35.184911774+05:30","level":"INFO","msg":"sender: closed"}
276
+ {"time":"2026-05-02T19:54:35.185521201+05:30","level":"INFO","msg":"stream: all finished"}
wandb/run-20260502_192151-h1jq4pkw/logs/debug.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-05-02 19:21:51,022 INFO MainThread:193472 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-05-02 19:21:51,022 INFO MainThread:193472 [wandb_setup.py:_flush():81] Configure stats pid to 193472
3
+ 2026-05-02 19:21:51,022 INFO MainThread:193472 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-05-02 19:21:51,023 INFO MainThread:193472 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_192151-h1jq4pkw/logs/debug.log
5
+ 2026-05-02 19:21:51,023 INFO MainThread:193472 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /run/media/morpheuslord/Personal_Files/Projects/Rewriter/wandb/run-20260502_192151-h1jq4pkw/logs/debug-internal.log
6
+ 2026-05-02 19:21:51,023 INFO MainThread:193472 [wandb_init.py:init():850] calling init triggers
7
+ 2026-05-02 19:21:51,023 INFO MainThread:193472 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model': {'key': 'flan-t5-xl', 'quantize': False, 'use_lora': True}, 'lora': {'r': 16, 'lora_alpha': 32, 'lora_dropout': 0.05, 'target_modules': ['q', 'v', 'k', 'o', 'wi_0', 'wi_1', 'wo']}, 'data': {'train_path': 'data/processed/train.jsonl', 'val_path': 'data/processed/val.jsonl', 'test_path': 'data/processed/test.jsonl', 'max_input_length': 512, 'max_target_length': 512, 'augment_synthetic': True, 'synthetic_ratio': 0.3}, 'training': {'output_dir': 'checkpoints/', 'num_train_epochs': 5, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 16, 'gradient_accumulation_steps': 4, 'learning_rate': 0.0003, 'lr_scheduler_type': 'cosine', 'warmup_ratio': 0.05, 'weight_decay': 0.01, 'fp16': False, 'bf16': True, 'evaluation_strategy': 'steps', 'eval_steps': 500, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 3, 'load_best_model_at_end': True, 'metric_for_best_model': 'eval_loss', 'greater_is_better': False, 'logging_dir': 'logs/', 'logging_steps': 50, 'report_to': ['wandb', 'tensorboard'], 'dataloader_num_workers': 4, 'seed': 42, 'push_to_hub': False}, 'loss': {'lambda_style': 0.3, 'lambda_semantic': 0.5, 'lambda_human_pattern': 0.4, 'sem_model_name': 'all-mpnet-base-v2'}, 'generation': {'num_beams': 5, 'length_penalty': 1.0, 'no_repeat_ngram_size': 3, 'min_length': 10, 'max_new_tokens': 512, 'early_stopping': True}, 'human_pattern': {'classifier_path': 'checkpoints/human_pattern_classifier.pt', 'shanegerami_path': 'data/raw/shanegerami/AI_Human.csv', 'starblasters_path': 'data/raw/starblasters8/data.parquet', 'max_samples_per_source': 50000, 'pretrain_epochs': 20, 'pretrain_lr': 0.001, 'pretrain_batch_size': 512, 'target_auc': 0.88}, '_wandb': {}}
9
+ 2026-05-02 19:21:51,023 INFO MainThread:193472 [wandb_init.py:init():898] starting backend
10
+ 2026-05-02 19:21:51,479 INFO MainThread:193472 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-05-02 19:21:52,462 INFO MainThread:193472 [wandb_init.py:init():918] backend started and connected
12
+ 2026-05-02 19:21:52,464 INFO MainThread:193472 [wandb_init.py:init():988] updated telemetry
13
+ 2026-05-02 19:21:52,466 INFO MainThread:193472 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-05-02 19:21:53,177 INFO MainThread:193472 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-05-02 19:21:53,351 INFO MainThread:193472 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-05-02 19:21:53,351 INFO MainThread:193472 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-05-02 19:21:53,351 INFO MainThread:193472 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-05-02 19:21:53,351 INFO MainThread:193472 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-05-02 19:21:53,355 INFO MainThread:193472 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-05-02 19:54:33,151 INFO wandb-AsyncioManager-main:193472 [service_client.py:_forward_responses():134] Reached EOF.
21
+ 2026-05-02 19:54:33,164 INFO wandb-AsyncioManager-main:193472 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
wandb/run-20260502_200514-kl2gg5g9/logs/debug-internal.log ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-05-02T20:05:15.380741223+05:30","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-05-02T20:05:15.381467461+05:30","level":"INFO","msg":"stream: starting","core version":"0.26.1"}
3
+ {"time":"2026-05-02T20:05:16.208757973+05:30","level":"INFO","msg":"stream: created new stream","id":"kl2gg5g9"}
4
+ {"time":"2026-05-02T20:05:16.208905561+05:30","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-05-02T20:05:16.209220554+05:30","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-05-02T20:05:16.209235252+05:30","level":"INFO","msg":"writer: started","stream_id":"kl2gg5g9"}
7
+ {"time":"2026-05-02T20:05:16.209244088+05:30","level":"INFO","msg":"sender: started"}
8
+ {"time":"2026-05-02T20:05:16.959809143+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":2}
9
+ {"time":"2026-05-02T20:05:17.538165025+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-05-02T20:05:31.959844098+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":7,"uploaded_len":2}
11
+ {"time":"2026-05-02T20:05:32.640934703+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-05-02T20:05:46.960444668+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":7,"console_lines":1}
13
+ {"time":"2026-05-02T20:05:47.345962033+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-05-02T20:06:01.960172545+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":7,"console_lines":1}
15
+ {"time":"2026-05-02T20:06:02.329497682+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-05-02T20:06:16.960645415+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":7,"console_lines":1}
17
+ {"time":"2026-05-02T20:06:17.357464586+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-05-02T20:06:31.960292301+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":7,"console_lines":1}
19
+ {"time":"2026-05-02T20:06:32.348258167+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-05-02T20:06:46.959806045+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":7,"console_lines":1}
21
+ {"time":"2026-05-02T20:06:47.36217593+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-05-02T20:07:01.960199435+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":7,"console_lines":1}
23
+ {"time":"2026-05-02T20:07:02.351266171+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-05-02T20:07:16.960325261+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2}
25
+ {"time":"2026-05-02T20:07:17.302427125+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-05-02T20:07:31.960375234+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":7,"console_lines":1}
27
+ {"time":"2026-05-02T20:07:32.355571598+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-05-02T20:07:46.96026206+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":7,"console_lines":1}
29
+ {"time":"2026-05-02T20:07:47.329256023+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-05-02T20:08:01.960559499+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":7,"console_lines":1}
31
+ {"time":"2026-05-02T20:08:02.326832458+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-05-02T20:08:16.960597139+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":7,"console_lines":1}
33
+ {"time":"2026-05-02T20:08:17.329093946+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-05-02T20:08:31.960721151+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":7,"console_lines":1}
35
+ {"time":"2026-05-02T20:08:32.343046504+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-05-02T20:08:46.960762849+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":26,"events_lines":2}
37
+ {"time":"2026-05-02T20:08:47.314777229+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-05-02T20:09:01.959827546+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":7,"console_lines":1}
39
+ {"time":"2026-05-02T20:09:02.316434319+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-05-02T20:09:16.960360519+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2}
41
+ {"time":"2026-05-02T20:09:17.570901909+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-05-02T20:09:31.960059401+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":32,"events_lines":2}
43
+ {"time":"2026-05-02T20:09:32.327832635+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-05-02T20:09:46.960602663+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":7,"console_lines":1}
45
+ {"time":"2026-05-02T20:09:47.345753276+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-05-02T20:10:01.960857623+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":7,"console_lines":1}
47
+ {"time":"2026-05-02T20:10:02.346356743+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-05-02T20:10:16.960088686+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":7,"console_lines":1}
49
+ {"time":"2026-05-02T20:10:17.349028306+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-05-02T20:10:31.959807966+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":7,"console_lines":1}
51
+ {"time":"2026-05-02T20:10:32.352542924+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-05-02T20:10:46.960133148+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":7,"console_lines":1}
53
+ {"time":"2026-05-02T20:10:47.332553104+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-05-02T20:11:01.959802654+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":7,"console_lines":1}
55
+ {"time":"2026-05-02T20:11:02.345531807+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-05-02T20:11:16.9611812+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":7,"console_lines":1}
57
+ {"time":"2026-05-02T20:11:17.373549806+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-05-02T20:11:31.96030034+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":7,"console_lines":1}
59
+ {"time":"2026-05-02T20:11:32.326098554+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-05-02T20:11:46.960371272+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":7,"console_lines":1}
61
+ {"time":"2026-05-02T20:11:47.355631206+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-05-02T20:12:01.960419332+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":7,"console_lines":1}
63
+ {"time":"2026-05-02T20:12:02.321233309+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-05-02T20:12:16.96069529+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":7,"console_lines":1}
65
+ {"time":"2026-05-02T20:12:17.327289554+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-05-02T20:12:31.960731948+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":7,"console_lines":1}
67
+ {"time":"2026-05-02T20:12:32.339708003+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-05-02T20:12:46.960937785+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":7,"console_lines":1}
69
+ {"time":"2026-05-02T20:12:47.337004269+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-05-02T20:13:01.960622901+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":7,"console_lines":1}
71
+ {"time":"2026-05-02T20:13:02.368650421+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-05-02T20:13:16.960169075+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":62,"events_lines":2,"console_offset":7,"console_lines":1}
73
+ {"time":"2026-05-02T20:13:17.323356252+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-05-02T20:13:31.960795203+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":7,"console_lines":1}
75
+ {"time":"2026-05-02T20:13:32.332626621+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
76
+ {"time":"2026-05-02T20:13:46.960759259+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":7,"console_lines":1}
77
+ {"time":"2026-05-02T20:13:47.32154305+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
78
+ {"time":"2026-05-02T20:14:01.96006832+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":68,"events_lines":2,"console_offset":7,"console_lines":1}
79
+ {"time":"2026-05-02T20:14:02.311845016+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-05-02T20:14:16.960373896+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":7,"console_lines":3}
81
+ {"time":"2026-05-02T20:14:17.396536016+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
82
+ {"time":"2026-05-02T20:14:31.96242013+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":10,"console_lines":16}
83
+ {"time":"2026-05-02T20:14:32.449873523+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
84
+ {"time":"2026-05-02T20:14:46.960682717+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":26,"console_lines":2}
85
+ {"time":"2026-05-02T20:14:47.357703837+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
86
+ {"time":"2026-05-02T20:15:01.959923696+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":76,"events_lines":2,"console_offset":27,"console_lines":1}
87
+ {"time":"2026-05-02T20:15:02.349953499+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
88
+ {"time":"2026-05-02T20:15:16.960031258+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":78,"events_lines":2,"console_offset":27,"console_lines":1}
89
+ {"time":"2026-05-02T20:15:17.454723425+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
90
+ {"time":"2026-05-02T20:15:31.961177706+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":27,"console_lines":1}
91
+ {"time":"2026-05-02T20:15:32.33395787+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
92
+ {"time":"2026-05-02T20:15:46.960890424+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":27,"console_lines":1}
93
+ {"time":"2026-05-02T20:15:47.360962861+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
94
+ {"time":"2026-05-02T20:16:01.960660259+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":27,"console_lines":8}
95
+ {"time":"2026-05-02T20:16:02.358736607+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
96
+ {"time":"2026-05-02T20:16:16.960939293+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":86,"events_lines":2,"console_offset":35,"console_lines":8}
97
+ {"time":"2026-05-02T20:16:17.309107193+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
98
+ {"time":"2026-05-02T20:16:31.961241862+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":88,"events_lines":2}
99
+ {"time":"2026-05-02T20:16:32.464316237+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
100
+ {"time":"2026-05-02T20:16:46.960482381+05:30","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":90,"events_lines":2}
101
+ {"time":"2026-05-02T20:16:47.413025714+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
102
+ {"time":"2026-05-02T20:16:51.716235118+05:30","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
103
+ {"time":"2026-05-02T20:16:51.718891782+05:30","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":42,"console_lines":75,"uploaded_len":3,"complete":true,"exit_code":1}
104
+ {"time":"2026-05-02T20:16:52.125115395+05:30","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
105
+ {"time":"2026-05-02T20:16:52.126829213+05:30","level":"INFO","msg":"stream: finishing up"}
106
+ {"time":"2026-05-02T20:16:52.128120184+05:30","level":"INFO","msg":"handler: closed"}
107
+ {"time":"2026-05-02T20:16:52.130270184+05:30","level":"INFO","msg":"sender: closed"}
108
+ {"time":"2026-05-02T20:16:52.13084169+05:30","level":"INFO","msg":"stream: all finished"}
wandb/run-20260503_121016-impcgg4z/run-impcgg4z.wandb ADDED
Binary file (25.2 kB). View file
 
wandb/run-20260503_121312-l9gn41e7/files/config.yaml ADDED
@@ -0,0 +1,661 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _name_or_path:
2
+ value: google/flan-t5-small
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.26.1
6
+ e:
7
+ n2byuziqh33uxapt3z4njafykopx599x:
8
+ args:
9
+ - --config
10
+ - configs/training_config.yaml
11
+ - --use-v2-loss
12
+ codePath: scripts/train.py
13
+ codePathLocal: scripts/train.py
14
+ cpu_count: 8
15
+ cpu_count_logical: 16
16
+ cudaVersion: "13.2"
17
+ disk:
18
+ /:
19
+ total: "65773568"
20
+ used: "65773568"
21
+ email: morpheuslord@protonmail.com
22
+ executable: /usr/bin/python3
23
+ gpu: NVIDIA GeForce RTX 3050 Laptop GPU
24
+ gpu_count: 1
25
+ gpu_nvidia:
26
+ - architecture: Ampere
27
+ cudaCores: 2048
28
+ memoryTotal: "4294967296"
29
+ name: NVIDIA GeForce RTX 3050 Laptop GPU
30
+ uuid: GPU-861554d7-d187-39e9-e77c-881f0287b963
31
+ host: bazzite
32
+ memory:
33
+ total: "32939671552"
34
+ os: Linux-6.19.14-ogc1.1.fc44.x86_64-x86_64-with-glibc2.43
35
+ program: /run/media/morpheuslord/Personal_Files/Projects/Rewriter/scripts/train.py
36
+ python: CPython 3.14.4
37
+ root: /run/media/morpheuslord/Personal_Files/Projects/Rewriter
38
+ startedAt: "2026-05-03T06:43:12.500309Z"
39
+ writerId: n2byuziqh33uxapt3z4njafykopx599x
40
+ m:
41
+ - "1": train/global_step
42
+ "6":
43
+ - 3
44
+ "7": []
45
+ - "2": '*'
46
+ "5": 1
47
+ "6":
48
+ - 1
49
+ "7": []
50
+ python_version: 3.14.4
51
+ t:
52
+ "1":
53
+ - 1
54
+ - 5
55
+ - 11
56
+ - 33
57
+ - 41
58
+ - 49
59
+ - 51
60
+ - 53
61
+ - 71
62
+ - 75
63
+ - 98
64
+ "2":
65
+ - 1
66
+ - 5
67
+ - 11
68
+ - 33
69
+ - 41
70
+ - 49
71
+ - 51
72
+ - 53
73
+ - 71
74
+ - 75
75
+ - 98
76
+ "3":
77
+ - 7
78
+ - 13
79
+ - 16
80
+ - 19
81
+ - 66
82
+ "4": 3.14.4
83
+ "5": 0.26.1
84
+ "6": 4.53.2
85
+ "9":
86
+ "1": transformers_trainer
87
+ "12": 0.26.1
88
+ "13": linux-x86_64
89
+ accelerator_config:
90
+ value:
91
+ dispatch_batches: null
92
+ even_batches: true
93
+ gradient_accumulation_kwargs: null
94
+ non_blocking: false
95
+ split_batches: false
96
+ use_seedable_sampler: true
97
+ adafactor:
98
+ value: false
99
+ adam_beta1:
100
+ value: 0.9
101
+ adam_beta2:
102
+ value: 0.999
103
+ adam_epsilon:
104
+ value: 1e-08
105
+ add_cross_attention:
106
+ value: false
107
+ architectures:
108
+ value:
109
+ - T5ForConditionalGeneration
110
+ auto_find_batch_size:
111
+ value: false
112
+ average_tokens_across_devices:
113
+ value: false
114
+ bad_words_ids:
115
+ value: null
116
+ batch_eval_metrics:
117
+ value: false
118
+ begin_suppress_tokens:
119
+ value: null
120
+ bf16:
121
+ value: true
122
+ bf16_full_eval:
123
+ value: false
124
+ bos_token_id:
125
+ value: null
126
+ chunk_size_feed_forward:
127
+ value: 0
128
+ classifier_dropout:
129
+ value: 0
130
+ cross_attention_hidden_size:
131
+ value: null
132
+ d_ff:
133
+ value: 1024
134
+ d_kv:
135
+ value: 64
136
+ d_model:
137
+ value: 512
138
+ data:
139
+ value:
140
+ augment_synthetic: true
141
+ max_input_length: 128
142
+ max_target_length: 128
143
+ synthetic_ratio: 0.3
144
+ test_path: data/processed/test.jsonl
145
+ train_path: data/processed/train.jsonl
146
+ val_path: data/processed/val.jsonl
147
+ data_seed:
148
+ value: null
149
+ dataloader_drop_last:
150
+ value: false
151
+ dataloader_num_workers:
152
+ value: 0
153
+ dataloader_persistent_workers:
154
+ value: false
155
+ dataloader_pin_memory:
156
+ value: true
157
+ dataloader_prefetch_factor:
158
+ value: null
159
+ ddp_backend:
160
+ value: null
161
+ ddp_broadcast_buffers:
162
+ value: null
163
+ ddp_bucket_cap_mb:
164
+ value: null
165
+ ddp_find_unused_parameters:
166
+ value: null
167
+ ddp_timeout:
168
+ value: 1800
169
+ debug:
170
+ value: []
171
+ decoder_start_token_id:
172
+ value: 0
173
+ deepspeed:
174
+ value: null
175
+ dense_act_fn:
176
+ value: gelu_new
177
+ disable_tqdm:
178
+ value: false
179
+ diversity_penalty:
180
+ value: 0
181
+ do_eval:
182
+ value: true
183
+ do_predict:
184
+ value: false
185
+ do_sample:
186
+ value: false
187
+ do_train:
188
+ value: false
189
+ dropout_rate:
190
+ value: 0.1
191
+ early_stopping:
192
+ value: false
193
+ encoder_no_repeat_ngram_size:
194
+ value: 0
195
+ eos_token_id:
196
+ value: 1
197
+ eval_accumulation_steps:
198
+ value: null
199
+ eval_delay:
200
+ value: 0
201
+ eval_do_concat_batches:
202
+ value: true
203
+ eval_on_start:
204
+ value: false
205
+ eval_steps:
206
+ value: 100
207
+ eval_strategy:
208
+ value: steps
209
+ eval_use_gather_object:
210
+ value: false
211
+ exponential_decay_length_penalty:
212
+ value: null
213
+ feed_forward_proj:
214
+ value: gated-gelu
215
+ finetuning_task:
216
+ value: null
217
+ forced_bos_token_id:
218
+ value: null
219
+ forced_eos_token_id:
220
+ value: null
221
+ fp16:
222
+ value: false
223
+ fp16_backend:
224
+ value: auto
225
+ fp16_full_eval:
226
+ value: false
227
+ fp16_opt_level:
228
+ value: O1
229
+ fsdp:
230
+ value: []
231
+ fsdp_config:
232
+ value:
233
+ min_num_params: 0
234
+ xla: false
235
+ xla_fsdp_grad_ckpt: false
236
+ xla_fsdp_v2: false
237
+ fsdp_min_num_params:
238
+ value: 0
239
+ fsdp_transformer_layer_cls_to_wrap:
240
+ value: null
241
+ full_determinism:
242
+ value: false
243
+ generation:
244
+ value:
245
+ early_stopping: true
246
+ length_penalty: 1
247
+ max_new_tokens: 512
248
+ min_length: 10
249
+ no_repeat_ngram_size: 3
250
+ num_beams: 5
251
+ gradient_accumulation_steps:
252
+ value: 8
253
+ gradient_checkpointing:
254
+ value: false
255
+ gradient_checkpointing_kwargs:
256
+ value: null
257
+ greater_is_better:
258
+ value: false
259
+ group_by_length:
260
+ value: false
261
+ half_precision_backend:
262
+ value: auto
263
+ hub_always_push:
264
+ value: false
265
+ hub_model_id:
266
+ value: null
267
+ hub_private_repo:
268
+ value: null
269
+ hub_revision:
270
+ value: null
271
+ hub_strategy:
272
+ value: every_save
273
+ hub_token:
274
+ value: <HUB_TOKEN>
275
+ human_pattern:
276
+ value:
277
+ classifier_path: checkpoints/human_pattern_classifier.pt
278
+ max_samples_per_source: 50000
279
+ pretrain_batch_size: 512
280
+ pretrain_epochs: 20
281
+ pretrain_lr: 0.001
282
+ shanegerami_path: data/raw/shanegerami/AI_Human.csv
283
+ starblasters_path: data/raw/starblasters8/data.parquet
284
+ target_auc: 0.88
285
+ id2label:
286
+ value:
287
+ "0": LABEL_0
288
+ "1": LABEL_1
289
+ ignore_data_skip:
290
+ value: false
291
+ include_for_metrics:
292
+ value: []
293
+ include_inputs_for_metrics:
294
+ value: false
295
+ include_num_input_tokens_seen:
296
+ value: false
297
+ include_tokens_per_second:
298
+ value: false
299
+ initializer_factor:
300
+ value: 1
301
+ is_decoder:
302
+ value: false
303
+ is_encoder_decoder:
304
+ value: true
305
+ is_gated_act:
306
+ value: true
307
+ jit_mode_eval:
308
+ value: false
309
+ label_names:
310
+ value: null
311
+ label_smoothing_factor:
312
+ value: 0
313
+ label2id:
314
+ value:
315
+ LABEL_0: 0
316
+ LABEL_1: 1
317
+ layer_norm_epsilon:
318
+ value: 1e-06
319
+ learning_rate:
320
+ value: 0.0003
321
+ length_column_name:
322
+ value: length
323
+ length_penalty:
324
+ value: 1
325
+ liger_kernel_config:
326
+ value: null
327
+ load_best_model_at_end:
328
+ value: true
329
+ local_rank:
330
+ value: 0
331
+ log_level:
332
+ value: passive
333
+ log_level_replica:
334
+ value: warning
335
+ log_on_each_node:
336
+ value: true
337
+ logging_dir:
338
+ value: logs/
339
+ logging_first_step:
340
+ value: false
341
+ logging_nan_inf_filter:
342
+ value: true
343
+ logging_steps:
344
+ value: 25
345
+ logging_strategy:
346
+ value: steps
347
+ lora:
348
+ value:
349
+ lora_alpha: 16
350
+ lora_dropout: 0.05
351
+ r: 8
352
+ target_modules:
353
+ - q
354
+ - v
355
+ - k
356
+ - o
357
+ - wi_0
358
+ - wi_1
359
+ - wo
360
+ loss:
361
+ value:
362
+ lambda_human_pattern: 0.4
363
+ lambda_semantic: 0.5
364
+ lambda_style: 0.3
365
+ sem_model_name: all-mpnet-base-v2
366
+ lr_scheduler_type:
367
+ value: cosine
368
+ max_grad_norm:
369
+ value: 1
370
+ max_length:
371
+ value: 20
372
+ max_steps:
373
+ value: -1
374
+ metric_for_best_model:
375
+ value: eval_loss
376
+ min_length:
377
+ value: 0
378
+ model:
379
+ value:
380
+ key: flan-t5-small
381
+ quantize: false
382
+ use_lora: true
383
+ model/num_parameters:
384
+ value: 78239104
385
+ model_type:
386
+ value: t5
387
+ mp_parameters:
388
+ value: ""
389
+ n_positions:
390
+ value: 512
391
+ neftune_noise_alpha:
392
+ value: null
393
+ no_cuda:
394
+ value: false
395
+ no_repeat_ngram_size:
396
+ value: 0
397
+ num_beam_groups:
398
+ value: 1
399
+ num_beams:
400
+ value: 1
401
+ num_decoder_layers:
402
+ value: 8
403
+ num_heads:
404
+ value: 6
405
+ num_layers:
406
+ value: 8
407
+ num_return_sequences:
408
+ value: 1
409
+ num_train_epochs:
410
+ value: 5
411
+ optim:
412
+ value: adamw_torch
413
+ optim_args:
414
+ value: null
415
+ optim_target_modules:
416
+ value: null
417
+ output_attentions:
418
+ value: false
419
+ output_dir:
420
+ value: checkpoints/
421
+ output_hidden_states:
422
+ value: false
423
+ output_past:
424
+ value: true
425
+ output_scores:
426
+ value: false
427
+ overwrite_output_dir:
428
+ value: false
429
+ pad_token_id:
430
+ value: 0
431
+ past_index:
432
+ value: -1
433
+ peft_config:
434
+ value:
435
+ default:
436
+ alora_invocation_tokens: null
437
+ arrow_config: null
438
+ auto_mapping: null
439
+ base_model_name_or_path: google/flan-t5-small
440
+ bias: none
441
+ corda_config: null
442
+ ensure_weight_tying: false
443
+ eva_config: null
444
+ exclude_modules: null
445
+ fan_in_fan_out: false
446
+ inference_mode: false
447
+ init_lora_weights: true
448
+ layer_replication: null
449
+ layers_pattern: null
450
+ layers_to_transform: null
451
+ lora_alpha: 16
452
+ lora_bias: false
453
+ lora_dropout: 0.05
454
+ lora_ga_config: null
455
+ megatron_config: null
456
+ megatron_core: megatron.core
457
+ modules_to_save: null
458
+ peft_type: LORA
459
+ peft_version: 0.19.1
460
+ qalora_group_size: 16
461
+ r: 8
462
+ revision: null
463
+ runtime_config:
464
+ ephemeral_gpu_offload: false
465
+ target_modules:
466
+ - q
467
+ - o
468
+ - wi_0
469
+ - wi_1
470
+ - k
471
+ - wo
472
+ - v
473
+ target_parameters: null
474
+ task_type: SEQ_2_SEQ_LM
475
+ trainable_token_indices: null
476
+ use_bdlora: null
477
+ use_dora: false
478
+ use_qalora: false
479
+ use_rslora: false
480
+ per_device_eval_batch_size:
481
+ value: 8
482
+ per_device_train_batch_size:
483
+ value: 4
484
+ per_gpu_eval_batch_size:
485
+ value: null
486
+ per_gpu_train_batch_size:
487
+ value: null
488
+ prediction_loss_only:
489
+ value: false
490
+ prefix:
491
+ value: null
492
+ problem_type:
493
+ value: null
494
+ push_to_hub:
495
+ value: false
496
+ push_to_hub_model_id:
497
+ value: null
498
+ push_to_hub_organization:
499
+ value: null
500
+ push_to_hub_token:
501
+ value: <PUSH_TO_HUB_TOKEN>
502
+ ray_scope:
503
+ value: last
504
+ relative_attention_max_distance:
505
+ value: 128
506
+ relative_attention_num_buckets:
507
+ value: 32
508
+ remove_invalid_values:
509
+ value: false
510
+ remove_unused_columns:
511
+ value: false
512
+ repetition_penalty:
513
+ value: 1
514
+ report_to:
515
+ value:
516
+ - wandb
517
+ - tensorboard
518
+ restore_callback_states_from_checkpoint:
519
+ value: false
520
+ resume_from_checkpoint:
521
+ value: null
522
+ return_dict:
523
+ value: true
524
+ return_dict_in_generate:
525
+ value: false
526
+ run_name:
527
+ value: checkpoints/
528
+ save_on_each_node:
529
+ value: false
530
+ save_only_model:
531
+ value: false
532
+ save_safetensors:
533
+ value: true
534
+ save_steps:
535
+ value: 100
536
+ save_strategy:
537
+ value: steps
538
+ save_total_limit:
539
+ value: 3
540
+ seed:
541
+ value: 42
542
+ sep_token_id:
543
+ value: null
544
+ skip_memory_metrics:
545
+ value: true
546
+ suppress_tokens:
547
+ value: null
548
+ task_specific_params:
549
+ value:
550
+ summarization:
551
+ early_stopping: true
552
+ length_penalty: 2
553
+ max_length: 200
554
+ min_length: 30
555
+ no_repeat_ngram_size: 3
556
+ num_beams: 4
557
+ prefix: 'summarize: '
558
+ translation_en_to_de:
559
+ early_stopping: true
560
+ max_length: 300
561
+ num_beams: 4
562
+ prefix: 'translate English to German: '
563
+ translation_en_to_fr:
564
+ early_stopping: true
565
+ max_length: 300
566
+ num_beams: 4
567
+ prefix: 'translate English to French: '
568
+ translation_en_to_ro:
569
+ early_stopping: true
570
+ max_length: 300
571
+ num_beams: 4
572
+ prefix: 'translate English to Romanian: '
573
+ temperature:
574
+ value: 1
575
+ tf_legacy_loss:
576
+ value: false
577
+ tf32:
578
+ value: null
579
+ tie_encoder_decoder:
580
+ value: false
581
+ tie_word_embeddings:
582
+ value: false
583
+ tokenizer_class:
584
+ value: null
585
+ top_k:
586
+ value: 50
587
+ top_p:
588
+ value: 1
589
+ torch_compile:
590
+ value: false
591
+ torch_compile_backend:
592
+ value: null
593
+ torch_compile_mode:
594
+ value: null
595
+ torch_dtype:
596
+ value: bfloat16
597
+ torch_empty_cache_steps:
598
+ value: null
599
+ torchdynamo:
600
+ value: null
601
+ torchscript:
602
+ value: false
603
+ tpu_metrics_debug:
604
+ value: false
605
+ tpu_num_cores:
606
+ value: null
607
+ training:
608
+ value:
609
+ bf16: true
610
+ dataloader_num_workers: 0
611
+ eval_steps: 100
612
+ evaluation_strategy: steps
613
+ fp16: false
614
+ gradient_accumulation_steps: 8
615
+ greater_is_better: false
616
+ learning_rate: 0.0003
617
+ load_best_model_at_end: true
618
+ logging_dir: logs/
619
+ logging_steps: 25
620
+ lr_scheduler_type: cosine
621
+ metric_for_best_model: eval_loss
622
+ num_train_epochs: 5
623
+ output_dir: checkpoints/
624
+ per_device_eval_batch_size: 8
625
+ per_device_train_batch_size: 4
626
+ push_to_hub: false
627
+ report_to:
628
+ - wandb
629
+ - tensorboard
630
+ save_steps: 100
631
+ save_strategy: steps
632
+ save_total_limit: 3
633
+ seed: 42
634
+ warmup_ratio: 0.05
635
+ weight_decay: 0.01
636
+ transformers_version:
637
+ value: 4.53.2
638
+ typical_p:
639
+ value: 1
640
+ use_bfloat16:
641
+ value: false
642
+ use_cache:
643
+ value: true
644
+ use_cpu:
645
+ value: false
646
+ use_ipex:
647
+ value: false
648
+ use_legacy_prediction_loop:
649
+ value: false
650
+ use_liger_kernel:
651
+ value: false
652
+ use_mps_device:
653
+ value: false
654
+ vocab_size:
655
+ value: 32128
656
+ warmup_ratio:
657
+ value: 0.05
658
+ warmup_steps:
659
+ value: 0
660
+ weight_decay:
661
+ value: 0.01
wandb/run-20260503_121312-l9gn41e7/run-l9gn41e7.wandb ADDED
Binary file (31.6 kB). View file