linzhao-amd commited on
Commit
921216b
·
verified ·
1 Parent(s): 0531f9c

Delete quark_profile.yaml

Browse files
Files changed (1) hide show
  1. quark_profile.yaml +0 -177
quark_profile.yaml DELETED
@@ -1,177 +0,0 @@
1
- # Quark Profiling Results
2
-
3
- memory_usage:
4
- - step: "Start"
5
- timestamp: 1780235936.2760067
6
- relative_time_secs: 0.0
7
- cpu_memory_mb: 4541.17
8
- gpu_memory_mb: 6215.97
9
- disk_read_mb: 0.0
10
- disk_write_mb: 0.0
11
- - step: "Model Loading Start"
12
- timestamp: 1780235937.689198
13
- relative_time_secs: 1.413191318511963
14
- cpu_memory_mb: 4541.17
15
- gpu_memory_mb: 6215.97
16
- disk_read_mb: 0.0
17
- disk_write_mb: 0.0
18
- - step: "Model Loading End"
19
- timestamp: 1780236186.265367
20
- relative_time_secs: 249.989360332489
21
- cpu_memory_mb: 509074.79
22
- gpu_memory_mb: 580332.79
23
- disk_read_mb: 0.0
24
- disk_write_mb: 0.25
25
- - step: "Dataset Loading Start"
26
- timestamp: 1780236188.188833
27
- relative_time_secs: 251.91282629966736
28
- cpu_memory_mb: 509146.51
29
- gpu_memory_mb: 580332.79
30
- disk_read_mb: 3.8
31
- disk_write_mb: 0.25
32
- - step: "Dataset Loading End"
33
- timestamp: 1780236193.5394654
34
- relative_time_secs: 257.2634587287903
35
- cpu_memory_mb: 509164.12
36
- gpu_memory_mb: 580332.8
37
- disk_read_mb: 5.17
38
- disk_write_mb: 0.25
39
- - step: "Model Quantization Start"
40
- timestamp: 1780236194.7716928
41
- relative_time_secs: 258.49568605422974
42
- cpu_memory_mb: 509164.12
43
- gpu_memory_mb: 580332.8
44
- disk_read_mb: 5.17
45
- disk_write_mb: 0.26
46
- - step: "Model Preparation Start"
47
- timestamp: 1780236196.0790098
48
- relative_time_secs: 259.80300307273865
49
- cpu_memory_mb: 509164.12
50
- gpu_memory_mb: 580332.8
51
- disk_read_mb: 5.17
52
- disk_write_mb: 0.26
53
- - step: "Model Preparation End"
54
- timestamp: 1780236281.3171983
55
- relative_time_secs: 345.0411915779114
56
- cpu_memory_mb: 511286.4
57
- gpu_memory_mb: 580766.81
58
- disk_read_mb: 5.17
59
- disk_write_mb: 0.36
60
- - step: "Advanced Algorithms Start"
61
- timestamp: 1780236282.5882447
62
- relative_time_secs: 346.31223797798157
63
- cpu_memory_mb: 511286.4
64
- gpu_memory_mb: 580766.81
65
- disk_read_mb: 5.17
66
- disk_write_mb: 0.36
67
- - step: "Advanced Algorithms End"
68
- timestamp: 1780236284.0339882
69
- relative_time_secs: 347.7579815387726
70
- cpu_memory_mb: 511286.4
71
- gpu_memory_mb: 580766.81
72
- disk_read_mb: 5.17
73
- disk_write_mb: 0.36
74
- - step: "Calibration Start"
75
- timestamp: 1780236285.2486494
76
- relative_time_secs: 348.972642660141
77
- cpu_memory_mb: 511286.4
78
- gpu_memory_mb: 580766.81
79
- disk_read_mb: 5.17
80
- disk_write_mb: 0.36
81
- - step: "Calibration End"
82
- timestamp: 1780237396.907811
83
- relative_time_secs: 1460.631804227829
84
- cpu_memory_mb: 524766.34
85
- gpu_memory_mb: 1461512.13
86
- disk_read_mb: 13.89
87
- disk_write_mb: 9763.87
88
- - step: "Model Quantization End"
89
- timestamp: 1780238661.3908536
90
- relative_time_secs: 2725.114846944809
91
- cpu_memory_mb: 526349.88
92
- gpu_memory_mb: 1365317.42
93
- disk_read_mb: 13.89
94
- disk_write_mb: 9765.76
95
- - step: "Freeze Model Start"
96
- timestamp: 1780238662.6739523
97
- relative_time_secs: 2726.3979456424713
98
- cpu_memory_mb: 526349.88
99
- gpu_memory_mb: 1365317.42
100
- disk_read_mb: 13.89
101
- disk_write_mb: 9765.76
102
- - step: "Freeze Model End"
103
- timestamp: 1780238683.0234137
104
- relative_time_secs: 2746.7474069595337
105
- cpu_memory_mb: 526590.79
106
- gpu_memory_mb: 1365317.42
107
- disk_read_mb: 13.89
108
- disk_write_mb: 9765.78
109
- - step: "Export HF Safetensors Start"
110
- timestamp: 1780238684.464831
111
- relative_time_secs: 2748.188824415207
112
- cpu_memory_mb: 526590.79
113
- gpu_memory_mb: 1365317.42
114
- disk_read_mb: 13.89
115
- disk_write_mb: 9765.78
116
- - step: "Export HF Safetensors End"
117
- timestamp: 1780239394.2289095
118
- relative_time_secs: 3457.9529027938843
119
- cpu_memory_mb: 533666.67
120
- gpu_memory_mb: 837031.38
121
- disk_read_mb: 13.89
122
- disk_write_mb: 573246.27
123
- - step: "Model Evaluation Start"
124
- timestamp: 1780239395.4328246
125
- relative_time_secs: 3459.1568179130554
126
- cpu_memory_mb: 533666.67
127
- gpu_memory_mb: 837031.38
128
- disk_read_mb: 13.89
129
- disk_write_mb: 573246.27
130
- - step: "Model Evaluation End"
131
- timestamp: 1780246339.3013737
132
- relative_time_secs: 10403.02536702156
133
- cpu_memory_mb: 534816.01
134
- gpu_memory_mb: 848429.61
135
- disk_read_mb: 13.89
136
- disk_write_mb: 573263.54
137
- - step: "End"
138
- timestamp: 1780246340.827815
139
- relative_time_secs: 10404.551808357239
140
- cpu_memory_mb: 534791.06
141
- gpu_memory_mb: 848429.61
142
- disk_read_mb: 13.89
143
- disk_write_mb: 573263.54
144
-
145
- # Summary Metrics
146
- total_quantization_time_seconds: 10404.5519
147
- peak_memory_mb: 534817.01
148
- peak_gpu_memory_mb: 1461512.13
149
- total_disk_read_mb: 13.89
150
- total_disk_write_mb: 573263.54
151
-
152
- # Metric Definitions:
153
- #
154
- # Checkpoint Metrics (per record):
155
- # - step: Name of the profiling checkpoint. Common steps include:
156
- # - "Start": Initial state when profiling begins
157
- # - "Model Loaded": After loading the ONNX model into memory
158
- # - "Pre-process Start/End": Before and after model preprocessing
159
- # - "Calibration Start/End": Before and after calibration data collection
160
- # - "Quantization (MatMulNBits) Start/End": MatMulNBits quantization phase
161
- # - "Quantization (Static) Start/End": Static quantization phase
162
- # - "Post-process Start/End": Before and after post-processing
163
- # - "Fast Finetune Start/End": Before and after fast finetuning (if enabled)
164
- # - timestamp: Unix timestamp (seconds since epoch) when this measurement was taken. Useful for correlating with external logs or events.
165
- # - relative_time_secs: Time elapsed (in seconds) since the "Start" step. Useful for understanding the duration of each phase relative to the beginning of profiling.
166
- # - cpu_memory_mb: Current Resident Set Size (RSS) in megabytes at this step. This includes memory from the main process and all child processes. RSS represents the portion of memory held in RAM (not swapped out).
167
- # - gpu_memory_mb: Current GPU memory usage in megabytes. This represents actual GPU memory used by the process, including allocations from PyTorch, ONNX Runtime, TensorRT, and other frameworks. Only available when PyTorch with CUDA/ROCm is installed and GPU is available.
168
- # - disk_read_mb: Cumulative disk bytes read (in megabytes) since the start of profiling. Measured relative to the baseline captured at the 'Start' checkpoint, including I/O from the main process and all child processes. Only available when psutil is installed and the OS exposes per-process I/O counters (Linux /proc/<pid>/io, Windows; not available on macOS without root).
169
- # - disk_write_mb: Cumulative disk bytes written (in megabytes) since the start of profiling. Measured relative to the baseline captured at the 'Start' checkpoint, including I/O from the main process and all child processes. Only available when psutil is installed and the OS exposes per-process I/O counters (Linux /proc/<pid>/io, Windows; not available on macOS without root).
170
- #
171
- # Summary Metrics (overall):
172
- # - total_quantization_time_seconds: Total elapsed time (in seconds) from the start of profiling to the end of the quantization process.
173
- # - peak_memory_mb: Peak resident set size (RSS) in megabytes for the main process during the entire profiling session. On Linux, this is read from VmHWM (high water mark) in /proc/<pid>/status. On Windows, this is the peak working set size. This metric may not be available on all platforms.
174
- # - peak_gpu_memory_mb: Peak GPU memory usage in megabytes during the entire profiling session. This is the maximum GPU memory used, including allocations from PyTorch, ONNX Runtime, TensorRT, and other frameworks. Only available when PyTorch with CUDA/ROCm is installed and GPU is available.
175
- # - total_disk_read_mb: Total disk bytes read (in megabytes) during the entire profiling session. Computed as the difference between the final and baseline cumulative read counters, including I/O from the main process and all child processes. Only available when psutil is installed and the OS exposes per-process I/O counters (Linux /proc/<pid>/io, Windows; not available on macOS without root).
176
- # - total_disk_write_mb: Total disk bytes written (in megabytes) during the entire profiling session. Computed as the difference between the final and baseline cumulative write counters, including I/O from the main process and all child processes. Only available when psutil is installed and the OS exposes per-process I/O counters (Linux /proc/<pid>/io, Windows; not available on macOS without root).
177
- # - peak_cache_dir_disk_usage_mb: Highest peak increase in disk usage (in megabytes) among all cache directories created during the profiling session, relative to each cache directory's size when monitoring started. Sampled every 1 second by recursively summing file sizes with os.scandir().