Hugging Face's logo

Buckets:
ariG23498
/
kernels

Files
xet
ariG23498/kernels / gelu_trace.json
ariG23498's picture
ariG23498
download
raw
18.8 kB
{
"schemaVersion": 1,
"deviceProperties": [
{
"id": 0, "name": "NVIDIA A100-SXM4-80GB", "totalGlobalMem": 85094825984,
"computeMajor": 8, "computeMinor": 0,
"maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
"regsPerBlock": 65536, "warpSize": 32,
"sharedMemPerBlock": 49152, "numSms": 108
, "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 166912, "sharedMemPerMultiprocessor": 167936
}],
"trace_id": "A1B05AD1D0CA42119AA3A1690B2DBA70",
"cuda_driver_version": 12090,
"cuda_runtime_version": 12090,
"cupti_version": 28,
"host_name": "hf-dgx-01",
"displayTimeUnit": "ms",
"baseTimeNanoseconds": 1790857026000000000,
"traceEvents": [
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 0,
"args": {
"labels": "CPU"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 0,
"args": {
"sort_index": 3827070
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 0,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 0,
"tid": 0,
"args": {
"labels": "GPU 0"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 0,
"tid": 0,
"args": {
"sort_index": 5000000
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 1,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 1,
"tid": 0,
"args": {
"labels": "GPU 1"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 1,
"tid": 0,
"args": {
"sort_index": 5000001
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 2,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 2,
"tid": 0,
"args": {
"labels": "GPU 2"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 2,
"tid": 0,
"args": {
"sort_index": 5000002
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 3,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 3,
"tid": 0,
"args": {
"labels": "GPU 3"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 3,
"tid": 0,
"args": {
"sort_index": 5000003
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 4,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 4,
"tid": 0,
"args": {
"labels": "GPU 4"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 4,
"tid": 0,
"args": {
"sort_index": 5000004
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 5,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 5,
"tid": 0,
"args": {
"labels": "GPU 5"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 5,
"tid": 0,
"args": {
"sort_index": 5000005
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 6,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 6,
"tid": 0,
"args": {
"labels": "GPU 6"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 6,
"tid": 0,
"args": {
"sort_index": 5000006
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 7,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 7,
"tid": 0,
"args": {
"labels": "GPU 7"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 7,
"tid": 0,
"args": {
"sort_index": 5000007
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 8,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 8,
"tid": 0,
"args": {
"labels": "GPU 8"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 8,
"tid": 0,
"args": {
"sort_index": 5000008
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 9,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 9,
"tid": 0,
"args": {
"labels": "GPU 9"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 9,
"tid": 0,
"args": {
"sort_index": 5000009
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 10,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 10,
"tid": 0,
"args": {
"labels": "GPU 10"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 10,
"tid": 0,
"args": {
"sort_index": 5000010
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 11,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 11,
"tid": 0,
"args": {
"labels": "GPU 11"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 11,
"tid": 0,
"args": {
"sort_index": 5000011
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 12,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 12,
"tid": 0,
"args": {
"labels": "GPU 12"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 12,
"tid": 0,
"args": {
"sort_index": 5000012
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 13,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 13,
"tid": 0,
"args": {
"labels": "GPU 13"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 13,
"tid": 0,
"args": {
"sort_index": 5000013
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 14,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 14,
"tid": 0,
"args": {
"labels": "GPU 14"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 14,
"tid": 0,
"args": {
"sort_index": 5000014
}
},
{
"ph": "M",
"name": "process_name",
"ts": 322028477192.277,
"pid": 15,
"tid": 0,
"args": {
"name": "python"
}
},
{
"ph": "M",
"name": "process_labels",
"ts": 322028477192.277,
"pid": 15,
"tid": 0,
"args": {
"labels": "GPU 15"
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477192.277,
"pid": 15,
"tid": 0,
"args": {
"sort_index": 5000015
}
},
{
"ph": "M",
"name": "thread_name",
"ts": 322028477192.277,
"pid": 0,
"tid": 7,
"args": {
"name": "stream 7 "
}
},
{
"ph": "M",
"name": "thread_sort_index",
"ts": 322028477192.277,
"pid": 0,
"tid": 7,
"args": {
"sort_index": 7
}
},
{
"ph": "M",
"name": "thread_name",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 3827070,
"args": {
"name": "thread 3827070 (python)"
}
},
{
"ph": "M",
"name": "thread_sort_index",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 3827070,
"args": {
"sort_index": 3827070
}
},
{
"ph": "M",
"name": "thread_name",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 3827070,
"args": {
"name": "thread 3827070 (python)"
}
},
{
"ph": "M",
"name": "thread_sort_index",
"ts": 322028477192.277,
"pid": 3827070,
"tid": 3827070,
"args": {
"sort_index": 3827070
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "ProfilerStep#2",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477269.547,
"dur": 73.137
,
"args": {
"External id": 1,"Record function id": 0, "Ev Idx": 0
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477285.266,
"dur": 49.513
,
"args": {
"External id": 2,"Record function id": 0, "Ev Idx": 1
}
},
{
"ph": "X",
"cat": "cpu_op",
"name": "_activation_cuda_2f7c452::gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477296.067,
"dur": 27.090
,
"args": {
"External id": 3,"Record function id": 0, "Sequence number": 0, "Fwd thread id": 0, "Ev Idx": 2
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "ProfilerStep#3",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477357.362,
"dur": 44.503
,
"args": {
"External id": 4,"Record function id": 0, "Ev Idx": 3
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477366.729,
"dur": 29.516
,
"args": {
"External id": 5,"Record function id": 0, "Ev Idx": 4
}
},
{
"ph": "X",
"cat": "cpu_op",
"name": "_activation_cuda_2f7c452::gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477373.662,
"dur": 14.247
,
"args": {
"External id": 6,"Record function id": 0, "Sequence number": 0, "Fwd thread id": 0, "Ev Idx": 5
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "ProfilerStep#4",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477415.020,
"dur": 39.454
,
"args": {
"External id": 7,"Record function id": 0, "Ev Idx": 6
}
},
{
"ph": "X",
"cat": "user_annotation",
"name": "gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477423.195,
"dur": 25.849
,
"args": {
"External id": 8,"Record function id": 0, "Ev Idx": 7
}
},
{
"ph": "X",
"cat": "cpu_op",
"name": "_activation_cuda_2f7c452::gelu_fast",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477428.375,
"dur": 12.844
,
"args": {
"External id": 9,"Record function id": 0, "Sequence number": 0, "Fwd thread id": 0, "Ev Idx": 8
}
},
{
"ph": "X",
"cat": "kernel",
"name": "void vllm::activation_kernel<c10::Half, &(c10::Half vllm::gelu_fast_kernel<c10::Half>(c10::Half const&))>(c10::Half*, c10::Half const*, int)",
"pid": 0,
"tid": 7,
"ts": 322028523346.474,
"dur": 49551.283
,
"args": {
"External id": 3, "queued": 0, "device": 0, "context": 1, "stream": 7, "correlation": 6, "registers per thread": 16, "shared memory": 0, "blocks per SM": 925.925903, "warps per SM": 29629.628906, "grid": [100000, 1, 1], "block": [1024, 1, 1], "est. achieved occupancy %": 100, "occupancy": { "activeBlocksPerMultiprocessor": 2, "limitingFactors": "WARPS", "blockLimitRegs": 4, "blockLimitSharedMem": 164, "blockLimitWarps": 2, "blockLimitBlocks": 32, "blockLimitBarriers": 2147483647, "allocatedRegistersPerBlock": 16384, "allocatedSharedMemPerBlock": 1024 }, "graph id": 0, "graph node id": 0, "channel": 0, "channel_type": 1
}
},
{
"ph": "f",
"id": 6,
"pid": 0,
"tid": 7,
"ts": 322028523346.474,
"cat": "ac2g",
"name": "ac2g"
, "bp": "e"
},
{
"ph": "X",
"cat": "cuda_runtime",
"name": "cudaLaunchKernel",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477303.961,
"dur": 16.221
,
"args": {
"External id": 3, "cbid": 211, "correlation": 6
}
},
{
"ph": "s",
"id": 6,
"pid": 3827070,
"tid": 3827070,
"ts": 322028477303.961,
"cat": "ac2g",
"name": "ac2g"
},
{
"ph": "X",
"cat": "kernel",
"name": "void vllm::activation_kernel<c10::Half, &(c10::Half vllm::gelu_fast_kernel<c10::Half>(c10::Half const&))>(c10::Half*, c10::Half const*, int)",
"pid": 0,
"tid": 7,
"ts": 322028572899.005,
"dur": 49674.835
,
"args": {
"External id": 6, "queued": 0, "device": 0, "context": 1, "stream": 7, "correlation": 10, "registers per thread": 16, "shared memory": 0, "blocks per SM": 925.925903, "warps per SM": 29629.628906, "grid": [100000, 1, 1], "block": [1024, 1, 1], "est. achieved occupancy %": 100, "occupancy": { "activeBlocksPerMultiprocessor": 2, "limitingFactors": "WARPS", "blockLimitRegs": 4, "blockLimitSharedMem": 164, "blockLimitWarps": 2, "blockLimitBlocks": 32, "blockLimitBarriers": 2147483647, "allocatedRegistersPerBlock": 16384, "allocatedSharedMemPerBlock": 1024 }, "graph id": 0, "graph node id": 0, "channel": 0, "channel_type": 1
}
},
{
"ph": "f",
"id": 10,
"pid": 0,
"tid": 7,
"ts": 322028572899.005,
"cat": "ac2g",
"name": "ac2g"
, "bp": "e"
},
{
"ph": "X",
"cat": "cuda_runtime",
"name": "cudaLaunchKernel",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477377.530,
"dur": 8.285
,
"args": {
"External id": 6, "cbid": 211, "correlation": 10
}
},
{
"ph": "s",
"id": 10,
"pid": 3827070,
"tid": 3827070,
"ts": 322028477377.530,
"cat": "ac2g",
"name": "ac2g"
},
{
"ph": "X",
"cat": "kernel",
"name": "void vllm::activation_kernel<c10::Half, &(c10::Half vllm::gelu_fast_kernel<c10::Half>(c10::Half const&))>(c10::Half*, c10::Half const*, int)",
"pid": 0,
"tid": 7,
"ts": 322028622575.217,
"dur": 49676.147
,
"args": {
"External id": 9, "queued": 0, "device": 0, "context": 1, "stream": 7, "correlation": 14, "registers per thread": 16, "shared memory": 0, "blocks per SM": 925.925903, "warps per SM": 29629.628906, "grid": [100000, 1, 1], "block": [1024, 1, 1], "est. achieved occupancy %": 100, "occupancy": { "activeBlocksPerMultiprocessor": 2, "limitingFactors": "WARPS", "blockLimitRegs": 4, "blockLimitSharedMem": 164, "blockLimitWarps": 2, "blockLimitBlocks": 32, "blockLimitBarriers": 2147483647, "allocatedRegistersPerBlock": 16384, "allocatedSharedMemPerBlock": 1024 }, "graph id": 0, "graph node id": 0, "channel": 0, "channel_type": 1
}
},
{
"ph": "f",
"id": 14,
"pid": 0,
"tid": 7,
"ts": 322028622575.217,
"cat": "ac2g",
"name": "ac2g"
, "bp": "e"
},
{
"ph": "X",
"cat": "cuda_runtime",
"name": "cudaLaunchKernel",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477431.751,
"dur": 7.534
,
"args": {
"External id": 9, "cbid": 211, "correlation": 14
}
},
{
"ph": "s",
"id": 14,
"pid": 3827070,
"tid": 3827070,
"ts": 322028477431.751,
"cat": "ac2g",
"name": "ac2g"
},
{
"ph": "X",
"cat": "cuda_runtime",
"name": "cudaDeviceSynchronize",
"pid": 3827070,
"tid": 3827070,
"ts": 322028477501.071,
"dur": 194754.791
,
"args": {
"cbid": 165, "correlation": 19
}
},
{
"ph": "s",
"id": 19,
"pid": 3827070,
"tid": 3827070,
"ts": 322028477501.071,
"cat": "ac2g",
"name": "ac2g"
},
{
"ph": "X",
"cat": "gpu_user_annotation",
"name": "gelu_fast",
"pid": 0,
"tid": 7,
"ts": 322028622575.216,
"dur": 49676.149
,
"args": {
"External id": 8
}
},
{
"ph": "X",
"cat": "gpu_user_annotation",
"name": "gelu_fast",
"pid": 0,
"tid": 7,
"ts": 322028572899.004,
"dur": 49674.837
,
"args": {
"External id": 5
}
},
{
"ph": "X",
"cat": "gpu_user_annotation",
"name": "gelu_fast",
"pid": 0,
"tid": 7,
"ts": 322028523346.473,
"dur": 49551.285
,
"args": {
"External id": 2
}
},
{
"ph": "X",
"cat": "Trace",
"name": "PyTorch Profiler (0)",
"pid": "Spans",
"tid": "PyTorch Profiler",
"ts": 322028477097.349,
"dur": 195168.336
,
"args": {
"Op count": 0
}
},
{
"ph": "M",
"name": "process_sort_index",
"ts": 322028477097.349,
"pid": "Spans",
"tid": 0,
"args": {
"sort_index": 536870912
}
},
{
"ph": "i",
"s": "g",
"name": "Iteration Start: PyTorch Profiler",
"pid": "Traces",
"tid": "Trace PyTorch Profiler",
"ts": 322028477097.349
},
{
"ph": "i",
"s": "g",
"name": "Record Window End",
"pid": "",
"tid": "",
"ts": 322028672525.823
}
],"traceName": "traces/gelu_trace.json" }

Xet Storage Details

Size:
18.8 kB
·
Xet hash:
faf072704191625c4b0dfd7e69359db396119b05b32d0befbe4eb3613f840df4

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.