tensorrt-polygraphy-serialized-plugin-ace-poc / evidence /trt_serialized_plugin_marker_probe.json
noshkas's picture
Add TensorRT Polygraphy serialized plugin ACE PoC
5c17b14 verified
{
"build": {
"path": "cases/vc_serialized_marker_plugin.engine",
"plugins_to_serialize": [
"plugin-work/libmarker_payload.so"
],
"size": 111219596
},
"compile": {
"cmd": [
"g++",
"-shared",
"-fPIC",
"-O2",
"plugin-work/marker_payload.cpp",
"-o",
"plugin-work/libmarker_payload.so"
],
"returncode": 0,
"stderr_tail": "",
"stdout_tail": ""
},
"deserialize_false": {
"allow_host_code": false,
"exception": null,
"marker_after": "",
"marker_changed": false,
"ok": false
},
"deserialize_true": {
"allow_host_code": true,
"exception": null,
"marker_after": "marker_constructor pid=1115 time=1778689845\n",
"marker_changed": true,
"ok": false
},
"plugin_lib": "plugin-work/libmarker_payload.so",
"plugin_removed_before_load": {
"moved_exists": true,
"moved_to": "plugin-work/libmarker_payload.removed",
"original_exists": false
},
"polygraphy_inspect": {
"cmd": [
"polygraphy",
"inspect",
"model",
"cases/vc_serialized_marker_plugin.engine",
"--model-type=engine",
"--show",
"attrs"
],
"marker_after": "marker_constructor pid=1115 time=1778689845\nmarker_constructor pid=1185 time=1778689847\n",
"marker_changed": true,
"returncode": 1,
"stderr_tail": "[!] Could not deserialize engine. See log for details.\n",
"stdout_tail": "[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored\n[I] Loading bytes from $RUN_DIR/cases/vc_serialized_marker_plugin.engine\n[E] IRuntime::deserializeCudaEngine: Error Code 3: API Usage Error (SymbolAddress for getCreators could not be loaded, check function name against library symbol In untypedSymbolAddress at /_src/runtime/dispatch/libLoader.cpp:378)\n[E] [dispatchClasses.cpp::deserializeCudaEngine::1899] Error Code 2: Internal Error (Assertion engine != nullptr failed. Engine deserialization failed. In deserializeCudaEngine at /_src/runtime/dispatch/dispatchClasses.cpp:1899)\n[E] [runtime.cpp::deserializeCudaEngineEx::264] Error Code 2: Internal Error (Assertion iEngine failed. In deserializeCudaEngineEx at /_src/runtime/dispatch/runtime.cpp:264)\n"
},
"python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
"source": "plugin-work/marker_payload.cpp",
"tensorrt_version": "10.16.1.11"
}