trt_info.json

{
    "estimated_trt_builder_time": 150,
    "trt_build_param": {
        "cuda_in_graphics": ["--memPoolSize=tacticSharedMem:0.046875"],
        "batch": [
            "--minShapes=input:1x1x8320,emotion:1x1x26",
            "--maxShapes=input:{MAX_BATCH_SIZE}x1x8320,emotion:{MAX_BATCH_SIZE}x1x26",
            "--optShapes=input:{OPT_BATCH_SIZE}x1x8320,emotion:{OPT_BATCH_SIZE}x1x26"
            ]
    },
    "defaults": {
        "MAX_BATCH_SIZE": 128,
        "OPT_BATCH_SIZE": 8
    }
}