{ "estimated_trt_builder_time": 150, "trt_build_param": { "cuda_in_graphics": ["--memPoolSize=tacticSharedMem:0.046875"], "batch": [ "--minShapes=input:1x1x8320,emotion:1x1x26", "--maxShapes=input:{MAX_BATCH_SIZE}x1x8320,emotion:{MAX_BATCH_SIZE}x1x26", "--optShapes=input:{OPT_BATCH_SIZE}x1x8320,emotion:{OPT_BATCH_SIZE}x1x26" ] }, "defaults": { "MAX_BATCH_SIZE": 128, "OPT_BATCH_SIZE": 8 } }