configs/inference_trt.json

{
    "imports": [
        "$import glob",
        "$import os",
        "$import torch_tensorrt"
    ],
    "force_sliding_window": true,
    "network_def": "$torch.jit.load(@bundle_root + '/models/model_trt.ts')",
    "evaluator#amp": false,
    "initialize": [
        "$setattr(torch.backends.cudnn, 'benchmark', True)"
    ]
}