export_trt.py

import sys
import os
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
import torch
import time
from trt_utilities import Engine
import tensorrt

print("Tensorrt version: ", tensorrt.__version__)

def export_trt(trt_path=None, onnx_path=None, use_fp16=True):
    if trt_path is None:
        trt_path = input(
            "Enter the path to save the TensorRT engine (e.g ./realesrgan.engine): ")
    if onnx_path is None:
        onnx_path = input(
            "Enter the path to the ONNX model (e.g ./realesrgan.onnx): ")

    engine = Engine(trt_path)

    torch.cuda.empty_cache()

    s = time.time()
    ret = engine.build(
        onnx_path,
        use_fp16,
        enable_preview=True,
        input_profile=[
            # any sizes from 256x256 to 3840x3840, batch size 1
            {
                "img0": [(1, 3, 256, 256), (1, 3, 512, 512), (1, 3, 3840, 3840)],
                "img1": [(1, 3, 256, 256), (1, 3, 512, 512), (1, 3, 3840, 3840)],
            },
        ],
    )
    e = time.time()
    print(f"Time taken to build: {(e-s)} seconds")
    print(f"Tensorrt engine saved at: {trt_path}")

    return ret


export_trt(trt_path="./models/rife49_ensemble_True_scale_1_sim.engine",
           onnx_path="./models/rife49_ensemble_True_scale_1_sim.onnx", use_fp16=True)