src/demo.py

import torch
import pipeline

from transformers import pipeline

pipe = pipeline(
    task='onnx-base',
    model='m3/onnx-base',
    batch_size=10,
    device='cuda',
)

dummy_input = torch.tensor([[[[1, 2, 3], [4, 5, 6], [7, 8, 9]]]], dtype=torch.float32)
input_data = dummy_input.numpy()
result = pipe(
    inputs=input_data, device='cuda',
)

print(result)