app.py

import gradio as gr
import torch
import pipeline
from transformers import pipeline

pipe = pipeline(
    task='onnx-base',
    model='m3/onnx-base',
    batch_size=10,
    device='cpu',
)

def zero(name):
    input = torch.tensor([[1, 2], [3, 4]], dtype=torch.float32).numpy()
    result = pipe(input)
    return str(result)

demo = gr.Interface(fn=zero, inputs="text", outputs="text")
demo.launch()