from xinference.deploy.local import main from xoscar.utils import get_next_port address = f"0.0.0.0:{get_next_port()}" main( address=address, host="0.0.0.0", port=get_next_port(), )