| import torch | |
| from Infer import Infer | |
| device = "cuda" | |
| handler = Infer(device) | |
| candidates = ['adjust the tree', 'get away the dust', 'dancing', 'pressed a button to activate', 'presents'] | |
| with torch.no_grad(): | |
| handler.generate("why did the boy clap his hands when he ran to the christmas tree?", | |
| "/home/qinyixin/workspace/TgMoE/Frozenbilm/demo/videos/4882821564.mp4", | |
| candidates) |