evaluate.py

from transformers import AutoTokenizer, AutoModelForMaskedLM
from transformers import RobertaTokenizer, RobertaForMaskedLM, pipeline
import torch

def pt_evaluate():
    tokenizer = AutoTokenizer.from_pretrained("flax-community/nordic-roberta-wiki")

    model = AutoModelForMaskedLM.from_pretrained("flax-community/nordic-roberta-wiki")

    my_unmasker_pipeline = pipeline('fill-mask', model=model, tokenizer=tokenizer)
    output = my_unmasker_pipeline("Det är roligt att <mask>")
    print(output)

pt_evaluate()