nordic-roberta-wiki / evaluate.py
birgermoell's picture
Eval script
6f16f5b
raw
history blame
532 Bytes
from transformers import AutoTokenizer, AutoModelForMaskedLM
from transformers import RobertaTokenizer, RobertaForMaskedLM, pipeline
import torch
def pt_evaluate():
tokenizer = AutoTokenizer.from_pretrained("flax-community/nordic-roberta-wiki")
model = AutoModelForMaskedLM.from_pretrained("flax-community/nordic-roberta-wiki")
my_unmasker_pipeline = pipeline('fill-mask', model=model, tokenizer=tokenizer)
output = my_unmasker_pipeline("Meningen med livet är <mask> i Sverige.")
print(output)
pt_evaluate()