|
from transformers import AutoTokenizer, AutoModelForMaskedLM |
|
from transformers import RobertaTokenizer, RobertaForMaskedLM, pipeline |
|
import torch |
|
|
|
def pt_evaluate(): |
|
tokenizer = AutoTokenizer.from_pretrained("flax-community/nordic-roberta-wiki") |
|
|
|
model = AutoModelForMaskedLM.from_pretrained("flax-community/nordic-roberta-wiki") |
|
|
|
my_unmasker_pipeline = pipeline('fill-mask', model=model, tokenizer=tokenizer) |
|
output = my_unmasker_pipeline("Meningen med livet är <mask> i Sverige.") |
|
print(output) |
|
|
|
pt_evaluate() |