mesolitica
/

malaysian-tinyllama-1.1b-mmmmodal

Feature Extraction

Model card Files Files and versions Community

huseinzol05 commited on Feb 20

Commit

c67c39f

•

1 Parent(s): 978abe7

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -107,7 +107,7 @@ for k in outputs.keys():
         outputs[k] = outputs[k].cuda()
 with torch.no_grad():
-    model_inputs = model.prepare_inputs_for_generation(**outputs)
 r = model_inputs.pop('input_ids', None)
 generate_kwargs = dict(
@@ -142,7 +142,7 @@ for k in outputs.keys():
         outputs[k] = outputs[k].cuda()
 with torch.no_grad():
-    model_inputs = model.prepare_inputs_for_generation(**outputs)
 r = model_inputs.pop('input_ids', None)
 generate_kwargs = dict(

         outputs[k] = outputs[k].cuda()
 with torch.no_grad():
+    model_inputs = model.prepare_inputs_for_generation(**outputs, inference = True)
 r = model_inputs.pop('input_ids', None)
 generate_kwargs = dict(
         outputs[k] = outputs[k].cuda()
 with torch.no_grad():
+    model_inputs = model.prepare_inputs_for_generation(**outputs, inference = True)
 r = model_inputs.pop('input_ids', None)
 generate_kwargs = dict(