lucas-w commited on
Commit
ffe98a6
β€’
1 Parent(s): dd747fe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -67,7 +67,7 @@ def givetext(input_text,lmodel,ltokenizer):
67
 
68
  print("BEFORE GENERATING LMODEL")
69
 
70
- lmodel_generated = lmodel.generate(**model_input, max_new_tokens=1000, device_map='cpu')[0] # , device="cpu" is not a valid argument for lmodel
71
 
72
  print("BEFORE GENERATING LTOKENIZER")
73
 
 
67
 
68
  print("BEFORE GENERATING LMODEL")
69
 
70
+ lmodel_generated = lmodel.generate(**model_input, max_new_tokens=1000)[0] # device and device_map (for "cpu") are not valid arguments
71
 
72
  print("BEFORE GENERATING LTOKENIZER")
73