Lev McKinney commited on
Commit
c933758
1 Parent(s): 0300fff

switched back to 32 bit

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from plotly import graph_objects as go
7
 
8
  device = torch.device("cpu")
9
  print(f"Using device {device} for inference")
10
- model = AutoModelForCausalLM.from_pretrained("EleutherAI/pythia-410m-deduped", torch_dtype="auto")
11
  model = model.to(device)
12
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/pythia-410m-deduped")
13
  tuned_lens = TunedLens.from_model_and_pretrained(
 
7
 
8
  device = torch.device("cpu")
9
  print(f"Using device {device} for inference")
10
+ model = AutoModelForCausalLM.from_pretrained("EleutherAI/pythia-410m-deduped")
11
  model = model.to(device)
12
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/pythia-410m-deduped")
13
  tuned_lens = TunedLens.from_model_and_pretrained(