tomato commited on
Commit
0f7e2c9
1 Parent(s): f2a8b90

use model with [int4]

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  import re
3
  from transformers import AutoTokenizer, AutoModel
4
 
5
- MODEL_NAME = "silver/chatglm-6b-int4-slim"
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
8
  model = AutoModel.from_pretrained(MODEL_NAME, trust_remote_code=True)
 
2
  import re
3
  from transformers import AutoTokenizer, AutoModel
4
 
5
+ MODEL_NAME = "silver/chatglm-6b-slim"
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
8
  model = AutoModel.from_pretrained(MODEL_NAME, trust_remote_code=True)