mgoin commited on
Commit
a603681
1 Parent(s): 2333598

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -7
README.md CHANGED
@@ -1,3 +1,7 @@
 
 
 
 
1
 
2
  ## Creation
3
 
@@ -28,11 +32,4 @@ recipe = QuantizationModifier(
28
  SAVE_DIR = MODEL_ID.split("/")[1] + "-FP8-Dynamic"
29
  oneshot(model=model, recipe=recipe, output_dir=SAVE_DIR)
30
  processor.save_pretrained(SAVE_DIR)
31
-
32
- # Confirm generations of the quantized model look sane.
33
- print("========== SAMPLE GENERATION ==============")
34
- input_ids = processor(text="Hello my name is", return_tensors="pt").input_ids.to("cuda")
35
- output = model.generate(input_ids, max_new_tokens=20)
36
- print(processor.decode(output[0]))
37
- print("==========================================")
38
  ```
 
1
+ ---
2
+ base_model:
3
+ - microsoft/Phi-3.5-vision-instruct
4
+ ---
5
 
6
  ## Creation
7
 
 
32
  SAVE_DIR = MODEL_ID.split("/")[1] + "-FP8-Dynamic"
33
  oneshot(model=model, recipe=recipe, output_dir=SAVE_DIR)
34
  processor.save_pretrained(SAVE_DIR)
 
 
 
 
 
 
 
35
  ```