Update app.py

app.py

@@ -3,7 +3,7 @@ from janus.models import MultiModalityCausalLM, VLChatProcessor
 from janus.utils.io import load_pil_images
 import numpy as np
 from PIL import Image
-from transformers import AutoModelForCausalLM
+from transformers import AutoConfig, AutoModelForCausalLM
 import torch
 
 ##
@@ -116,6 +116,10 @@ if __name__ == '__main__':
     model_path = 'deepseek-ai/Janus-1.3B'
     processor: VLChatProcessor = VLChatProcessor.from_pretrained(model_path)
     tokenizer = processor.tokenizer
-    model: MultiModalityCausalLM = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True)
-    model = model.to(torch.bfloat16)  #.cuda()
+    # model: MultiModalityCausalLM = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True)
+    config = AutoConfig.from_pretrained(model_path)
+    config.language_config._attn_implementation = 'eager'
+    model = AutoModelForCausalLM.from_config(config, trust_remote_code=True)
+    # model = model.to(torch.bfloat16).cuda()
+    model = model.to(torch.float16)
     demo.launch()