THUDM
/

codegeex2-6b

Inference Endpoints

Model card Files Files and versions Community

Add support for Ascend NPU

#7

by statelesshz - opened Sep 22, 2023

base: refs/heads/main

←

from: refs/pr/7

Discussion Files changed

Files changed (1) hide show

modeling_chatglm.py +1 -1

modeling_chatglm.py CHANGED Viewed

@@ -26,7 +26,7 @@ from .configuration_chatglm import ChatGLMConfig
 # flags required to enable jit fusion kernels
-if sys.platform != 'darwin':
     torch._C._jit_set_profiling_mode(False)
     torch._C._jit_set_profiling_executor(False)
     torch._C._jit_override_can_fuse_on_cpu(True)

 # flags required to enable jit fusion kernels
+if sys.platform != 'darwin' and torch.cuda.is_available():
     torch._C._jit_set_profiling_mode(False)
     torch._C._jit_set_profiling_executor(False)
     torch._C._jit_override_can_fuse_on_cpu(True)