From 480a81a0337442b19dc6d97287ddc60c6422fab9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E5=88=98=E8=88=AA=E5=AE=87?= <3364451258@qq.com>
Date: Sat, 13 Jun 2026 14:20:14 +0800
Subject: [PATCH] =?UTF-8?q?fix:=20torch.compile=20mode=20=E6=94=B9?=
 =?UTF-8?q?=E4=B8=BA=20default=EF=BC=88=E9=81=BF=E5=85=8D=20CUDA=20Graph?=
 =?UTF-8?q?=20=E5=9B=A0=20N=20=E5=8F=98=E5=8C=96=E9=87=8D=E7=BC=96?=
 =?UTF-8?q?=E8=AF=91=EF=BC=89?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 代码/code/infer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/代码/code/infer.py b/代码/code/infer.py
index d18c819..7436b70 100644
--- a/代码/code/infer.py
+++ b/代码/code/infer.py
@@ -510,7 +510,7 @@ def load_model(ckpt_path, device='cuda:0'):
         cc = 0
         for moe_layer in model.seq_encoder.moe:
             for expert in moe_layer.experts:
-                expert.forward = torch.compile(expert.forward, mode="reduce-overhead")
+                expert.forward = torch.compile(expert.forward, mode="default")
                 cc += 1
         print(f"[INFO] torch.compile applied to {cc} Expert.forward methods")
     except Exception as e: