From 292a0216798dbf42f2f4b07d4d1258728127562f Mon Sep 17 00:00:00 2001 From: OwnerSunshine530 Date: Sat, 20 Jun 2026 01:11:59 +0800 Subject: [PATCH] =?UTF-8?q?experiment:=20triton=5Fblock=5Fm=3D128(?= =?UTF-8?q?=E5=9D=97=E6=95=B0=E5=87=8F=E5=8D=8A=3Dlaunch=E5=87=8F=E5=8D=8A?= =?UTF-8?q?);=E6=B6=88=E5=90=8C=E6=AD=A5=E8=B5=9A-1.64s=E8=AF=81=E8=AF=84?= =?UTF-8?q?=E6=B5=8B=E5=AF=B9launch=E6=95=8F=E6=84=9F=E2=86=92=E5=9D=97?= =?UTF-8?q?=E5=A4=A7=E8=AF=95?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude Opus 4.8 --- 代码/code/infer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/代码/code/infer.py b/代码/code/infer.py index ae18e08..25810e8 100644 --- a/代码/code/infer.py +++ b/代码/code/infer.py @@ -145,7 +145,8 @@ CONFIG = { # sdpa 是评测端验证最快(89.96s/58.86)。flex/compile/小batch/varlen 在评测端都更差。 # attn: "chunked"(按用户分块SDPA,降O(S²),本地14.25->7.92s) / "sdpa"(稠密mask) / 其它对照 "attn": "triton", # Triton varlen flash(单kernel,消逐块调用/mask构造开销);无triton回退chunked - "triton_block_m": 64, # Triton query 块大小(可调 32/64/128;块大=调用少) + # 本地 64 最快(4.86);但评测对launch敏感(消同步刚赚-1.64s),块大=launch少→评测试128 + "triton_block_m": 128, # Triton query 块大小;128 块数减半、launch减半(评测可能更快) "chunk_users": 4, # chunked 回退时用;评测扫描 3/4/8 中 4 最优(47.84s/67.998) # 稠密MoE去掉了 model(batch) 内唯一的同步点(MoE循环的.nonzero())。若评测计时不 # synchronize,去掉同步点可能让被计时的 model(batch) 大幅缩短。本地force-sync看不出,