diff --git a/transformer_engine/pytorch/attention/dot_product_attention/utils.py b/transformer_engine/pytorch/attention/dot_product_attention/utils.py index 9913b78dfc..7be94a6fa1 100644 --- a/transformer_engine/pytorch/attention/dot_product_attention/utils.py +++ b/transformer_engine/pytorch/attention/dot_product_attention/utils.py @@ -629,6 +629,10 @@ def _disable_all_flash_attention() -> None: if cudnn_version < (9, 21, 0): logger.debug("Disabling FusedAttention for MXFP8 with cuDNN < 9.21.0") use_fused_attention = False + elif cudnn_version in ((9, 23, 0), (9, 23, 1)): + # 9.23.0/9.23.1: known bugs with MXFP8 SDPA + logger.debug("Disabling FusedAttention for MXFP8 with cuDNN 9.23.0/9.23.1") + use_fused_attention = False elif qkv_format == "thd": logger.debug("Disabling FusedAttention for MXFP8 with qkv_format = thd") use_fused_attention = False