Skip to content

Commit 548af5e

Browse files
committed
format
1 parent 93f47b0 commit 548af5e

1 file changed

Lines changed: 5 additions & 1 deletion

File tree

megatron/core/transformer/moe/fused_a2a.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -403,7 +403,11 @@ def backward(ctx, grad_x, grad_probs, grad_scaling_factor, grad_tokens_per_exper
403403
'''
404404
handle = ctx.handle
405405
combined_hidden, combined_probs = _hybrid_ep_buffer.combine_with_unpermute(
406-
hidden=grad_x, probs=grad_probs, handle=handle, pad_multiple=ctx.pad_multiple, fuse_unpermute_combine=ctx.fused
406+
hidden=grad_x,
407+
probs=grad_probs,
408+
handle=handle,
409+
pad_multiple=ctx.pad_multiple,
410+
fuse_unpermute_combine=ctx.fused,
407411
)
408412
return combined_hidden, None, combined_probs, None, None, None, None, None, None, None
409413

0 commit comments

Comments
 (0)