From 56c0c0701fe5d010f5368f47be5d1366a9c499a0 Mon Sep 17 00:00:00 2001 From: Tim Moon <4406448+timmoon10@users.noreply.github.com> Date: Wed, 19 Feb 2025 02:40:07 -0800 Subject: [PATCH] [PyTorch] Fix typo (#1495) Fix typo Signed-off-by: Tim Moon Co-authored-by: Kirthi Shankar Sivamani --- transformer_engine/pytorch/distributed.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transformer_engine/pytorch/distributed.py b/transformer_engine/pytorch/distributed.py index aa5964bc4a..fe023208d1 100644 --- a/transformer_engine/pytorch/distributed.py +++ b/transformer_engine/pytorch/distributed.py @@ -874,7 +874,7 @@ def _all_gather_fp8( dtype = input_.dtype device = input_.device out = quantizer.make_empty(out_shape, dtype=dtype, device=device) - elif isinstance(input, Float8Tensor): + elif isinstance(input_, Float8Tensor): out = input_.make_like(input_, shape=out_shape) out._data = torch.empty_like( out_shape,