diff --git a/fbgemm_gpu/experimental/gen_ai/test/quantize/quantize_test.py b/fbgemm_gpu/experimental/gen_ai/test/quantize/quantize_test.py
index f126a34a6..82cb3001e 100644
--- a/fbgemm_gpu/experimental/gen_ai/test/quantize/quantize_test.py
+++ b/fbgemm_gpu/experimental/gen_ai/test/quantize/quantize_test.py
@@ -189,7 +189,7 @@ def test_tensor_with_nan(self, G_B: int, D: int, HD_L: int) -> None:
         w = wq.bfloat16() * w_scale
 
         zq_ref = (x @ w.T).to(torch.bfloat16)
-        torch.testing.assert_close(zq[:B, :], zq_ref, atol=1.0e-3, rtol=1.0e-3)
+        torch.testing.assert_close(zq[:B, :], zq_ref, atol=2.0e-3, rtol=2.0e-3)
 
     @settings(deadline=None)
     @given(