Merge branch 'mamba_flops' of https://github.com/EleutherAI/gpt-neox …

…into mamba_flops
EleutherAI · Sep 23, 2024 · d932b58 · d932b58
2 parents 4ad542a + b2c1b01
commit d932b58
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/megatron/fused_kernels/type_shim.h b/megatron/fused_kernels/type_shim.h
@@ -277,7 +277,7 @@ reduce_block_into_lanes(T* x,
             final = x[tid] + x[tid + 32];
         else
             final = val;
-            // __SYNCWARP();
+        // __SYNCWARP();
 
 #pragma unroll
         for (int i = 16; i >= lanes; i >>= 1)
@@ -321,7 +321,7 @@ reduce_block_into_lanes_max_op(T* x,
             final = fmaxf(fabsf(x[tid]), fabsf(x[tid + 32]));
         else
             final = val;
-            // __SYNCWARP();
+        // __SYNCWARP();
 
 #pragma unroll
         for (int i = 16; i >= lanes; i >>= 1)