diff --git a/compiler/src/iree/compiler/GlobalOptimization/Passes.cpp b/compiler/src/iree/compiler/GlobalOptimization/Passes.cpp
index cff1c9c5744c..0cd06a5dbf9f 100644
--- a/compiler/src/iree/compiler/GlobalOptimization/Passes.cpp
+++ b/compiler/src/iree/compiler/GlobalOptimization/Passes.cpp
@@ -95,7 +95,9 @@ void buildGlobalOptimizationPassPipeline(
 
   // Enable data tiling after they are in a canonical form.
   if (transformOptions.options.dataTiling) {
-    mainPassManager.addPass(createLiftGenericToTransposeBatchMatmulPass());
+    if (!clEnableQuantizedMatmulReassociation) {
+      mainPassManager.addPass(createLiftGenericToTransposeBatchMatmulPass());
+    }
     // Expand all vectors in vecmat/matvec ops into matrices for tiling.
     mainPassManager.addPass(createExpandVectorsPass());
     mainPassManager.addPass(createSetEncodingPass());