diff --git a/mlir/lib/Dialect/Rock/IR/RockDialect.cpp b/mlir/lib/Dialect/Rock/IR/RockDialect.cpp
index 0b5e47c2b523..ed7fc49ad8a5 100644
--- a/mlir/lib/Dialect/Rock/IR/RockDialect.cpp
+++ b/mlir/lib/Dialect/Rock/IR/RockDialect.cpp
@@ -798,12 +798,6 @@ LogicalResult GemmOp::verify() {
     }
   }
 
-  if (getStoreMethod() != StoreMethod::Set && !isXdlops && !isWmma) {
-    const bool isSupportedOutputType = outElems.isF32() || outElems.isF16();
-    if (!isSupportedOutputType)
-      return emitOpError("general kernels don't support non-set store methods");
-  }
-
   if (getDerivedBlockSize().has_value() && !isXdlops && !isWmma) {
     return emitOpError(
         "general gemm kernels shouldn't have derived block size.");