diff --git a/edgedbpkg/pgext/pgvector/__init__.py b/edgedbpkg/pgext/pgvector/__init__.py
index fae3846..b1fb73e 100644
--- a/edgedbpkg/pgext/pgvector/__init__.py
+++ b/edgedbpkg/pgext/pgvector/__init__.py
@@ -2,6 +2,9 @@
 
 from edgedbpkg import pgext
 
+from metapkg import packages
+from metapkg import targets
+
 
 class PgVector(pgext.PostgresCExtension):
     title = "pgvector extension"
@@ -23,3 +26,8 @@ class PgVector(pgext.PostgresCExtension):
     @property
     def supports_out_of_tree_builds(self) -> bool:
         return False
+
+    def get_make_args(self, build: targets.Build) -> packages.Args:
+        return super().get_make_args(build) | {
+            "OPTFLAGS": "",
+        }
diff --git a/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-004.patch b/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-004.patch
deleted file mode 100644
index 9c71287..0000000
--- a/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-004.patch
+++ /dev/null
@@ -1,25 +0,0 @@
-From 96797b4aa81407df8c908662a8a597fddd9eefe1 Mon Sep 17 00:00:00 2001
-From: Elvis Pranskevichus <elvis@edgedb.com>
-Date: Thu, 8 Jun 2023 08:59:48 -0700
-Subject: [PATCH 1/2] Fix CFLAGS
-
----
- Makefile | 2 +-
- 1 file changed, 1 insertion(+), 1 deletion(-)
-
-diff --git a/Makefile b/Makefile
-index 6f75c56..548fb3d 100644
---- a/Makefile
-+++ b/Makefile
-@@ -9,7 +9,7 @@ TESTS = $(wildcard test/sql/*.sql)
- REGRESS = $(patsubst test/sql/%.sql,%,$(TESTS))
- REGRESS_OPTS = --inputdir=test --load-extension=vector
- 
--OPTFLAGS = -march=native
-+OPTFLAGS =
- 
- # Mac ARM doesn't support -march=native
- ifeq ($(shell uname -s), Darwin)
--- 
-2.39.3
-
diff --git a/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-006.patch b/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-006.patch
deleted file mode 100644
index d618f94..0000000
--- a/edgedbpkg/pgext/pgvector/patches/pgext-pgvector__Fix-CFLAGS-006.patch
+++ /dev/null
@@ -1,25 +0,0 @@
-From 50e0ecd8509f292dae18a11678548327e70f94b0 Mon Sep 17 00:00:00 2001
-From: Elvis Pranskevichus <elvis@edgedb.com>
-Date: Thu, 8 Jun 2023 08:59:48 -0700
-Subject: [PATCH] Fix CFLAGS
-
----
- Makefile | 2 +-
- 1 file changed, 1 insertion(+), 1 deletion(-)
-
-diff --git a/Makefile b/Makefile
-index 3dc78f8..275acc6 100644
---- a/Makefile
-+++ b/Makefile
-@@ -10,7 +10,7 @@ TESTS = $(wildcard test/sql/*.sql)
- REGRESS = $(patsubst test/sql/%.sql,%,$(TESTS))
- REGRESS_OPTS = --inputdir=test --load-extension=$(EXTENSION)
- 
--OPTFLAGS = -march=native
-+OPTFLAGS =
- 
- # Mac ARM doesn't support -march=native
- ifeq ($(shell uname -s), Darwin)
--- 
-2.43.0
-