diff --git a/lib/autoproj/ops/cache.rb b/lib/autoproj/ops/cache.rb
index 750776a5..0f67259c 100644
--- a/lib/autoproj/ops/cache.rb
+++ b/lib/autoproj/ops/cache.rb
@@ -166,6 +166,7 @@ def create_or_update_gems(keep_going: true, compile_force: false, compile: [])
                 failed = []
                 compile.each do |gem_name, artifacts: []|
                     Dir.glob(File.join(cache_dir, "#{gem_name}*.gem")) do |gem|
+                        next unless /^#{gem_name}-\d/.match?(File.basename(gem))
                         next if gem.end_with?(platform_suffix)
 
                         gem_basename = File.basename(gem, ".gem")