diff --git a/ext/RMagick/extconf.rb b/ext/RMagick/extconf.rb
index <HASH>..<HASH> 100644
--- a/ext/RMagick/extconf.rb
+++ b/ext/RMagick/extconf.rb
@@ -358,7 +358,7 @@ module RMagick
       $defs = []
 
       # Force re-compilation if the generated Makefile changed.
-      $config_h = 'Makefile rmagick.h'
+      $config_h = 'Makefile'
 
       create_makefile('RMagick2')
       print_summary
CI: Remove rmagick.h from forced recompile checking (#<I>)