diff --git a/scripts/gen_run_tests.py b/scripts/gen_run_tests.py
index 9e46ba90..0446c65c 100755
--- a/scripts/gen_run_tests.py
+++ b/scripts/gen_run_tests.py
@@ -33,7 +33,7 @@ for cc, cxx in possible_compilers:
               and '--enable-prof' in config_opts:
                 continue
             config_line = (
-                './configure '
+                'EXTRA_CFLAGS=-Werror EXTRA_CXXFLAGS=-Werror ./configure '
                 + 'CC="{} {}" '.format(cc, " ".join(compiler_opts))
                 + 'CXX="{} {}" '.format(cxx, " ".join(compiler_opts))
                 + " ".join(config_opts)