diff --git a/bin/sanitycheck.js b/bin/sanitycheck.js
index 3bb9a822a..6264bc23a 100755
--- a/bin/sanitycheck.js
+++ b/bin/sanitycheck.js
@@ -400,4 +400,7 @@ console.log(`${errorCount} errors, ${warningCount} warnings`);
 console.log("==================================");
 if (errorCount)  {
   process.exit(1);
+} else if ("CI" in process.env && warningCount) {
+  console.log("Running in CI, raising an error from warnings");
+  process.exit(1);
 }