diff --git a/ci/scripts/build.sh b/ci/scripts/build.sh
index c35cecfe8b9528c815ff91d8e183202753d7f216..0176535fe54d94fd85abc6901a4b5cd619c8b077 100755
--- a/ci/scripts/build.sh
+++ b/ci/scripts/build.sh
@@ -9,5 +9,10 @@ set -euo pipefail
 echo "Running Build Stage: starting build for OS = $OS"
 bazel version
 
+echo "Creating temporary Bazel RC with CI only flags..."
+cat > ci_bazel_rc <<EOF
+build --per_file_copt=//tosa_converter_for_tflite/.*@-Werror
+EOF
+
 echo "Building Python wheel"
-python -m build --wheel
+BAZEL_RC=ci_bazel_rc python -m build --wheel