[ci] Retry flaky tests only on PRs (#5492)

So we can still see failures in master and release branches.

diff --git a/external/nunit-lite b/external/nunit-lite
index 5b29e610f4ac95afcb8108fdd6d0bb1936f6cc83..764656cdafdb3acd25df8cb52a4e0ea14760fccd 160000 (submodule)
--- a/external/nunit-lite
+++ b/external/nunit-lite
@@ -1 +1 @@
-Subproject commit 5b29e610f4ac95afcb8108fdd6d0bb1936f6cc83
+Subproject commit 764656cdafdb3acd25df8cb52a4e0ea14760fccd

diff --git a/scripts/ci/run-jenkins.sh b/scripts/ci/run-jenkins.sh
index fcc26b7eff6e02dcbe4470a76569be0cae8c8109..bdecfae3efb974b15ed2b08a787f2b04716aa4ab 100755 (executable)
--- a/scripts/ci/run-jenkins.sh
+++ b/scripts/ci/run-jenkins.sh
@@ -29,6 +29,10 @@ else
     export CFLAGS="-ggdb3 -O2"
 fi
 
+if [[ $CI_TAGS == *'retry-flaky-tests'* ]]; then
+    export MONO_FLAKY_TEST_RETRIES=5
+fi
+
 if [[ ${label} == 'osx-i386' ]]; then EXTRA_CONF_FLAGS="${EXTRA_CONF_FLAGS} --with-libgdiplus=/Library/Frameworks/Mono.framework/Versions/Current/lib/libgdiplus.dylib --build=i386-apple-darwin11.2.0"; fi
 if [[ ${label} == 'osx-amd64' ]]; then EXTRA_CONF_FLAGS="${EXTRA_CONF_FLAGS} --with-libgdiplus=/Library/Frameworks/Mono.framework/Versions/Current/lib/libgdiplus.dylib "; fi
 if [[ ${label} == 'w32' ]]; then PLATFORM=Win32; EXTRA_CONF_FLAGS="${EXTRA_CONF_FLAGS} --host=i686-w64-mingw32"; export MONO_EXECUTABLE="${MONO_REPO_ROOT}/msvc/build/sgen/Win32/bin/Release/mono-sgen.exe"; fi