diff --git a/run-tests.sh b/run-tests.sh
index 480dd6fb92b..913e079f1ae 100755
--- a/run-tests.sh
+++ b/run-tests.sh
@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 function finish {
-    rm -rf rerun.txt failed.txt
+    rm -rf failed.txt
 }
 trap finish EXIT
 
@@ -11,10 +11,11 @@ if [ "${RECORD:-false}" == "false" ]; then
     RSPEC_RESULT=$?
 fi
 
-bundle exec cucumber -f rerun -o rerun.txt -f pretty
-CUCUMBER_RESULT=$?
-if [ "$RERECORD_FAILED_TESTS" == "true" ] && [ "$CUCUMBER_RESULT" -ne "0" ]; then
-    RECORD=true bundle exec cucumber @rerun.txt
+if [ "$RECORD" == "none" ]; then
+    bundle exec cucumber --retry 1
+    CUCUMBER_RESULT=$?
+else
+    bundle exec cucumber
     CUCUMBER_RESULT=$?
 fi