diff --git a/tests/robustness/report/report.go b/tests/robustness/report/report.go
index a84a3d163e8a..2b36bb04242a 100644
--- a/tests/robustness/report/report.go
+++ b/tests/robustness/report/report.go
@@ -20,6 +20,7 @@ import (
 	"path/filepath"
 	"strings"
 	"testing"
+	"time"
 
 	"go.uber.org/zap"
 
@@ -46,6 +47,10 @@ func testResultsDirectory(t *testing.T) string {
 	if err != nil {
 		t.Fatal(err)
 	}
+	overwriteResultsDir, ok := os.LookupEnv("OVERWRITE_RESULTS_DIR")
+	if ok && overwriteResultsDir == "false" {
+		path = filepath.Join(path, fmt.Sprintf("%v", time.Now().UnixNano()))
+	}
 	err = os.RemoveAll(path)
 	if err != nil {
 		t.Fatal(err)