diff --git a/pkg/katatestutils/constraints_api.go b/pkg/katatestutils/constraints_api.go
index 19c4005fc7..d135a06f4e 100644
--- a/pkg/katatestutils/constraints_api.go
+++ b/pkg/katatestutils/constraints_api.go
@@ -112,6 +112,11 @@ func (tc *TestConstraint) NotValid(constraints ...Constraint) bool {
 		panic("need atleast one constraint")
 	}
 
+	// Reset in case of a previous call
+	tc.Passed = nil
+	tc.Failed = nil
+	tc.Issue = ""
+
 	for _, c := range constraints {
 		invalid := tc.constraintInvalid(c)
 		if invalid {