diff --git a/tools/bench/jube/add_result.py b/tools/bench/jube/add_result.py
index ad8fdbad64d6e33b43a97e977399b4965dde426b..5b2764855f2016ea30140ac29b15aa6f80b4772c 100755
--- a/tools/bench/jube/add_result.py
+++ b/tools/bench/jube/add_result.py
@@ -193,7 +193,9 @@ def format_entry_stats(row: Row, mpivendor: str, commit_chameleon: Repo, commit_
             if diff > maxAcceptableDiff:
                 print("Regression: inputs %(Hostname)s, %(MPIvendor)s, %(Algorithm)s, %(Precision)s, %(Nmpi)s, %(P)s, %(Q)s, %(Nthread)s, %(Ngpu)s, %(M)s, %(N)s, %(K)s " % result)
                 print("Regression: outputs Gflops={0}, previousMean={1}, diff={2}, maxAcceptableDiff={3}".format(currentV, previousMean, diff, maxAcceptableDiff))
-                err = 1
+                # make the script fail only if regression for not too small matrices
+                if (result['M'] > 10000) and (result['N'] > 10000):
+                    err = 1
 
     return [result_stats, err]