Merge branch 'nonregression' into 'master'

plafrim benchmarks: avoid to get warned if regressions on small matrices (high variability)

See merge request !491

tools/bench/jube/add_result.py

@@ -193,7 +193,9 @@ def format_entry_stats(row: Row, mpivendor: str, commit_chameleon: Repo, commit_
             if diff > maxAcceptableDiff:
                 print("Regression: inputs %(Hostname)s, %(MPIvendor)s, %(Algorithm)s, %(Precision)s, %(Nmpi)s, %(P)s, %(Q)s, %(Nthread)s, %(Ngpu)s, %(M)s, %(N)s, %(K)s " % result)
                 print("Regression: outputs Gflops={0}, previousMean={1}, diff={2}, maxAcceptableDiff={3}".format(currentV, previousMean, diff, maxAcceptableDiff))
-                err = 1
+                # make the script fail only if regression for not too small matrices
+                if (result['M'] > 10000) and (result['N'] > 10000):
+                    err = 1
 
     return [result_stats, err]