From 71c851be7a741275e54e9626026e670425d2d09c Mon Sep 17 00:00:00 2001
From: Florent Pruvost <florent.pruvost@inria.fr>
Date: Thu, 17 Oct 2024 14:55:23 +0200
Subject: [PATCH] plafrim benchmarks: avoid to get warned if regressions on
small matrices (high variability)
---
tools/bench/jube/add_result.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/tools/bench/jube/add_result.py b/tools/bench/jube/add_result.py
index ad8fdbad6..5b2764855 100755
--- a/tools/bench/jube/add_result.py
+++ b/tools/bench/jube/add_result.py
@@ -193,7 +193,9 @@ def format_entry_stats(row: Row, mpivendor: str, commit_chameleon: Repo, commit_
if diff > maxAcceptableDiff:
print("Regression: inputs %(Hostname)s, %(MPIvendor)s, %(Algorithm)s, %(Precision)s, %(Nmpi)s, %(P)s, %(Q)s, %(Nthread)s, %(Ngpu)s, %(M)s, %(N)s, %(K)s " % result)
print("Regression: outputs Gflops={0}, previousMean={1}, diff={2}, maxAcceptableDiff={3}".format(currentV, previousMean, diff, maxAcceptableDiff))
- err = 1
+ # make the script fail only if regression for not too small matrices
+ if (result['M'] > 10000) and (result['N'] > 10000):
+ err = 1
return [result_stats, err]
--
GitLab