From a624052c3e0a91f32bf98c2d6b124629cff74eb5 Mon Sep 17 00:00:00 2001
From: Florent Pruvost <florent.pruvost@inria.fr>
Date: Mon, 6 Jan 2025 10:47:20 +0100
Subject: [PATCH] add_result.py: trigger a regression error only if the
measured gflops value is smaller than previous mean
---
tools/bench/jube/add_result.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/tools/bench/jube/add_result.py b/tools/bench/jube/add_result.py
index 5b2764855..afd819681 100755
--- a/tools/bench/jube/add_result.py
+++ b/tools/bench/jube/add_result.py
@@ -190,7 +190,7 @@ def format_entry_stats(row: Row, mpivendor: str, commit_chameleon: Repo, commit_
previousSD = thresholdSD
maxAcceptableDiff = multiplier*previousSD
diff = abs(currentV-previousMean)
- if diff > maxAcceptableDiff:
+ if diff > maxAcceptableDiff and currentV < previousMean:
print("Regression: inputs %(Hostname)s, %(MPIvendor)s, %(Algorithm)s, %(Precision)s, %(Nmpi)s, %(P)s, %(Q)s, %(Nthread)s, %(Ngpu)s, %(M)s, %(N)s, %(K)s " % result)
print("Regression: outputs Gflops={0}, previousMean={1}, diff={2}, maxAcceptableDiff={3}".format(currentV, previousMean, diff, maxAcceptableDiff))
# make the script fail only if regression for not too small matrices
--
GitLab