From 431cec6d6ce8f6c93bfc448642f53050e0b5e750 Mon Sep 17 00:00:00 2001
From: Paul Andrey <paul.andrey@inria.fr>
Date: Wed, 24 Jul 2024 11:58:58 +0200
Subject: [PATCH] Skip unrequired evaluation rounds in functional tests.
---
test/functional/test_toy_clf_fairness.py | 1 +
test/functional/test_toy_clf_secagg.py | 3 ++-
test/functional/test_toy_reg.py | 1 +
3 files changed, 4 insertions(+), 1 deletion(-)
diff --git a/test/functional/test_toy_clf_fairness.py b/test/functional/test_toy_clf_fairness.py
index 41df97a..b94b4f5 100644
--- a/test/functional/test_toy_clf_fairness.py
+++ b/test/functional/test_toy_clf_fairness.py
@@ -147,6 +147,7 @@ async def server_routine(
rounds=5,
register={"min_clients": n_clients, "timeout": 2},
training={"n_epoch": 1, "batch_size": 10},
+ evaluate={"frequency": 5}, # only evaluate the last model
fairness={"batch_size": 50},
)
with warnings.catch_warnings():
diff --git a/test/functional/test_toy_clf_secagg.py b/test/functional/test_toy_clf_secagg.py
index 3599d22..429284c 100644
--- a/test/functional/test_toy_clf_secagg.py
+++ b/test/functional/test_toy_clf_secagg.py
@@ -143,9 +143,10 @@ async def async_run_server(
)
# Set up hyper-parameters and run training.
config = FLRunConfig.from_params(
- rounds=10,
+ rounds=8,
register={"min_clients": n_clients, "timeout": 2},
training={"n_epoch": 1, "batch_size": 1, "drop_remainder": False},
+ evaluate={"frequency": 8}, # only evaluate the last model
)
await server.async_run(config)
diff --git a/test/functional/test_toy_reg.py b/test/functional/test_toy_reg.py
index 515e182..9b5514d 100644
--- a/test/functional/test_toy_reg.py
+++ b/test/functional/test_toy_reg.py
@@ -411,6 +411,7 @@ async def async_run_server(
"batch_size": b_size,
"drop_remainder": False,
},
+ evaluate={"frequency": 10}, # only evaluate the last model
)
await server.async_run(config)
--
GitLab