diff --git a/livesync/pytest.ini b/livesync/pytest.ini
index 683c02b..aec4159 100644
--- a/livesync/pytest.ini
+++ b/livesync/pytest.ini
@@ -5,3 +5,8 @@ addopts = -rsfEw --cov . --cov-report html --no-cov-on-fail
 python_files = *_test.py
 ; we need the livesync plugin to be loaded
 indico_plugins = livesync
+; fail if there are warnings, but ignore ones that are likely just noise
+filterwarnings =
+    error
+    ignore::sqlalchemy.exc.SAWarning
+    ignore::UserWarning
diff --git a/payment_paypal/pytest.ini b/payment_paypal/pytest.ini
index fae3d48..de90ef1 100644
--- a/payment_paypal/pytest.ini
+++ b/payment_paypal/pytest.ini
@@ -5,3 +5,8 @@ addopts = -rsfEw --cov . --cov-report html --no-cov-on-fail
 python_files = *_test.py
 ; we need the paypal plugin to be loaded
 indico_plugins = payment_paypal
+; fail if there are warnings, but ignore ones that are likely just noise
+filterwarnings =
+    error
+    ignore::sqlalchemy.exc.SAWarning
+    ignore::UserWarning