diff --git a/test/runner/lib/classification.py b/test/runner/lib/classification.py
index 49ba9b1349..f96763591b 100644
--- a/test/runner/lib/classification.py
+++ b/test/runner/lib/classification.py
@@ -247,7 +247,7 @@ class PathMapper(object):
             return minimal
 
         if path.startswith('bin/'):
-            return minimal
+            return all_tests(self.args)  # broad impact, run all tests
 
         if path.startswith('contrib/'):
             return {