[2/2] tests: reorder test execution to optimize 'make check' runtime

Message ID 20200429152812.217166-2-maennich@google.com
State Committed
Headers
Series [1/2] test-types-stability: parallelize test case alternatives |

Commit Message

Matthias Männich April 29, 2020, 3:28 p.m. UTC
  Reorder the test definition to first start expensive tests and later on
start tests with short runtime. This optimizes the 'make check' runtime
by starting the tests on the critical path.

	* tests/Makefile.am(TESTS): split up in expensive and non
	expensive tests, sort the expensive ones by runime, the cheap
	ones alphabetically

Signed-off-by: Matthias Maennich <maennich@google.com>
---
 tests/Makefile.am | 34 +++++++++++++++++++---------------
 1 file changed, 19 insertions(+), 15 deletions(-)
  

Patch

diff --git a/tests/Makefile.am b/tests/Makefile.am
index c1b187051377..68cbb09af833 100644
--- a/tests/Makefile.am
+++ b/tests/Makefile.am
@@ -24,29 +24,33 @@  FEDABIPKGDIFF_TEST += runtestfedabipkgdiff.py
 endif
 endif
 
+# rather expensive tests (keep in this order), > 1s runtime
 TESTS=				\
-$(FEDABIPKGDIFF_TEST) 		\
-runtestreaddwarf		\
-runtestannotate			\
-runtestcanonicalizetypes.sh	\
+runtestdiffsuppr		\
+runtesttypesstability		\
 runtestdiffpkg			\
+runtestannotate			\
 runtestdifffilter		\
-$(ZIP_ARCHIVE_TESTS)		\
-runtestdiffsuppr		\
-runtestreadwrite		\
-runtestabidiff			\
-runtestdiffdwarfabixml		\
+runtestreaddwarf
+
+# rather cheap tests
+TESTS+=				\
 runtestabicompat		\
-runtesttypesstability		\
-runtestdiffdwarf		\
-runtestlookupsyms		\
+runtestabidiff			\
+runtestabidiffexit		\
 runtestaltdwarf			\
+runtestcanonicalizetypes.sh	\
 runtestcorediff			\
-runtestabidiffexit		\
+runtestdiffdwarf		\
+runtestdiffdwarfabixml		\
+runtestelfhelpers		\
 runtestini			\
-runtesttoolsutils		\
 runtestkmiwhitelist		\
-runtestelfhelpers		\
+runtestlookupsyms		\
+runtestreadwrite		\
+runtesttoolsutils		\
+$(FEDABIPKGDIFF_TEST) 		\
+$(ZIP_ARCHIVE_TESTS)		\
 $(CXX11_TESTS)
 
 if ENABLE_RUNNING_TESTS_WITH_PY3