From bade68b7087acd6b5ca6310a7460faeea48e4b1c Mon Sep 17 00:00:00 2001 From: Andrew Cooper Date: Thu, 28 Dec 2017 18:07:24 +0000 Subject: [PATCH] xtf-runner: Sort tests by variation as well This removes instability in the running order of tests with multiple variations. Signed-off-by: Andrew Cooper --- xtf-runner | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/xtf-runner b/xtf-runner index 0c3addf..172cb1d 100755 --- a/xtf-runner +++ b/xtf-runner @@ -327,8 +327,9 @@ def tests_from_selection(cats, envs, tests): res = tests # Sort the results - res = sorted(res, key = lambda test: test.env) # by environment second - res = sorted(res, key = lambda test: test.name) # by name first + res = sorted(res, key = lambda test: test.variation) # by variation third + res = sorted(res, key = lambda test: test.env) # by environment second + res = sorted(res, key = lambda test: test.name) # by name first return res -- 2.39.5