From: Andrew Cooper Date: Thu, 28 Dec 2017 18:07:24 +0000 (+0000) Subject: xtf-runner: Sort tests by variation as well X-Git-Url: http://xenbits.xensource.com/gitweb?a=commitdiff_plain;h=bade68b7087acd6b5ca6310a7460faeea48e4b1c;p=xtf.git xtf-runner: Sort tests by variation as well This removes instability in the running order of tests with multiple variations. Signed-off-by: Andrew Cooper --- diff --git a/xtf-runner b/xtf-runner index 0c3addf..172cb1d 100755 --- a/xtf-runner +++ b/xtf-runner @@ -327,8 +327,9 @@ def tests_from_selection(cats, envs, tests): res = tests # Sort the results - res = sorted(res, key = lambda test: test.env) # by environment second - res = sorted(res, key = lambda test: test.name) # by name first + res = sorted(res, key = lambda test: test.variation) # by variation third + res = sorted(res, key = lambda test: test.env) # by environment second + res = sorted(res, key = lambda test: test.name) # by name first return res