From ea3c3fdc5c82cb07aa22d4d8dfd74941de53fe35 Mon Sep 17 00:00:00 2001
From: Andrew Cooper <andrew.cooper3@citrix.com>
Date: Tue, 7 Jun 2016 18:08:10 +0100
Subject: [PATCH] xtf-runner: Extend test selection to run multiple tests at
 once
MIME-Version: 1.0
Content-Type: text/plain; charset=utf8
Content-Transfer-Encoding: 8bit

A caller may now specify a test name (in which case all environments will be
run), an environment (in which case every test supporting that environment
will be run), or a category (in which case all tests in that category will be
run).

Signed-off-by: Roger Pau Monné <roger.pau@citrix.com>
Signed-off-by: Andrew Cooper <andrew.cooper3@citrix.com>
---
 xtf-runner | 74 ++++++++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 69 insertions(+), 5 deletions(-)

diff --git a/xtf-runner b/xtf-runner
index 391992e..50a5e96 100755
--- a/xtf-runner
+++ b/xtf-runner
@@ -169,9 +169,72 @@ def run_test(test):
     return "ERROR"
 
 
-def run_tests(tests):
+def run_tests(args):
     """ Run tests """
 
+    all_test_info = open_test_info()
+    all_test_names = all_test_info.keys()
+
+    tests = []
+    # Interpret args as a list of tests
+    for arg in args:
+
+        # If arg is a recognised test name, run every environment
+        if arg in all_test_names:
+
+            info = all_test_info[arg]
+
+            for env in info["environments"]:
+                tests.append("test-%s-%s" % (env, arg))
+            continue
+
+        # If arg is a recognised category, run every included test
+        if arg in all_categories:
+
+            for name, info in all_test_info.iteritems():
+
+                if info["category"] == arg:
+
+                    for env in info["environments"]:
+                        tests.append("test-%s-%s" % (env, name))
+            continue
+
+        # If arg is a recognised environment, run every included test
+        if arg in all_environments:
+
+            for name, info in all_test_info.iteritems():
+
+                if arg in info["environments"]:
+                    tests.append("test-%s-%s" % (arg, name))
+            continue
+
+        parts = arg.split('-', 2)
+        parts_len = len(parts)
+
+        # If arg =~ test-$ENV-$NAME
+        if parts_len == 3 and parts[0] == "test":
+
+            # Recognised environment and test name?
+            if parts[1] in all_environments and parts[2] in all_test_names:
+                tests.append(arg)
+                continue
+
+            raise RunnerError("Unrecognised test '%s'" % (arg, ))
+
+        # If arg =~ $ENV-$NAME
+        if parts_len > 0 and parts[0] in all_environments:
+
+            name = "-".join(parts[1:])
+
+            if name in all_test_names:
+                tests.append("test-" + arg)
+                continue
+
+            raise RunnerError("Unrecognised test name '%s'" % (name, ))
+
+        # Otherwise, give up
+        raise RunnerError("Unrecognised test '%s'" % (arg, ))
+
     if not len(tests):
         raise RunnerError("No tests to run")
 
@@ -180,10 +243,6 @@ def run_tests(tests):
 
     for test in tests:
 
-        parts = test.split('-', 2)
-        if len(parts) != 3:
-            raise RunnerError("Unexpected test '%s'" % (test, ))
-
         res = run_test(test)
         if res != "SUCCESS":
             rc = 1
@@ -221,6 +280,11 @@ def main():
                   "    Combined test results:\n"
                   "    test-hvm32-example                       SUCCESS\n"
                   "    test-pv64-example                        SUCCESS\n"
+                  "    ./xtf-runner pv-iopl\n"
+                  "      <console ouput>\n"
+                  "    Combined test results:\n"
+                  "    test-pv64-pv-iopl                        SUCCESS\n"
+                  "    test-pv32pae-pv-iopl                     SUCCESS\n"
                   "\n"
                   "  Listing available tests:\n"
                   "    ./xtf-runner --list\n"
-- 
2.39.5