diff options
| -rwxr-xr-x | python/run-tests.py | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/python/run-tests.py b/python/run-tests.py index ee73eb1506..a9f8854e6f 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -157,7 +157,7 @@ def main(): LOGGER.info("Will test against the following Python executables: %s", python_execs) LOGGER.info("Will test the following Python modules: %s", [x.name for x in modules_to_test]) - task_queue = Queue.Queue() + task_queue = Queue.PriorityQueue() for python_exec in python_execs: python_implementation = subprocess_check_output( [python_exec, "-c", "import platform; print(platform.python_implementation())"], @@ -168,12 +168,17 @@ def main(): for module in modules_to_test: if python_implementation not in module.blacklisted_python_implementations: for test_goal in module.python_test_goals: - task_queue.put((python_exec, test_goal)) + if test_goal in ('pyspark.streaming.tests', 'pyspark.mllib.tests', + 'pyspark.tests', 'pyspark.sql.tests'): + priority = 0 + else: + priority = 100 + task_queue.put((priority, (python_exec, test_goal))) def process_queue(task_queue): while True: try: - (python_exec, test_goal) = task_queue.get_nowait() + (priority, (python_exec, test_goal)) = task_queue.get_nowait() except Queue.Empty: break try: |