edksetup.bat stuck on unicode locale Windows

[mirror_edk2.git] / BaseTools / Source / C / Makefiles / NmakeSubdirs.py

# @file NmakeSubdirs.py\r
# This script support parallel build for nmake in windows environment.\r
# It supports Python2.x and Python3.x both.\r
#\r
#  Copyright (c) 2018, Intel Corporation. All rights reserved.<BR>\r
#\r
#  SPDX-License-Identifier: BSD-2-Clause-Patent\r
#\r
\r
#\r
# Import Modules\r
#\r
\r
from __future__ import print_function\r
import argparse\r
import threading\r
import time\r
import os\r
import subprocess\r
import multiprocessing\r
import copy\r
import sys\r
__prog__        = 'NmakeSubdirs'\r
__version__     = '%s Version %s' % (__prog__, '0.10 ')\r
__copyright__   = 'Copyright (c) 2018, Intel Corporation. All rights reserved.'\r
__description__ = 'Replace for NmakeSubdirs.bat in windows ,support parallel build for nmake.\n'\r
\r
cpu_count = multiprocessing.cpu_count()\r
output_lock = threading.Lock()\r
def RunCommand(WorkDir=None, *Args, **kwargs):\r
    if WorkDir is None:\r
        WorkDir = os.curdir\r
    if "stderr" not in kwargs:\r
        kwargs["stderr"] = subprocess.STDOUT\r
    if "stdout" not in kwargs:\r
        kwargs["stdout"] = subprocess.PIPE\r
    p = subprocess.Popen(Args, cwd=WorkDir, stderr=kwargs["stderr"], stdout=kwargs["stdout"])\r
    stdout, stderr = p.communicate()\r
    message = ""\r
    if stdout is not None:\r
        message = stdout.decode(errors='ignore') #for compatibility in python 2 and 3\r
\r
    if p.returncode != 0:\r
        raise RuntimeError("Error while execute command \'{0}\' in direcotry {1}\n{2}".format(" ".join(Args), WorkDir, message))\r
\r
    output_lock.acquire(True)\r
    print("execute command \"{0}\" in directory {1}".format(" ".join(Args), WorkDir))\r
    print(message)\r
    output_lock.release()\r
\r
    return p.returncode, stdout\r
\r
class TaskUnit(object):\r
    def __init__(self, func, args, kwargs):\r
        self.func = func\r
        self.args = args\r
        self.kwargs = kwargs\r
\r
    def __eq__(self, other):\r
        return id(self).__eq__(id(other))\r
\r
    def run(self):\r
        return self.func(*self.args, **self.kwargs)\r
\r
    def __str__(self):\r
        para = list(self.args)\r
        para.extend("{0}={1}".format(k, v)for k, v in self.kwargs.items())\r
\r
        return "{0}({1})".format(self.func.__name__, ",".join(para))\r
\r
class ThreadControl(object):\r
\r
    def __init__(self, maxthread):\r
        self._processNum = maxthread\r
        self.pending = []\r
        self.running = []\r
        self.pendingLock = threading.Lock()\r
        self.runningLock = threading.Lock()\r
        self.error = False\r
        self.errorLock = threading.Lock()\r
        self.errorMsg = "errorMsg"\r
\r
    def addTask(self, func, *args, **kwargs):\r
        self.pending.append(TaskUnit(func, args, kwargs))\r
\r
    def waitComplete(self):\r
        self._schedule.join()\r
\r
    def startSchedule(self):\r
        self._schedule = threading.Thread(target=self.Schedule)\r
        self._schedule.start()\r
\r
    def Schedule(self):\r
        for i in range(self._processNum):\r
            task = threading.Thread(target=self.startTask)\r
            task.daemon = False\r
            self.running.append(task)\r
\r
        self.runningLock.acquire(True)\r
        for thread in self.running:\r
            thread.start()\r
        self.runningLock.release()\r
\r
        while len(self.running) > 0:\r
            time.sleep(0.1)\r
        if self.error:\r
            print("subprocess not exit successfully")\r
            print(self.errorMsg)\r
\r
    def startTask(self):\r
        while True:\r
            if self.error:\r
                break\r
            self.pendingLock.acquire(True)\r
            if len(self.pending) == 0:\r
                self.pendingLock.release()\r
                break\r
            task = self.pending.pop(0)\r
            self.pendingLock.release()\r
            try:\r
                task.run()\r
            except RuntimeError as e:\r
                if self.error: break\r
                self.errorLock.acquire(True)\r
                self.error = True\r
                self.errorMsg = str(e)\r
                time.sleep(0.1)\r
                self.errorLock.release()\r
                break\r
\r
        self.runningLock.acquire(True)\r
        self.running.remove(threading.currentThread())\r
        self.runningLock.release()\r
\r
def Run():\r
    curdir = os.path.abspath(os.curdir)\r
    if len(args.subdirs) == 1:\r
        args.jobs = 1\r
    if args.jobs == 1:\r
        try:\r
            for dir in args.subdirs:\r
                RunCommand(os.path.join(curdir, dir), "nmake", args.target, stdout=sys.stdout, stderr=subprocess.STDOUT)\r
        except RuntimeError:\r
            exit(1)\r
    else:\r
        controller = ThreadControl(args.jobs)\r
        for dir in args.subdirs:\r
            controller.addTask(RunCommand, os.path.join(curdir, dir), "nmake", args.target)\r
        controller.startSchedule()\r
        controller.waitComplete()\r
        if controller.error:\r
            exit(1)\r
\r
if __name__ == "__main__":\r
    parser = argparse.ArgumentParser(prog=__prog__, description=__description__ + __copyright__, conflict_handler='resolve')\r
\r
    parser.add_argument("target", help="the target for nmake")\r
    parser.add_argument("subdirs", nargs="+", help="the relative dir path of makefile")\r
    parser.add_argument("--jobs", type=int, dest="jobs", default=cpu_count, help="thread number")\r
    parser.add_argument('--version', action='version', version=__version__)\r
    args = parser.parse_args()\r
    Run()\r
\r