From c8d3882cdc8f9e22c58af285c1996265c1af75d5 Mon Sep 17 00:00:00 2001 From: Eelco Dolstra Date: Tue, 11 May 2004 18:05:44 +0000 Subject: * True parallel builds. Nix can now run as many build jobs in parallel as possible (similar to GNU Make's `-j' switch). This is useful on SMP systems, but it is especially useful for doing builds on multiple machines. The idea is that a large derivation is initiated on one master machine, which then distributes sub-derivations to any number of slave machines. This should not happen synchronously or in lock-step, so the master must be capable of dealing with multiple parallel build jobs. We now have the infrastructure to support this. TODO: substitutes are currently broken. --- src/libstore/exec.cc | 140 --------------------------------------------------- 1 file changed, 140 deletions(-) delete mode 100644 src/libstore/exec.cc (limited to 'src/libstore/exec.cc') diff --git a/src/libstore/exec.cc b/src/libstore/exec.cc deleted file mode 100644 index 31a2bae81ab7..000000000000 --- a/src/libstore/exec.cc +++ /dev/null @@ -1,140 +0,0 @@ -#include -#include - -#include -#include -#include -#include -#include - -#include "exec.hh" -#include "util.hh" -#include "globals.hh" - - -static string pathNullDevice = "/dev/null"; - - -/* Run a program. */ -void runProgram(const string & program, - const Strings & args, Environment env, - const string & logFileName) -{ - /* Create a log file. */ - string logCommand = - verbosity >= buildVerbosity - ? "tee " + logFileName + " >&2" - : "cat > " + logFileName; - /* !!! auto-pclose on exit */ - FILE * logFile = popen(logCommand.c_str(), "w"); /* !!! escaping */ - if (!logFile) - throw SysError(format("creating log file `%1%'") % logFileName); - - /* Create a temporary directory where the build will take - place. */ - Path tmpDir = createTempDir(); - - AutoDelete delTmpDir(tmpDir); - - /* For convenience, set an environment pointing to the top build - directory. */ - env["NIX_BUILD_TOP"] = tmpDir; - - /* Also set TMPDIR and variants to point to this directory. */ - env["TMPDIR"] = tmpDir; - env["TEMPDIR"] = tmpDir; - env["TMP"] = tmpDir; - env["TEMP"] = tmpDir; - - /* Fork a child to build the package. */ - pid_t pid; - switch (pid = fork()) { - - case -1: - throw SysError("unable to fork"); - - case 0: - - try { /* child */ - - if (chdir(tmpDir.c_str()) == -1) - throw SysError(format("changing into to `%1%'") % tmpDir); - - /* Fill in the arguments. */ - const char * argArr[args.size() + 2]; - const char * * p = argArr; - string progName = baseNameOf(program); - *p++ = progName.c_str(); - for (Strings::const_iterator i = args.begin(); - i != args.end(); i++) - *p++ = i->c_str(); - *p = 0; - - /* Fill in the environment. */ - Strings envStrs; - const char * envArr[env.size() + 1]; - p = envArr; - for (Environment::const_iterator i = env.begin(); - i != env.end(); i++) - *p++ = envStrs.insert(envStrs.end(), - i->first + "=" + i->second)->c_str(); - *p = 0; - - /* Dup the log handle into stderr. */ - if (dup2(fileno(logFile), STDERR_FILENO) == -1) - throw SysError("cannot pipe standard error into log file"); - - /* Dup stderr to stdin. */ - if (dup2(STDERR_FILENO, STDOUT_FILENO) == -1) - throw SysError("cannot dup stderr into stdout"); - - /* Reroute stdin to /dev/null. */ - int fdDevNull = open(pathNullDevice.c_str(), O_RDWR); - if (fdDevNull == -1) - throw SysError(format("cannot open `%1%'") % pathNullDevice); - if (dup2(fdDevNull, STDIN_FILENO) == -1) - throw SysError("cannot dup null device into stdin"); - - /* Execute the program. This should not return. */ - execve(program.c_str(), (char * *) argArr, (char * *) envArr); - - throw SysError(format("unable to execute %1%") % program); - - } catch (exception & e) { - cerr << format("build error: %1%\n") % e.what(); - } - _exit(1); - - } - - /* parent */ - - /* Close the logging pipe. Note that this should not cause - the logger to exit until builder exits (because the latter - has an open file handle to the former). */ - pclose(logFile); - - /* Wait for the child to finish. */ - int status; - if (waitpid(pid, &status, 0) != pid) - throw Error("unable to wait for child"); - - checkInterrupt(); - - if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) { - if (keepFailed) { - printMsg(lvlTalkative, - format("program `%1%' failed; keeping build directory `%2%'") - % program % tmpDir); - delTmpDir.cancel(); - } - if (WIFEXITED(status)) - throw Error(format("program `%1%' failed with exit code %2%") - % program % WEXITSTATUS(status)); - else if (WIFSIGNALED(status)) - throw Error(format("program `%1%' failed due to signal %2%") - % program % WTERMSIG(status)); - else - throw Error(format("program `%1%' died abnormally") % program); - } -} -- cgit 1.4.1