ToolRunner.cpp revision 249423
162053Smarkm//===-- ToolRunner.cpp ----------------------------------------------------===//
262765Smarkm//
362053Smarkm//                     The LLVM Compiler Infrastructure
462053Smarkm//
562053Smarkm// This file is distributed under the University of Illinois Open Source
662053Smarkm// License. See LICENSE.TXT for details.
762053Smarkm//
862053Smarkm//===----------------------------------------------------------------------===//
962053Smarkm//
1062053Smarkm// This file implements the interfaces described in the ToolRunner.h file.
1162053Smarkm//
1262053Smarkm//===----------------------------------------------------------------------===//
1362053Smarkm
1462053Smarkm#define DEBUG_TYPE "toolrunner"
1562053Smarkm#include "ToolRunner.h"
1662053Smarkm#include "llvm/Config/config.h"   // for HAVE_LINK_R
1762053Smarkm#include "llvm/Support/CommandLine.h"
1862053Smarkm#include "llvm/Support/Debug.h"
1962053Smarkm#include "llvm/Support/FileUtilities.h"
2062053Smarkm#include "llvm/Support/Program.h"
2162053Smarkm#include "llvm/Support/raw_ostream.h"
2262053Smarkm#include <fstream>
2362053Smarkm#include <sstream>
2462053Smarkmusing namespace llvm;
2562053Smarkm
2662053Smarkmnamespace llvm {
2762053Smarkm  cl::opt<bool>
2862053Smarkm  SaveTemps("save-temps", cl::init(false), cl::desc("Save temporary files"));
2962053Smarkm}
3062765Smarkm
3162053Smarkmnamespace {
3262053Smarkm  cl::opt<std::string>
3362053Smarkm  RemoteClient("remote-client",
3462053Smarkm               cl::desc("Remote execution client (rsh/ssh)"));
3562053Smarkm
3662053Smarkm  cl::opt<std::string>
3762053Smarkm  RemoteHost("remote-host",
3862053Smarkm             cl::desc("Remote execution (rsh/ssh) host"));
3967112Smarkm
4066044Srwatson  cl::opt<std::string>
4167112Smarkm  RemotePort("remote-port",
4262053Smarkm             cl::desc("Remote execution (rsh/ssh) port"));
4367112Smarkm
4462053Smarkm  cl::opt<std::string>
4562053Smarkm  RemoteUser("remote-user",
4662053Smarkm             cl::desc("Remote execution (rsh/ssh) user id"));
4762053Smarkm
4862053Smarkm  cl::opt<std::string>
4967112Smarkm  RemoteExtra("remote-extra-options",
5067112Smarkm          cl::desc("Remote execution (rsh/ssh) extra options"));
5162053Smarkm}
5263855Smarkm
5362765Smarkm/// RunProgramWithTimeout - This function provides an alternate interface
5462765Smarkm/// to the sys::Program::ExecuteAndWait interface.
5565686Smarkm/// @see sys::Program::ExecuteAndWait
5667112Smarkmstatic int RunProgramWithTimeout(const sys::Path &ProgramPath,
5762053Smarkm                                 const char **Args,
5862053Smarkm                                 const sys::Path &StdInFile,
5962053Smarkm                                 const sys::Path &StdOutFile,
6062149Smarkm                                 const sys::Path &StdErrFile,
6162053Smarkm                                 unsigned NumSeconds = 0,
6262053Smarkm                                 unsigned MemoryLimit = 0,
6363855Smarkm                                 std::string *ErrMsg = 0) {
6462053Smarkm  const sys::Path* redirects[3];
6562765Smarkm  redirects[0] = &StdInFile;
6662765Smarkm  redirects[1] = &StdOutFile;
6765686Smarkm  redirects[2] = &StdErrFile;
6867112Smarkm
6962053Smarkm#if 0 // For debug purposes
7062053Smarkm  {
7162053Smarkm    errs() << "RUN:";
7262053Smarkm    for (unsigned i = 0; Args[i]; ++i)
7362053Smarkm      errs() << " " << Args[i];
7462053Smarkm    errs() << "\n";
7562053Smarkm  }
7662053Smarkm#endif
7762053Smarkm
7862053Smarkm  return
7962053Smarkm    sys::Program::ExecuteAndWait(ProgramPath, Args, 0, redirects,
8062765Smarkm                                 NumSeconds, MemoryLimit, ErrMsg);
8165686Smarkm}
8262053Smarkm
8362053Smarkm/// RunProgramRemotelyWithTimeout - This function runs the given program
8462053Smarkm/// remotely using the given remote client and the sys::Program::ExecuteAndWait.
8562840Smarkm/// Returns the remote program exit code or reports a remote client error if it
8662840Smarkm/// fails. Remote client is required to return 255 if it failed or program exit
8762840Smarkm/// code otherwise.
8862840Smarkm/// @see sys::Program::ExecuteAndWait
8962840Smarkmstatic int RunProgramRemotelyWithTimeout(const sys::Path &RemoteClientPath,
9062840Smarkm                                         const char **Args,
9162840Smarkm                                         const sys::Path &StdInFile,
9263855Smarkm                                         const sys::Path &StdOutFile,
9362840Smarkm                                         const sys::Path &StdErrFile,
9462840Smarkm                                         unsigned NumSeconds = 0,
9562053Smarkm                                         unsigned MemoryLimit = 0) {
9662053Smarkm  const sys::Path* redirects[3];
9763855Smarkm  redirects[0] = &StdInFile;
9863855Smarkm  redirects[1] = &StdOutFile;
9963855Smarkm  redirects[2] = &StdErrFile;
10063855Smarkm
10163855Smarkm#if 0 // For debug purposes
10263855Smarkm  {
10363855Smarkm    errs() << "RUN:";
10463855Smarkm    for (unsigned i = 0; Args[i]; ++i)
10563855Smarkm      errs() << " " << Args[i];
10662765Smarkm    errs() << "\n";
10762053Smarkm  }
10862053Smarkm#endif
10962053Smarkm
11062840Smarkm  // Run the program remotely with the remote client
11162053Smarkm  int ReturnCode = sys::Program::ExecuteAndWait(RemoteClientPath, Args,
11267112Smarkm                                 0, redirects, NumSeconds, MemoryLimit);
11367112Smarkm
11462053Smarkm  // Has the remote client fail?
11567112Smarkm  if (255 == ReturnCode) {
11667112Smarkm    std::ostringstream OS;
11767112Smarkm    OS << "\nError running remote client:\n ";
11867112Smarkm    for (const char **Arg = Args; *Arg; ++Arg)
11967112Smarkm      OS << " " << *Arg;
12067112Smarkm    OS << "\n";
12167112Smarkm
12267112Smarkm    // The error message is in the output file, let's print it out from there.
12367112Smarkm    std::ifstream ErrorFile(StdOutFile.c_str());
12467112Smarkm    if (ErrorFile) {
12567112Smarkm      std::copy(std::istreambuf_iterator<char>(ErrorFile),
12667112Smarkm                std::istreambuf_iterator<char>(),
12767112Smarkm                std::ostreambuf_iterator<char>(OS));
12862053Smarkm      ErrorFile.close();
12962053Smarkm    }
13062053Smarkm
13162053Smarkm    errs() << OS.str();
13262765Smarkm  }
13362053Smarkm
13462053Smarkm  return ReturnCode;
13562053Smarkm}
13662840Smarkm
13762053Smarkmstatic std::string ProcessFailure(sys::Path ProgPath, const char** Args,
13862765Smarkm                                  unsigned Timeout = 0,
13962053Smarkm                                  unsigned MemoryLimit = 0) {
14062053Smarkm  std::ostringstream OS;
14162765Smarkm  OS << "\nError running tool:\n ";
14262053Smarkm  for (const char **Arg = Args; *Arg; ++Arg)
14362053Smarkm    OS << " " << *Arg;
14463306Smarkm  OS << "\n";
14562053Smarkm
14662765Smarkm  // Rerun the compiler, capturing any error messages to print them.
14762053Smarkm  sys::Path ErrorFilename("bugpoint.program_error_messages");
14862053Smarkm  std::string ErrMsg;
14962053Smarkm  if (ErrorFilename.makeUnique(true, &ErrMsg)) {
15062053Smarkm    errs() << "Error making unique filename: " << ErrMsg << "\n";
15165686Smarkm    exit(1);
15265686Smarkm  }
15365686Smarkm  RunProgramWithTimeout(ProgPath, Args, sys::Path(""), ErrorFilename,
15465686Smarkm                        ErrorFilename, Timeout, MemoryLimit);
15565686Smarkm  // FIXME: check return code ?
15665686Smarkm
15767112Smarkm  // Print out the error messages generated by GCC if possible...
15867112Smarkm  std::ifstream ErrorFile(ErrorFilename.c_str());
15967112Smarkm  if (ErrorFile) {
16067112Smarkm    std::copy(std::istreambuf_iterator<char>(ErrorFile),
16167112Smarkm              std::istreambuf_iterator<char>(),
16267112Smarkm              std::ostreambuf_iterator<char>(OS));
16367112Smarkm    ErrorFile.close();
16467112Smarkm  }
16567112Smarkm
16667112Smarkm  ErrorFilename.eraseFromDisk();
16767112Smarkm  return OS.str();
16867112Smarkm}
16967112Smarkm
17067112Smarkm//===---------------------------------------------------------------------===//
17167112Smarkm// LLI Implementation of AbstractIntepreter interface
17262053Smarkm//
17362053Smarkmnamespace {
17465686Smarkm  class LLI : public AbstractInterpreter {
17565686Smarkm    std::string LLIPath;          // The path to the LLI executable
17662053Smarkm    std::vector<std::string> ToolArgs; // Args to pass to LLI
17762053Smarkm  public:
17865686Smarkm    LLI(const std::string &Path, const std::vector<std::string> *Args)
17965686Smarkm      : LLIPath(Path) {
18065686Smarkm      ToolArgs.clear ();
18162053Smarkm      if (Args) { ToolArgs = *Args; }
18262053Smarkm    }
18362765Smarkm
18462149Smarkm    virtual int ExecuteProgram(const std::string &Bitcode,
18562765Smarkm                               const std::vector<std::string> &Args,
18665686Smarkm                               const std::string &InputFile,
18762053Smarkm                               const std::string &OutputFile,
18862053Smarkm                               std::string *Error,
18962053Smarkm                               const std::vector<std::string> &GCCArgs,
19062765Smarkm                               const std::vector<std::string> &SharedLibs =
19162765Smarkm                               std::vector<std::string>(),
19265686Smarkm                               unsigned Timeout = 0,
19362053Smarkm                               unsigned MemoryLimit = 0);
19462053Smarkm  };
19562053Smarkm}
19662053Smarkm
19762053Smarkmint LLI::ExecuteProgram(const std::string &Bitcode,
19862053Smarkm                        const std::vector<std::string> &Args,
19962053Smarkm                        const std::string &InputFile,
20062053Smarkm                        const std::string &OutputFile,
20162053Smarkm                        std::string *Error,
20262053Smarkm                        const std::vector<std::string> &GCCArgs,
20362053Smarkm                        const std::vector<std::string> &SharedLibs,
204                        unsigned Timeout,
205                        unsigned MemoryLimit) {
206  std::vector<const char*> LLIArgs;
207  LLIArgs.push_back(LLIPath.c_str());
208  LLIArgs.push_back("-force-interpreter=true");
209
210  for (std::vector<std::string>::const_iterator i = SharedLibs.begin(),
211         e = SharedLibs.end(); i != e; ++i) {
212    LLIArgs.push_back("-load");
213    LLIArgs.push_back((*i).c_str());
214  }
215
216  // Add any extra LLI args.
217  for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
218    LLIArgs.push_back(ToolArgs[i].c_str());
219
220  LLIArgs.push_back(Bitcode.c_str());
221  // Add optional parameters to the running program from Argv
222  for (unsigned i=0, e = Args.size(); i != e; ++i)
223    LLIArgs.push_back(Args[i].c_str());
224  LLIArgs.push_back(0);
225
226  outs() << "<lli>"; outs().flush();
227  DEBUG(errs() << "\nAbout to run:\t";
228        for (unsigned i=0, e = LLIArgs.size()-1; i != e; ++i)
229          errs() << " " << LLIArgs[i];
230        errs() << "\n";
231        );
232  return RunProgramWithTimeout(sys::Path(LLIPath), &LLIArgs[0],
233      sys::Path(InputFile), sys::Path(OutputFile), sys::Path(OutputFile),
234      Timeout, MemoryLimit, Error);
235}
236
237void AbstractInterpreter::anchor() { }
238
239// LLI create method - Try to find the LLI executable
240AbstractInterpreter *AbstractInterpreter::createLLI(const char *Argv0,
241                                                    std::string &Message,
242                                     const std::vector<std::string> *ToolArgs) {
243  std::string LLIPath =
244    PrependMainExecutablePath("lli", Argv0, (void *)(intptr_t)&createLLI).str();
245  if (!LLIPath.empty()) {
246    Message = "Found lli: " + LLIPath + "\n";
247    return new LLI(LLIPath, ToolArgs);
248  }
249
250  Message = "Cannot find `lli' in executable directory!\n";
251  return 0;
252}
253
254//===---------------------------------------------------------------------===//
255// Custom compiler command implementation of AbstractIntepreter interface
256//
257// Allows using a custom command for compiling the bitcode, thus allows, for
258// example, to compile a bitcode fragment without linking or executing, then
259// using a custom wrapper script to check for compiler errors.
260namespace {
261  class CustomCompiler : public AbstractInterpreter {
262    std::string CompilerCommand;
263    std::vector<std::string> CompilerArgs;
264  public:
265    CustomCompiler(
266      const std::string &CompilerCmd, std::vector<std::string> CompArgs) :
267      CompilerCommand(CompilerCmd), CompilerArgs(CompArgs) {}
268
269    virtual void compileProgram(const std::string &Bitcode,
270                                std::string *Error,
271                                unsigned Timeout = 0,
272                                unsigned MemoryLimit = 0);
273
274    virtual int ExecuteProgram(const std::string &Bitcode,
275                               const std::vector<std::string> &Args,
276                               const std::string &InputFile,
277                               const std::string &OutputFile,
278                               std::string *Error,
279                               const std::vector<std::string> &GCCArgs =
280                               std::vector<std::string>(),
281                               const std::vector<std::string> &SharedLibs =
282                               std::vector<std::string>(),
283                               unsigned Timeout = 0,
284                               unsigned MemoryLimit = 0) {
285      *Error = "Execution not supported with -compile-custom";
286      return -1;
287    }
288  };
289}
290
291void CustomCompiler::compileProgram(const std::string &Bitcode,
292                                    std::string *Error,
293                                    unsigned Timeout,
294                                    unsigned MemoryLimit) {
295
296  std::vector<const char*> ProgramArgs;
297  ProgramArgs.push_back(CompilerCommand.c_str());
298
299  for (std::size_t i = 0; i < CompilerArgs.size(); ++i)
300    ProgramArgs.push_back(CompilerArgs.at(i).c_str());
301  ProgramArgs.push_back(Bitcode.c_str());
302  ProgramArgs.push_back(0);
303
304  // Add optional parameters to the running program from Argv
305  for (unsigned i = 0, e = CompilerArgs.size(); i != e; ++i)
306    ProgramArgs.push_back(CompilerArgs[i].c_str());
307
308  if (RunProgramWithTimeout( sys::Path(CompilerCommand), &ProgramArgs[0],
309                             sys::Path(), sys::Path(), sys::Path(),
310                             Timeout, MemoryLimit, Error))
311    *Error = ProcessFailure(sys::Path(CompilerCommand), &ProgramArgs[0],
312                           Timeout, MemoryLimit);
313}
314
315//===---------------------------------------------------------------------===//
316// Custom execution command implementation of AbstractIntepreter interface
317//
318// Allows using a custom command for executing the bitcode, thus allows,
319// for example, to invoke a cross compiler for code generation followed by
320// a simulator that executes the generated binary.
321namespace {
322  class CustomExecutor : public AbstractInterpreter {
323    std::string ExecutionCommand;
324    std::vector<std::string> ExecutorArgs;
325  public:
326    CustomExecutor(
327      const std::string &ExecutionCmd, std::vector<std::string> ExecArgs) :
328      ExecutionCommand(ExecutionCmd), ExecutorArgs(ExecArgs) {}
329
330    virtual int ExecuteProgram(const std::string &Bitcode,
331                               const std::vector<std::string> &Args,
332                               const std::string &InputFile,
333                               const std::string &OutputFile,
334                               std::string *Error,
335                               const std::vector<std::string> &GCCArgs,
336                               const std::vector<std::string> &SharedLibs =
337                                 std::vector<std::string>(),
338                               unsigned Timeout = 0,
339                               unsigned MemoryLimit = 0);
340  };
341}
342
343int CustomExecutor::ExecuteProgram(const std::string &Bitcode,
344                        const std::vector<std::string> &Args,
345                        const std::string &InputFile,
346                        const std::string &OutputFile,
347                        std::string *Error,
348                        const std::vector<std::string> &GCCArgs,
349                        const std::vector<std::string> &SharedLibs,
350                        unsigned Timeout,
351                        unsigned MemoryLimit) {
352
353  std::vector<const char*> ProgramArgs;
354  ProgramArgs.push_back(ExecutionCommand.c_str());
355
356  for (std::size_t i = 0; i < ExecutorArgs.size(); ++i)
357    ProgramArgs.push_back(ExecutorArgs.at(i).c_str());
358  ProgramArgs.push_back(Bitcode.c_str());
359  ProgramArgs.push_back(0);
360
361  // Add optional parameters to the running program from Argv
362  for (unsigned i = 0, e = Args.size(); i != e; ++i)
363    ProgramArgs.push_back(Args[i].c_str());
364
365  return RunProgramWithTimeout(
366    sys::Path(ExecutionCommand),
367    &ProgramArgs[0], sys::Path(InputFile), sys::Path(OutputFile),
368    sys::Path(OutputFile), Timeout, MemoryLimit, Error);
369}
370
371// Tokenize the CommandLine to the command and the args to allow
372// defining a full command line as the command instead of just the
373// executed program. We cannot just pass the whole string after the command
374// as a single argument because then program sees only a single
375// command line argument (with spaces in it: "foo bar" instead
376// of "foo" and "bar").
377//
378// code borrowed from:
379// http://oopweb.com/CPP/Documents/CPPHOWTO/Volume/C++Programming-HOWTO-7.html
380static void lexCommand(std::string &Message, const std::string &CommandLine,
381                       std::string &CmdPath, std::vector<std::string> Args) {
382
383  std::string Command = "";
384  std::string delimiters = " ";
385
386  std::string::size_type lastPos = CommandLine.find_first_not_of(delimiters, 0);
387  std::string::size_type pos = CommandLine.find_first_of(delimiters, lastPos);
388
389  while (std::string::npos != pos || std::string::npos != lastPos) {
390    std::string token = CommandLine.substr(lastPos, pos - lastPos);
391    if (Command == "")
392       Command = token;
393    else
394       Args.push_back(token);
395    // Skip delimiters.  Note the "not_of"
396    lastPos = CommandLine.find_first_not_of(delimiters, pos);
397    // Find next "non-delimiter"
398    pos = CommandLine.find_first_of(delimiters, lastPos);
399  }
400
401  CmdPath = sys::Program::FindProgramByName(Command).str();
402  if (CmdPath.empty()) {
403    Message =
404      std::string("Cannot find '") + Command +
405      "' in PATH!\n";
406    return;
407  }
408
409  Message = "Found command in: " + CmdPath + "\n";
410}
411
412// Custom execution environment create method, takes the execution command
413// as arguments
414AbstractInterpreter *AbstractInterpreter::createCustomCompiler(
415                    std::string &Message,
416                    const std::string &CompileCommandLine) {
417
418  std::string CmdPath;
419  std::vector<std::string> Args;
420  lexCommand(Message, CompileCommandLine, CmdPath, Args);
421  if (CmdPath.empty())
422    return 0;
423
424  return new CustomCompiler(CmdPath, Args);
425}
426
427// Custom execution environment create method, takes the execution command
428// as arguments
429AbstractInterpreter *AbstractInterpreter::createCustomExecutor(
430                    std::string &Message,
431                    const std::string &ExecCommandLine) {
432
433
434  std::string CmdPath;
435  std::vector<std::string> Args;
436  lexCommand(Message, ExecCommandLine, CmdPath, Args);
437  if (CmdPath.empty())
438    return 0;
439
440  return new CustomExecutor(CmdPath, Args);
441}
442
443//===----------------------------------------------------------------------===//
444// LLC Implementation of AbstractIntepreter interface
445//
446GCC::FileType LLC::OutputCode(const std::string &Bitcode,
447                              sys::Path &OutputAsmFile, std::string &Error,
448                              unsigned Timeout, unsigned MemoryLimit) {
449  const char *Suffix = (UseIntegratedAssembler ? ".llc.o" : ".llc.s");
450  sys::Path uniqueFile(Bitcode + Suffix);
451  std::string ErrMsg;
452  if (uniqueFile.makeUnique(true, &ErrMsg)) {
453    errs() << "Error making unique filename: " << ErrMsg << "\n";
454    exit(1);
455  }
456  OutputAsmFile = uniqueFile;
457  std::vector<const char *> LLCArgs;
458  LLCArgs.push_back(LLCPath.c_str());
459
460  // Add any extra LLC args.
461  for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
462    LLCArgs.push_back(ToolArgs[i].c_str());
463
464  LLCArgs.push_back("-o");
465  LLCArgs.push_back(OutputAsmFile.c_str()); // Output to the Asm file
466  LLCArgs.push_back(Bitcode.c_str());      // This is the input bitcode
467
468  if (UseIntegratedAssembler)
469    LLCArgs.push_back("-filetype=obj");
470
471  LLCArgs.push_back (0);
472
473  outs() << (UseIntegratedAssembler ? "<llc-ia>" : "<llc>");
474  outs().flush();
475  DEBUG(errs() << "\nAbout to run:\t";
476        for (unsigned i = 0, e = LLCArgs.size()-1; i != e; ++i)
477          errs() << " " << LLCArgs[i];
478        errs() << "\n";
479        );
480  if (RunProgramWithTimeout(sys::Path(LLCPath), &LLCArgs[0],
481                            sys::Path(), sys::Path(), sys::Path(),
482                            Timeout, MemoryLimit))
483    Error = ProcessFailure(sys::Path(LLCPath), &LLCArgs[0],
484                           Timeout, MemoryLimit);
485  return UseIntegratedAssembler ? GCC::ObjectFile : GCC::AsmFile;
486}
487
488void LLC::compileProgram(const std::string &Bitcode, std::string *Error,
489                         unsigned Timeout, unsigned MemoryLimit) {
490  sys::Path OutputAsmFile;
491  OutputCode(Bitcode, OutputAsmFile, *Error, Timeout, MemoryLimit);
492  OutputAsmFile.eraseFromDisk();
493}
494
495int LLC::ExecuteProgram(const std::string &Bitcode,
496                        const std::vector<std::string> &Args,
497                        const std::string &InputFile,
498                        const std::string &OutputFile,
499                        std::string *Error,
500                        const std::vector<std::string> &ArgsForGCC,
501                        const std::vector<std::string> &SharedLibs,
502                        unsigned Timeout,
503                        unsigned MemoryLimit) {
504
505  sys::Path OutputAsmFile;
506  GCC::FileType FileKind = OutputCode(Bitcode, OutputAsmFile, *Error, Timeout,
507                                      MemoryLimit);
508  FileRemover OutFileRemover(OutputAsmFile.str(), !SaveTemps);
509
510  std::vector<std::string> GCCArgs(ArgsForGCC);
511  GCCArgs.insert(GCCArgs.end(), SharedLibs.begin(), SharedLibs.end());
512
513  // Assuming LLC worked, compile the result with GCC and run it.
514  return gcc->ExecuteProgram(OutputAsmFile.str(), Args, FileKind,
515                             InputFile, OutputFile, Error, GCCArgs,
516                             Timeout, MemoryLimit);
517}
518
519/// createLLC - Try to find the LLC executable
520///
521LLC *AbstractInterpreter::createLLC(const char *Argv0,
522                                    std::string &Message,
523                                    const std::string &GCCBinary,
524                                    const std::vector<std::string> *Args,
525                                    const std::vector<std::string> *GCCArgs,
526                                    bool UseIntegratedAssembler) {
527  std::string LLCPath =
528    PrependMainExecutablePath("llc", Argv0, (void *)(intptr_t)&createLLC).str();
529  if (LLCPath.empty()) {
530    Message = "Cannot find `llc' in executable directory!\n";
531    return 0;
532  }
533
534  GCC *gcc = GCC::create(Message, GCCBinary, GCCArgs);
535  if (!gcc) {
536    errs() << Message << "\n";
537    exit(1);
538  }
539  Message = "Found llc: " + LLCPath + "\n";
540  return new LLC(LLCPath, gcc, Args, UseIntegratedAssembler);
541}
542
543//===---------------------------------------------------------------------===//
544// JIT Implementation of AbstractIntepreter interface
545//
546namespace {
547  class JIT : public AbstractInterpreter {
548    std::string LLIPath;          // The path to the LLI executable
549    std::vector<std::string> ToolArgs; // Args to pass to LLI
550  public:
551    JIT(const std::string &Path, const std::vector<std::string> *Args)
552      : LLIPath(Path) {
553      ToolArgs.clear ();
554      if (Args) { ToolArgs = *Args; }
555    }
556
557    virtual int ExecuteProgram(const std::string &Bitcode,
558                               const std::vector<std::string> &Args,
559                               const std::string &InputFile,
560                               const std::string &OutputFile,
561                               std::string *Error,
562                               const std::vector<std::string> &GCCArgs =
563                                 std::vector<std::string>(),
564                               const std::vector<std::string> &SharedLibs =
565                                 std::vector<std::string>(),
566                               unsigned Timeout = 0,
567                               unsigned MemoryLimit = 0);
568  };
569}
570
571int JIT::ExecuteProgram(const std::string &Bitcode,
572                        const std::vector<std::string> &Args,
573                        const std::string &InputFile,
574                        const std::string &OutputFile,
575                        std::string *Error,
576                        const std::vector<std::string> &GCCArgs,
577                        const std::vector<std::string> &SharedLibs,
578                        unsigned Timeout,
579                        unsigned MemoryLimit) {
580  // Construct a vector of parameters, incorporating those from the command-line
581  std::vector<const char*> JITArgs;
582  JITArgs.push_back(LLIPath.c_str());
583  JITArgs.push_back("-force-interpreter=false");
584
585  // Add any extra LLI args.
586  for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
587    JITArgs.push_back(ToolArgs[i].c_str());
588
589  for (unsigned i = 0, e = SharedLibs.size(); i != e; ++i) {
590    JITArgs.push_back("-load");
591    JITArgs.push_back(SharedLibs[i].c_str());
592  }
593  JITArgs.push_back(Bitcode.c_str());
594  // Add optional parameters to the running program from Argv
595  for (unsigned i=0, e = Args.size(); i != e; ++i)
596    JITArgs.push_back(Args[i].c_str());
597  JITArgs.push_back(0);
598
599  outs() << "<jit>"; outs().flush();
600  DEBUG(errs() << "\nAbout to run:\t";
601        for (unsigned i=0, e = JITArgs.size()-1; i != e; ++i)
602          errs() << " " << JITArgs[i];
603        errs() << "\n";
604        );
605  DEBUG(errs() << "\nSending output to " << OutputFile << "\n");
606  return RunProgramWithTimeout(sys::Path(LLIPath), &JITArgs[0],
607      sys::Path(InputFile), sys::Path(OutputFile), sys::Path(OutputFile),
608      Timeout, MemoryLimit, Error);
609}
610
611/// createJIT - Try to find the LLI executable
612///
613AbstractInterpreter *AbstractInterpreter::createJIT(const char *Argv0,
614                   std::string &Message, const std::vector<std::string> *Args) {
615  std::string LLIPath =
616    PrependMainExecutablePath("lli", Argv0, (void *)(intptr_t)&createJIT).str();
617  if (!LLIPath.empty()) {
618    Message = "Found lli: " + LLIPath + "\n";
619    return new JIT(LLIPath, Args);
620  }
621
622  Message = "Cannot find `lli' in executable directory!\n";
623  return 0;
624}
625
626//===---------------------------------------------------------------------===//
627// GCC abstraction
628//
629
630static bool IsARMArchitecture(std::vector<const char*> Args) {
631  for (std::vector<const char*>::const_iterator
632         I = Args.begin(), E = Args.end(); I != E; ++I) {
633    if (StringRef(*I).equals_lower("-arch")) {
634      ++I;
635      if (I != E && StringRef(*I).substr(0, strlen("arm")).equals_lower("arm"))
636        return true;
637    }
638  }
639
640  return false;
641}
642
643int GCC::ExecuteProgram(const std::string &ProgramFile,
644                        const std::vector<std::string> &Args,
645                        FileType fileType,
646                        const std::string &InputFile,
647                        const std::string &OutputFile,
648                        std::string *Error,
649                        const std::vector<std::string> &ArgsForGCC,
650                        unsigned Timeout,
651                        unsigned MemoryLimit) {
652  std::vector<const char*> GCCArgs;
653
654  GCCArgs.push_back(GCCPath.c_str());
655
656  if (TargetTriple.getArch() == Triple::x86)
657    GCCArgs.push_back("-m32");
658
659  for (std::vector<std::string>::const_iterator
660         I = gccArgs.begin(), E = gccArgs.end(); I != E; ++I)
661    GCCArgs.push_back(I->c_str());
662
663  // Specify -x explicitly in case the extension is wonky
664  if (fileType != ObjectFile) {
665    GCCArgs.push_back("-x");
666    if (fileType == CFile) {
667      GCCArgs.push_back("c");
668      GCCArgs.push_back("-fno-strict-aliasing");
669    } else {
670      GCCArgs.push_back("assembler");
671
672      // For ARM architectures we don't want this flag. bugpoint isn't
673      // explicitly told what architecture it is working on, so we get
674      // it from gcc flags
675      if (TargetTriple.isOSDarwin() && !IsARMArchitecture(GCCArgs))
676        GCCArgs.push_back("-force_cpusubtype_ALL");
677    }
678  }
679
680  GCCArgs.push_back(ProgramFile.c_str());  // Specify the input filename.
681
682  GCCArgs.push_back("-x");
683  GCCArgs.push_back("none");
684  GCCArgs.push_back("-o");
685  sys::Path OutputBinary (ProgramFile+".gcc.exe");
686  std::string ErrMsg;
687  if (OutputBinary.makeUnique(true, &ErrMsg)) {
688    errs() << "Error making unique filename: " << ErrMsg << "\n";
689    exit(1);
690  }
691  GCCArgs.push_back(OutputBinary.c_str()); // Output to the right file...
692
693  // Add any arguments intended for GCC. We locate them here because this is
694  // most likely -L and -l options that need to come before other libraries but
695  // after the source. Other options won't be sensitive to placement on the
696  // command line, so this should be safe.
697  for (unsigned i = 0, e = ArgsForGCC.size(); i != e; ++i)
698    GCCArgs.push_back(ArgsForGCC[i].c_str());
699
700  GCCArgs.push_back("-lm");                // Hard-code the math library...
701  GCCArgs.push_back("-O2");                // Optimize the program a bit...
702#if defined (HAVE_LINK_R)
703  GCCArgs.push_back("-Wl,-R.");            // Search this dir for .so files
704#endif
705  if (TargetTriple.getArch() == Triple::sparc)
706    GCCArgs.push_back("-mcpu=v9");
707  GCCArgs.push_back(0);                    // NULL terminator
708
709  outs() << "<gcc>"; outs().flush();
710  DEBUG(errs() << "\nAbout to run:\t";
711        for (unsigned i = 0, e = GCCArgs.size()-1; i != e; ++i)
712          errs() << " " << GCCArgs[i];
713        errs() << "\n";
714        );
715  if (RunProgramWithTimeout(GCCPath, &GCCArgs[0], sys::Path(), sys::Path(),
716        sys::Path())) {
717    *Error = ProcessFailure(GCCPath, &GCCArgs[0]);
718    return -1;
719  }
720
721  std::vector<const char*> ProgramArgs;
722
723  // Declared here so that the destructor only runs after
724  // ProgramArgs is used.
725  std::string Exec;
726
727  if (RemoteClientPath.isEmpty())
728    ProgramArgs.push_back(OutputBinary.c_str());
729  else {
730    ProgramArgs.push_back(RemoteClientPath.c_str());
731    ProgramArgs.push_back(RemoteHost.c_str());
732    if (!RemoteUser.empty()) {
733      ProgramArgs.push_back("-l");
734      ProgramArgs.push_back(RemoteUser.c_str());
735    }
736    if (!RemotePort.empty()) {
737      ProgramArgs.push_back("-p");
738      ProgramArgs.push_back(RemotePort.c_str());
739    }
740    if (!RemoteExtra.empty()) {
741      ProgramArgs.push_back(RemoteExtra.c_str());
742    }
743
744    // Full path to the binary. We need to cd to the exec directory because
745    // there is a dylib there that the exec expects to find in the CWD
746    char* env_pwd = getenv("PWD");
747    Exec = "cd ";
748    Exec += env_pwd;
749    Exec += "; ./";
750    Exec += OutputBinary.c_str();
751    ProgramArgs.push_back(Exec.c_str());
752  }
753
754  // Add optional parameters to the running program from Argv
755  for (unsigned i = 0, e = Args.size(); i != e; ++i)
756    ProgramArgs.push_back(Args[i].c_str());
757  ProgramArgs.push_back(0);                // NULL terminator
758
759  // Now that we have a binary, run it!
760  outs() << "<program>"; outs().flush();
761  DEBUG(errs() << "\nAbout to run:\t";
762        for (unsigned i = 0, e = ProgramArgs.size()-1; i != e; ++i)
763          errs() << " " << ProgramArgs[i];
764        errs() << "\n";
765        );
766
767  FileRemover OutputBinaryRemover(OutputBinary.str(), !SaveTemps);
768
769  if (RemoteClientPath.isEmpty()) {
770    DEBUG(errs() << "<run locally>");
771    int ExitCode = RunProgramWithTimeout(OutputBinary, &ProgramArgs[0],
772        sys::Path(InputFile), sys::Path(OutputFile), sys::Path(OutputFile),
773        Timeout, MemoryLimit, Error);
774    // Treat a signal (usually SIGSEGV) or timeout as part of the program output
775    // so that crash-causing miscompilation is handled seamlessly.
776    if (ExitCode < -1) {
777      std::ofstream outFile(OutputFile.c_str(), std::ios_base::app);
778      outFile << *Error << '\n';
779      outFile.close();
780      Error->clear();
781    }
782    return ExitCode;
783  } else {
784    outs() << "<run remotely>"; outs().flush();
785    return RunProgramRemotelyWithTimeout(sys::Path(RemoteClientPath),
786        &ProgramArgs[0], sys::Path(InputFile), sys::Path(OutputFile),
787        sys::Path(OutputFile), Timeout, MemoryLimit);
788  }
789}
790
791int GCC::MakeSharedObject(const std::string &InputFile, FileType fileType,
792                          std::string &OutputFile,
793                          const std::vector<std::string> &ArgsForGCC,
794                          std::string &Error) {
795  sys::Path uniqueFilename(InputFile+LTDL_SHLIB_EXT);
796  std::string ErrMsg;
797  if (uniqueFilename.makeUnique(true, &ErrMsg)) {
798    errs() << "Error making unique filename: " << ErrMsg << "\n";
799    exit(1);
800  }
801  OutputFile = uniqueFilename.str();
802
803  std::vector<const char*> GCCArgs;
804
805  GCCArgs.push_back(GCCPath.c_str());
806
807  if (TargetTriple.getArch() == Triple::x86)
808    GCCArgs.push_back("-m32");
809
810  for (std::vector<std::string>::const_iterator
811         I = gccArgs.begin(), E = gccArgs.end(); I != E; ++I)
812    GCCArgs.push_back(I->c_str());
813
814  // Compile the C/asm file into a shared object
815  if (fileType != ObjectFile) {
816    GCCArgs.push_back("-x");
817    GCCArgs.push_back(fileType == AsmFile ? "assembler" : "c");
818  }
819  GCCArgs.push_back("-fno-strict-aliasing");
820  GCCArgs.push_back(InputFile.c_str());   // Specify the input filename.
821  GCCArgs.push_back("-x");
822  GCCArgs.push_back("none");
823  if (TargetTriple.getArch() == Triple::sparc)
824    GCCArgs.push_back("-G");       // Compile a shared library, `-G' for Sparc
825  else if (TargetTriple.isOSDarwin()) {
826    // link all source files into a single module in data segment, rather than
827    // generating blocks. dynamic_lookup requires that you set
828    // MACOSX_DEPLOYMENT_TARGET=10.3 in your env.  FIXME: it would be better for
829    // bugpoint to just pass that in the environment of GCC.
830    GCCArgs.push_back("-single_module");
831    GCCArgs.push_back("-dynamiclib");   // `-dynamiclib' for MacOS X/PowerPC
832    GCCArgs.push_back("-undefined");
833    GCCArgs.push_back("dynamic_lookup");
834  } else
835    GCCArgs.push_back("-shared");  // `-shared' for Linux/X86, maybe others
836
837  if (TargetTriple.getArch() == Triple::x86_64)
838    GCCArgs.push_back("-fPIC");   // Requires shared objs to contain PIC
839
840  if (TargetTriple.getArch() == Triple::sparc)
841    GCCArgs.push_back("-mcpu=v9");
842
843  GCCArgs.push_back("-o");
844  GCCArgs.push_back(OutputFile.c_str()); // Output to the right filename.
845  GCCArgs.push_back("-O2");              // Optimize the program a bit.
846
847
848
849  // Add any arguments intended for GCC. We locate them here because this is
850  // most likely -L and -l options that need to come before other libraries but
851  // after the source. Other options won't be sensitive to placement on the
852  // command line, so this should be safe.
853  for (unsigned i = 0, e = ArgsForGCC.size(); i != e; ++i)
854    GCCArgs.push_back(ArgsForGCC[i].c_str());
855  GCCArgs.push_back(0);                    // NULL terminator
856
857
858
859  outs() << "<gcc>"; outs().flush();
860  DEBUG(errs() << "\nAbout to run:\t";
861        for (unsigned i = 0, e = GCCArgs.size()-1; i != e; ++i)
862          errs() << " " << GCCArgs[i];
863        errs() << "\n";
864        );
865  if (RunProgramWithTimeout(GCCPath, &GCCArgs[0], sys::Path(), sys::Path(),
866                            sys::Path())) {
867    Error = ProcessFailure(GCCPath, &GCCArgs[0]);
868    return 1;
869  }
870  return 0;
871}
872
873/// create - Try to find the `gcc' executable
874///
875GCC *GCC::create(std::string &Message,
876                 const std::string &GCCBinary,
877                 const std::vector<std::string> *Args) {
878  sys::Path GCCPath = sys::Program::FindProgramByName(GCCBinary);
879  if (GCCPath.isEmpty()) {
880    Message = "Cannot find `"+ GCCBinary +"' in PATH!\n";
881    return 0;
882  }
883
884  sys::Path RemoteClientPath;
885  if (!RemoteClient.empty())
886    RemoteClientPath = sys::Program::FindProgramByName(RemoteClient);
887
888  Message = "Found gcc: " + GCCPath.str() + "\n";
889  return new GCC(GCCPath, RemoteClientPath, Args);
890}
891