ASTUnit.cpp revision 206275
1//===--- ASTUnit.cpp - ASTUnit utility ------------------------------------===// 2// 3// The LLVM Compiler Infrastructure 4// 5// This file is distributed under the University of Illinois Open Source 6// License. See LICENSE.TXT for details. 7// 8//===----------------------------------------------------------------------===// 9// 10// ASTUnit Implementation. 11// 12//===----------------------------------------------------------------------===// 13 14#include "clang/Frontend/ASTUnit.h" 15#include "clang/Frontend/PCHReader.h" 16#include "clang/AST/ASTContext.h" 17#include "clang/AST/ASTConsumer.h" 18#include "clang/AST/DeclVisitor.h" 19#include "clang/AST/StmtVisitor.h" 20#include "clang/Driver/Compilation.h" 21#include "clang/Driver/Driver.h" 22#include "clang/Driver/Job.h" 23#include "clang/Driver/Tool.h" 24#include "clang/Frontend/CompilerInstance.h" 25#include "clang/Frontend/FrontendActions.h" 26#include "clang/Frontend/FrontendDiagnostic.h" 27#include "clang/Frontend/FrontendOptions.h" 28#include "clang/Lex/HeaderSearch.h" 29#include "clang/Lex/Preprocessor.h" 30#include "clang/Basic/TargetOptions.h" 31#include "clang/Basic/TargetInfo.h" 32#include "clang/Basic/Diagnostic.h" 33#include "llvm/Support/MemoryBuffer.h" 34#include "llvm/System/Host.h" 35#include "llvm/System/Path.h" 36using namespace clang; 37 38ASTUnit::ASTUnit(bool _MainFileIsAST) 39 : MainFileIsAST(_MainFileIsAST), ConcurrencyCheckValue(CheckUnlocked) { } 40 41ASTUnit::~ASTUnit() { 42 ConcurrencyCheckValue = CheckLocked; 43 for (unsigned I = 0, N = TemporaryFiles.size(); I != N; ++I) 44 TemporaryFiles[I].eraseFromDisk(); 45} 46 47namespace { 48 49/// \brief Gathers information from PCHReader that will be used to initialize 50/// a Preprocessor. 51class PCHInfoCollector : public PCHReaderListener { 52 LangOptions &LangOpt; 53 HeaderSearch &HSI; 54 std::string &TargetTriple; 55 std::string &Predefines; 56 unsigned &Counter; 57 58 unsigned NumHeaderInfos; 59 60public: 61 PCHInfoCollector(LangOptions &LangOpt, HeaderSearch &HSI, 62 std::string &TargetTriple, std::string &Predefines, 63 unsigned &Counter) 64 : LangOpt(LangOpt), HSI(HSI), TargetTriple(TargetTriple), 65 Predefines(Predefines), Counter(Counter), NumHeaderInfos(0) {} 66 67 virtual bool ReadLanguageOptions(const LangOptions &LangOpts) { 68 LangOpt = LangOpts; 69 return false; 70 } 71 72 virtual bool ReadTargetTriple(llvm::StringRef Triple) { 73 TargetTriple = Triple; 74 return false; 75 } 76 77 virtual bool ReadPredefinesBuffer(llvm::StringRef PCHPredef, 78 FileID PCHBufferID, 79 llvm::StringRef OriginalFileName, 80 std::string &SuggestedPredefines) { 81 Predefines = PCHPredef; 82 return false; 83 } 84 85 virtual void ReadHeaderFileInfo(const HeaderFileInfo &HFI, unsigned ID) { 86 HSI.setHeaderFileInfoForUID(HFI, NumHeaderInfos++); 87 } 88 89 virtual void ReadCounter(unsigned Value) { 90 Counter = Value; 91 } 92}; 93 94class StoredDiagnosticClient : public DiagnosticClient { 95 llvm::SmallVectorImpl<StoredDiagnostic> &StoredDiags; 96 97public: 98 explicit StoredDiagnosticClient( 99 llvm::SmallVectorImpl<StoredDiagnostic> &StoredDiags) 100 : StoredDiags(StoredDiags) { } 101 102 virtual void HandleDiagnostic(Diagnostic::Level Level, 103 const DiagnosticInfo &Info); 104}; 105 106/// \brief RAII object that optionally captures diagnostics, if 107/// there is no diagnostic client to capture them already. 108class CaptureDroppedDiagnostics { 109 Diagnostic &Diags; 110 StoredDiagnosticClient Client; 111 DiagnosticClient *PreviousClient; 112 113public: 114 CaptureDroppedDiagnostics(bool RequestCapture, Diagnostic &Diags, 115 llvm::SmallVectorImpl<StoredDiagnostic> &StoredDiags) 116 : Diags(Diags), Client(StoredDiags), PreviousClient(Diags.getClient()) 117 { 118 if (RequestCapture || Diags.getClient() == 0) 119 Diags.setClient(&Client); 120 } 121 122 ~CaptureDroppedDiagnostics() { 123 Diags.setClient(PreviousClient); 124 } 125}; 126 127} // anonymous namespace 128 129void StoredDiagnosticClient::HandleDiagnostic(Diagnostic::Level Level, 130 const DiagnosticInfo &Info) { 131 StoredDiags.push_back(StoredDiagnostic(Level, Info)); 132} 133 134const std::string &ASTUnit::getOriginalSourceFileName() { 135 return OriginalSourceFile; 136} 137 138const std::string &ASTUnit::getPCHFileName() { 139 assert(isMainFileAST() && "Not an ASTUnit from a PCH file!"); 140 return static_cast<PCHReader *>(Ctx->getExternalSource())->getFileName(); 141} 142 143ASTUnit *ASTUnit::LoadFromPCHFile(const std::string &Filename, 144 llvm::IntrusiveRefCntPtr<Diagnostic> Diags, 145 bool OnlyLocalDecls, 146 RemappedFile *RemappedFiles, 147 unsigned NumRemappedFiles, 148 bool CaptureDiagnostics) { 149 llvm::OwningPtr<ASTUnit> AST(new ASTUnit(true)); 150 151 if (!Diags.getPtr()) { 152 // No diagnostics engine was provided, so create our own diagnostics object 153 // with the default options. 154 DiagnosticOptions DiagOpts; 155 Diags = CompilerInstance::createDiagnostics(DiagOpts, 0, 0); 156 } 157 158 AST->OnlyLocalDecls = OnlyLocalDecls; 159 AST->Diagnostics = Diags; 160 AST->FileMgr.reset(new FileManager); 161 AST->SourceMgr.reset(new SourceManager(AST->getDiagnostics())); 162 AST->HeaderInfo.reset(new HeaderSearch(AST->getFileManager())); 163 164 // If requested, capture diagnostics in the ASTUnit. 165 CaptureDroppedDiagnostics Capture(CaptureDiagnostics, AST->getDiagnostics(), 166 AST->StoredDiagnostics); 167 168 for (unsigned I = 0; I != NumRemappedFiles; ++I) { 169 // Create the file entry for the file that we're mapping from. 170 const FileEntry *FromFile 171 = AST->getFileManager().getVirtualFile(RemappedFiles[I].first, 172 RemappedFiles[I].second->getBufferSize(), 173 0); 174 if (!FromFile) { 175 AST->getDiagnostics().Report(diag::err_fe_remap_missing_from_file) 176 << RemappedFiles[I].first; 177 delete RemappedFiles[I].second; 178 continue; 179 } 180 181 // Override the contents of the "from" file with the contents of 182 // the "to" file. 183 AST->getSourceManager().overrideFileContents(FromFile, 184 RemappedFiles[I].second); 185 } 186 187 // Gather Info for preprocessor construction later on. 188 189 LangOptions LangInfo; 190 HeaderSearch &HeaderInfo = *AST->HeaderInfo.get(); 191 std::string TargetTriple; 192 std::string Predefines; 193 unsigned Counter; 194 195 llvm::OwningPtr<PCHReader> Reader; 196 llvm::OwningPtr<ExternalASTSource> Source; 197 198 Reader.reset(new PCHReader(AST->getSourceManager(), AST->getFileManager(), 199 AST->getDiagnostics())); 200 Reader->setListener(new PCHInfoCollector(LangInfo, HeaderInfo, TargetTriple, 201 Predefines, Counter)); 202 203 switch (Reader->ReadPCH(Filename)) { 204 case PCHReader::Success: 205 break; 206 207 case PCHReader::Failure: 208 case PCHReader::IgnorePCH: 209 AST->getDiagnostics().Report(diag::err_fe_unable_to_load_pch); 210 return NULL; 211 } 212 213 AST->OriginalSourceFile = Reader->getOriginalSourceFile(); 214 215 // PCH loaded successfully. Now create the preprocessor. 216 217 // Get information about the target being compiled for. 218 // 219 // FIXME: This is broken, we should store the TargetOptions in the PCH. 220 TargetOptions TargetOpts; 221 TargetOpts.ABI = ""; 222 TargetOpts.CPU = ""; 223 TargetOpts.Features.clear(); 224 TargetOpts.Triple = TargetTriple; 225 AST->Target.reset(TargetInfo::CreateTargetInfo(AST->getDiagnostics(), 226 TargetOpts)); 227 AST->PP.reset(new Preprocessor(AST->getDiagnostics(), LangInfo, 228 *AST->Target.get(), 229 AST->getSourceManager(), HeaderInfo)); 230 Preprocessor &PP = *AST->PP.get(); 231 232 PP.setPredefines(Reader->getSuggestedPredefines()); 233 PP.setCounterValue(Counter); 234 Reader->setPreprocessor(PP); 235 236 // Create and initialize the ASTContext. 237 238 AST->Ctx.reset(new ASTContext(LangInfo, 239 AST->getSourceManager(), 240 *AST->Target.get(), 241 PP.getIdentifierTable(), 242 PP.getSelectorTable(), 243 PP.getBuiltinInfo(), 244 /* FreeMemory = */ false, 245 /* size_reserve = */0)); 246 ASTContext &Context = *AST->Ctx.get(); 247 248 Reader->InitializeContext(Context); 249 250 // Attach the PCH reader to the AST context as an external AST 251 // source, so that declarations will be deserialized from the 252 // PCH file as needed. 253 Source.reset(Reader.take()); 254 Context.setExternalSource(Source); 255 256 return AST.take(); 257} 258 259namespace { 260 261class TopLevelDeclTrackerConsumer : public ASTConsumer { 262 ASTUnit &Unit; 263 264public: 265 TopLevelDeclTrackerConsumer(ASTUnit &_Unit) : Unit(_Unit) {} 266 267 void HandleTopLevelDecl(DeclGroupRef D) { 268 for (DeclGroupRef::iterator it = D.begin(), ie = D.end(); it != ie; ++it) 269 Unit.getTopLevelDecls().push_back(*it); 270 } 271}; 272 273class TopLevelDeclTrackerAction : public ASTFrontendAction { 274public: 275 ASTUnit &Unit; 276 277 virtual ASTConsumer *CreateASTConsumer(CompilerInstance &CI, 278 llvm::StringRef InFile) { 279 return new TopLevelDeclTrackerConsumer(Unit); 280 } 281 282public: 283 TopLevelDeclTrackerAction(ASTUnit &_Unit) : Unit(_Unit) {} 284 285 virtual bool hasCodeCompletionSupport() const { return false; } 286}; 287 288} 289 290ASTUnit *ASTUnit::LoadFromCompilerInvocation(CompilerInvocation *CI, 291 llvm::IntrusiveRefCntPtr<Diagnostic> Diags, 292 bool OnlyLocalDecls, 293 bool CaptureDiagnostics) { 294 // Create the compiler instance to use for building the AST. 295 CompilerInstance Clang; 296 llvm::OwningPtr<ASTUnit> AST; 297 llvm::OwningPtr<TopLevelDeclTrackerAction> Act; 298 299 if (!Diags.getPtr()) { 300 // No diagnostics engine was provided, so create our own diagnostics object 301 // with the default options. 302 DiagnosticOptions DiagOpts; 303 Diags = CompilerInstance::createDiagnostics(DiagOpts, 0, 0); 304 } 305 306 Clang.setInvocation(CI); 307 308 Clang.setDiagnostics(Diags.getPtr()); 309 Clang.setDiagnosticClient(Diags->getClient()); 310 311 // Create the target instance. 312 Clang.setTarget(TargetInfo::CreateTargetInfo(Clang.getDiagnostics(), 313 Clang.getTargetOpts())); 314 if (!Clang.hasTarget()) { 315 Clang.takeDiagnosticClient(); 316 return 0; 317 } 318 319 // Inform the target of the language options. 320 // 321 // FIXME: We shouldn't need to do this, the target should be immutable once 322 // created. This complexity should be lifted elsewhere. 323 Clang.getTarget().setForcedLangOptions(Clang.getLangOpts()); 324 325 assert(Clang.getFrontendOpts().Inputs.size() == 1 && 326 "Invocation must have exactly one source file!"); 327 assert(Clang.getFrontendOpts().Inputs[0].first != FrontendOptions::IK_AST && 328 "FIXME: AST inputs not yet supported here!"); 329 330 // Create the AST unit. 331 AST.reset(new ASTUnit(false)); 332 AST->Diagnostics = Diags; 333 AST->FileMgr.reset(new FileManager); 334 AST->SourceMgr.reset(new SourceManager(AST->getDiagnostics())); 335 AST->OnlyLocalDecls = OnlyLocalDecls; 336 AST->OriginalSourceFile = Clang.getFrontendOpts().Inputs[0].second; 337 338 // Capture any diagnostics that would otherwise be dropped. 339 CaptureDroppedDiagnostics Capture(CaptureDiagnostics, 340 Clang.getDiagnostics(), 341 AST->StoredDiagnostics); 342 343 // Create a file manager object to provide access to and cache the filesystem. 344 Clang.setFileManager(&AST->getFileManager()); 345 346 // Create the source manager. 347 Clang.setSourceManager(&AST->getSourceManager()); 348 349 // Create the preprocessor. 350 Clang.createPreprocessor(); 351 352 Act.reset(new TopLevelDeclTrackerAction(*AST)); 353 if (!Act->BeginSourceFile(Clang, Clang.getFrontendOpts().Inputs[0].second, 354 /*IsAST=*/false)) 355 goto error; 356 357 Act->Execute(); 358 359 // Steal the created target, context, and preprocessor, and take back the 360 // source and file managers. 361 AST->Ctx.reset(Clang.takeASTContext()); 362 AST->PP.reset(Clang.takePreprocessor()); 363 Clang.takeSourceManager(); 364 Clang.takeFileManager(); 365 AST->Target.reset(Clang.takeTarget()); 366 367 Act->EndSourceFile(); 368 369 Clang.takeDiagnosticClient(); 370 Clang.takeInvocation(); 371 372 AST->Invocation.reset(Clang.takeInvocation()); 373 return AST.take(); 374 375error: 376 Clang.takeSourceManager(); 377 Clang.takeFileManager(); 378 Clang.takeDiagnosticClient(); 379 return 0; 380} 381 382ASTUnit *ASTUnit::LoadFromCommandLine(const char **ArgBegin, 383 const char **ArgEnd, 384 llvm::IntrusiveRefCntPtr<Diagnostic> Diags, 385 llvm::StringRef ResourceFilesPath, 386 bool OnlyLocalDecls, 387 RemappedFile *RemappedFiles, 388 unsigned NumRemappedFiles, 389 bool CaptureDiagnostics) { 390 if (!Diags.getPtr()) { 391 // No diagnostics engine was provided, so create our own diagnostics object 392 // with the default options. 393 DiagnosticOptions DiagOpts; 394 Diags = CompilerInstance::createDiagnostics(DiagOpts, 0, 0); 395 } 396 397 llvm::SmallVector<const char *, 16> Args; 398 Args.push_back("<clang>"); // FIXME: Remove dummy argument. 399 Args.insert(Args.end(), ArgBegin, ArgEnd); 400 401 // FIXME: Find a cleaner way to force the driver into restricted modes. We 402 // also want to force it to use clang. 403 Args.push_back("-fsyntax-only"); 404 405 // FIXME: We shouldn't have to pass in the path info. 406 driver::Driver TheDriver("clang", "/", llvm::sys::getHostTriple(), 407 "a.out", false, false, *Diags); 408 409 // Don't check that inputs exist, they have been remapped. 410 TheDriver.setCheckInputsExist(false); 411 412 llvm::OwningPtr<driver::Compilation> C( 413 TheDriver.BuildCompilation(Args.size(), Args.data())); 414 415 // We expect to get back exactly one command job, if we didn't something 416 // failed. 417 const driver::JobList &Jobs = C->getJobs(); 418 if (Jobs.size() != 1 || !isa<driver::Command>(Jobs.begin())) { 419 llvm::SmallString<256> Msg; 420 llvm::raw_svector_ostream OS(Msg); 421 C->PrintJob(OS, C->getJobs(), "; ", true); 422 Diags->Report(diag::err_fe_expected_compiler_job) << OS.str(); 423 return 0; 424 } 425 426 const driver::Command *Cmd = cast<driver::Command>(*Jobs.begin()); 427 if (llvm::StringRef(Cmd->getCreator().getName()) != "clang") { 428 Diags->Report(diag::err_fe_expected_clang_command); 429 return 0; 430 } 431 432 const driver::ArgStringList &CCArgs = Cmd->getArguments(); 433 llvm::OwningPtr<CompilerInvocation> CI(new CompilerInvocation); 434 CompilerInvocation::CreateFromArgs(*CI, (const char**) CCArgs.data(), 435 (const char**) CCArgs.data()+CCArgs.size(), 436 *Diags); 437 438 // Override any files that need remapping 439 for (unsigned I = 0; I != NumRemappedFiles; ++I) 440 CI->getPreprocessorOpts().addRemappedFile(RemappedFiles[I].first, 441 RemappedFiles[I].second); 442 443 // Override the resources path. 444 CI->getHeaderSearchOpts().ResourceDir = ResourceFilesPath; 445 446 CI->getFrontendOpts().DisableFree = true; 447 return LoadFromCompilerInvocation(CI.take(), Diags, OnlyLocalDecls, 448 CaptureDiagnostics); 449} 450