958 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			C++
		
	
	
	
			
		
		
	
	
			958 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			C++
		
	
	
	
| //===- DependencyDirectivesSourceMinimizer.cpp -  -------------------------===//
 | |
| //
 | |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 | |
| // See https://llvm.org/LICENSE.txt for license information.
 | |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 | |
| //
 | |
| //===----------------------------------------------------------------------===//
 | |
| ///
 | |
| /// \file
 | |
| /// This is the implementation for minimizing header and source files to the
 | |
| /// minimum necessary preprocessor directives for evaluating includes. It
 | |
| /// reduces the source down to #define, #include, #import, @import, and any
 | |
| /// conditional preprocessor logic that contains one of those.
 | |
| ///
 | |
| //===----------------------------------------------------------------------===//
 | |
| 
 | |
| #include "clang/Lex/DependencyDirectivesSourceMinimizer.h"
 | |
| #include "clang/Basic/CharInfo.h"
 | |
| #include "clang/Basic/Diagnostic.h"
 | |
| #include "clang/Lex/LexDiagnostic.h"
 | |
| #include "llvm/ADT/StringMap.h"
 | |
| #include "llvm/ADT/StringSwitch.h"
 | |
| #include "llvm/Support/MemoryBuffer.h"
 | |
| 
 | |
| using namespace llvm;
 | |
| using namespace clang;
 | |
| using namespace clang::minimize_source_to_dependency_directives;
 | |
| 
 | |
| namespace {
 | |
| 
 | |
| struct Minimizer {
 | |
|   /// Minimized output.
 | |
|   SmallVectorImpl<char> &Out;
 | |
|   /// The known tokens encountered during the minimization.
 | |
|   SmallVectorImpl<Token> &Tokens;
 | |
| 
 | |
|   Minimizer(SmallVectorImpl<char> &Out, SmallVectorImpl<Token> &Tokens,
 | |
|             StringRef Input, DiagnosticsEngine *Diags,
 | |
|             SourceLocation InputSourceLoc)
 | |
|       : Out(Out), Tokens(Tokens), Input(Input), Diags(Diags),
 | |
|         InputSourceLoc(InputSourceLoc) {}
 | |
| 
 | |
|   /// Lex the provided source and emit the minimized output.
 | |
|   ///
 | |
|   /// \returns True on error.
 | |
|   bool minimize();
 | |
| 
 | |
| private:
 | |
|   struct IdInfo {
 | |
|     const char *Last;
 | |
|     StringRef Name;
 | |
|   };
 | |
| 
 | |
|   /// Lex an identifier.
 | |
|   ///
 | |
|   /// \pre First points at a valid identifier head.
 | |
|   LLVM_NODISCARD IdInfo lexIdentifier(const char *First, const char *const End);
 | |
|   LLVM_NODISCARD bool isNextIdentifier(StringRef Id, const char *&First,
 | |
|                                        const char *const End);
 | |
|   LLVM_NODISCARD bool minimizeImpl(const char *First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexPPLine(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexAt(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexModule(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexDefine(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexPragma(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexEndif(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool lexDefault(TokenKind Kind, StringRef Directive,
 | |
|                                  const char *&First, const char *const End);
 | |
|   Token &makeToken(TokenKind K) {
 | |
|     Tokens.emplace_back(K, Out.size());
 | |
|     return Tokens.back();
 | |
|   }
 | |
|   void popToken() {
 | |
|     Out.resize(Tokens.back().Offset);
 | |
|     Tokens.pop_back();
 | |
|   }
 | |
|   TokenKind top() const { return Tokens.empty() ? pp_none : Tokens.back().K; }
 | |
| 
 | |
|   Minimizer &put(char Byte) {
 | |
|     Out.push_back(Byte);
 | |
|     return *this;
 | |
|   }
 | |
|   Minimizer &append(StringRef S) { return append(S.begin(), S.end()); }
 | |
|   Minimizer &append(const char *First, const char *Last) {
 | |
|     Out.append(First, Last);
 | |
|     return *this;
 | |
|   }
 | |
| 
 | |
|   void printToNewline(const char *&First, const char *const End);
 | |
|   void printAdjacentModuleNameParts(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool printAtImportBody(const char *&First,
 | |
|                                         const char *const End);
 | |
|   void printDirectiveBody(const char *&First, const char *const End);
 | |
|   void printAdjacentMacroArgs(const char *&First, const char *const End);
 | |
|   LLVM_NODISCARD bool printMacroArgs(const char *&First, const char *const End);
 | |
| 
 | |
|   /// Reports a diagnostic if the diagnostic engine is provided. Always returns
 | |
|   /// true at the end.
 | |
|   bool reportError(const char *CurPtr, unsigned Err);
 | |
| 
 | |
|   StringMap<char> SplitIds;
 | |
|   StringRef Input;
 | |
|   DiagnosticsEngine *Diags;
 | |
|   SourceLocation InputSourceLoc;
 | |
| };
 | |
| 
 | |
| } // end anonymous namespace
 | |
| 
 | |
| bool Minimizer::reportError(const char *CurPtr, unsigned Err) {
 | |
|   if (!Diags)
 | |
|     return true;
 | |
|   assert(CurPtr >= Input.data() && "invalid buffer ptr");
 | |
|   Diags->Report(InputSourceLoc.getLocWithOffset(CurPtr - Input.data()), Err);
 | |
|   return true;
 | |
| }
 | |
| 
 | |
| static void skipOverSpaces(const char *&First, const char *const End) {
 | |
|   while (First != End && isHorizontalWhitespace(*First))
 | |
|     ++First;
 | |
| }
 | |
| 
 | |
| LLVM_NODISCARD static bool isRawStringLiteral(const char *First,
 | |
|                                               const char *Current) {
 | |
|   assert(First <= Current);
 | |
| 
 | |
|   // Check if we can even back up.
 | |
|   if (*Current != '"' || First == Current)
 | |
|     return false;
 | |
| 
 | |
|   // Check for an "R".
 | |
|   --Current;
 | |
|   if (*Current != 'R')
 | |
|     return false;
 | |
|   if (First == Current || !isIdentifierBody(*--Current))
 | |
|     return true;
 | |
| 
 | |
|   // Check for a prefix of "u", "U", or "L".
 | |
|   if (*Current == 'u' || *Current == 'U' || *Current == 'L')
 | |
|     return First == Current || !isIdentifierBody(*--Current);
 | |
| 
 | |
|   // Check for a prefix of "u8".
 | |
|   if (*Current != '8' || First == Current || *Current-- != 'u')
 | |
|     return false;
 | |
|   return First == Current || !isIdentifierBody(*--Current);
 | |
| }
 | |
| 
 | |
| static void skipRawString(const char *&First, const char *const End) {
 | |
|   assert(First[0] == '"');
 | |
|   assert(First[-1] == 'R');
 | |
| 
 | |
|   const char *Last = ++First;
 | |
|   while (Last != End && *Last != '(')
 | |
|     ++Last;
 | |
|   if (Last == End) {
 | |
|     First = Last; // Hit the end... just give up.
 | |
|     return;
 | |
|   }
 | |
| 
 | |
|   StringRef Terminator(First, Last - First);
 | |
|   for (;;) {
 | |
|     // Move First to just past the next ")".
 | |
|     First = Last;
 | |
|     while (First != End && *First != ')')
 | |
|       ++First;
 | |
|     if (First == End)
 | |
|       return;
 | |
|     ++First;
 | |
| 
 | |
|     // Look ahead for the terminator sequence.
 | |
|     Last = First;
 | |
|     while (Last != End && size_t(Last - First) < Terminator.size() &&
 | |
|            Terminator[Last - First] == *Last)
 | |
|       ++Last;
 | |
| 
 | |
|     // Check if we hit it (or the end of the file).
 | |
|     if (Last == End) {
 | |
|       First = Last;
 | |
|       return;
 | |
|     }
 | |
|     if (size_t(Last - First) < Terminator.size())
 | |
|       continue;
 | |
|     if (*Last != '"')
 | |
|       continue;
 | |
|     First = Last + 1;
 | |
|     return;
 | |
|   }
 | |
| }
 | |
| 
 | |
| // Returns the length of EOL, either 0 (no end-of-line), 1 (\n) or 2 (\r\n)
 | |
| static unsigned isEOL(const char *First, const char *const End) {
 | |
|   if (First == End)
 | |
|     return 0;
 | |
|   if (End - First > 1 && isVerticalWhitespace(First[0]) &&
 | |
|       isVerticalWhitespace(First[1]) && First[0] != First[1])
 | |
|     return 2;
 | |
|   return !!isVerticalWhitespace(First[0]);
 | |
| }
 | |
| 
 | |
| static void skipString(const char *&First, const char *const End) {
 | |
|   assert(*First == '\'' || *First == '"' || *First == '<');
 | |
|   const char Terminator = *First == '<' ? '>' : *First;
 | |
|   for (++First; First != End && *First != Terminator; ++First) {
 | |
|     // String and character literals don't extend past the end of the line.
 | |
|     if (isVerticalWhitespace(*First))
 | |
|       return;
 | |
|     if (*First != '\\')
 | |
|       continue;
 | |
|     // Skip past backslash to the next character. This ensures that the
 | |
|     // character right after it is skipped as well, which matters if it's
 | |
|     // the terminator.
 | |
|     if (++First == End)
 | |
|       return;
 | |
|     if (!isWhitespace(*First))
 | |
|       continue;
 | |
|     // Whitespace after the backslash might indicate a line continuation.
 | |
|     const char *FirstAfterBackslashPastSpace = First;
 | |
|     skipOverSpaces(FirstAfterBackslashPastSpace, End);
 | |
|     if (unsigned NLSize = isEOL(FirstAfterBackslashPastSpace, End)) {
 | |
|       // Advance the character pointer to the next line for the next
 | |
|       // iteration.
 | |
|       First = FirstAfterBackslashPastSpace + NLSize - 1;
 | |
|     }
 | |
|   }
 | |
|   if (First != End)
 | |
|     ++First; // Finish off the string.
 | |
| }
 | |
| 
 | |
| // Returns the length of the skipped newline
 | |
| static unsigned skipNewline(const char *&First, const char *End) {
 | |
|   if (First == End)
 | |
|     return 0;
 | |
|   assert(isVerticalWhitespace(*First));
 | |
|   unsigned Len = isEOL(First, End);
 | |
|   assert(Len && "expected newline");
 | |
|   First += Len;
 | |
|   return Len;
 | |
| }
 | |
| 
 | |
| static bool wasLineContinuation(const char *First, unsigned EOLLen) {
 | |
|   return *(First - (int)EOLLen - 1) == '\\';
 | |
| }
 | |
| 
 | |
| static void skipToNewlineRaw(const char *&First, const char *const End) {
 | |
|   for (;;) {
 | |
|     if (First == End)
 | |
|       return;
 | |
| 
 | |
|     unsigned Len = isEOL(First, End);
 | |
|     if (Len)
 | |
|       return;
 | |
| 
 | |
|     do {
 | |
|       if (++First == End)
 | |
|         return;
 | |
|       Len = isEOL(First, End);
 | |
|     } while (!Len);
 | |
| 
 | |
|     if (First[-1] != '\\')
 | |
|       return;
 | |
| 
 | |
|     First += Len;
 | |
|     // Keep skipping lines...
 | |
|   }
 | |
| }
 | |
| 
 | |
| static const char *findLastNonSpace(const char *First, const char *Last) {
 | |
|   assert(First <= Last);
 | |
|   while (First != Last && isHorizontalWhitespace(Last[-1]))
 | |
|     --Last;
 | |
|   return Last;
 | |
| }
 | |
| 
 | |
| static const char *findFirstTrailingSpace(const char *First,
 | |
|                                           const char *Last) {
 | |
|   const char *LastNonSpace = findLastNonSpace(First, Last);
 | |
|   if (Last == LastNonSpace)
 | |
|     return Last;
 | |
|   assert(isHorizontalWhitespace(LastNonSpace[0]));
 | |
|   return LastNonSpace + 1;
 | |
| }
 | |
| 
 | |
| static void skipLineComment(const char *&First, const char *const End) {
 | |
|   assert(First[0] == '/' && First[1] == '/');
 | |
|   First += 2;
 | |
|   skipToNewlineRaw(First, End);
 | |
| }
 | |
| 
 | |
| static void skipBlockComment(const char *&First, const char *const End) {
 | |
|   assert(First[0] == '/' && First[1] == '*');
 | |
|   if (End - First < 4) {
 | |
|     First = End;
 | |
|     return;
 | |
|   }
 | |
|   for (First += 3; First != End; ++First)
 | |
|     if (First[-1] == '*' && First[0] == '/') {
 | |
|       ++First;
 | |
|       return;
 | |
|     }
 | |
| }
 | |
| 
 | |
| /// \returns True if the current single quotation mark character is a C++ 14
 | |
| /// digit separator.
 | |
| static bool isQuoteCppDigitSeparator(const char *const Start,
 | |
|                                      const char *const Cur,
 | |
|                                      const char *const End) {
 | |
|   assert(*Cur == '\'' && "expected quotation character");
 | |
|   // skipLine called in places where we don't expect a valid number
 | |
|   // body before `start` on the same line, so always return false at the start.
 | |
|   if (Start == Cur)
 | |
|     return false;
 | |
|   // The previous character must be a valid PP number character.
 | |
|   // Make sure that the L, u, U, u8 prefixes don't get marked as a
 | |
|   // separator though.
 | |
|   char Prev = *(Cur - 1);
 | |
|   if (Prev == 'L' || Prev == 'U' || Prev == 'u')
 | |
|     return false;
 | |
|   if (Prev == '8' && (Cur - 1 != Start) && *(Cur - 2) == 'u')
 | |
|     return false;
 | |
|   if (!isPreprocessingNumberBody(Prev))
 | |
|     return false;
 | |
|   // The next character should be a valid identifier body character.
 | |
|   return (Cur + 1) < End && isIdentifierBody(*(Cur + 1));
 | |
| }
 | |
| 
 | |
| static void skipLine(const char *&First, const char *const End) {
 | |
|   for (;;) {
 | |
|     assert(First <= End);
 | |
|     if (First == End)
 | |
|       return;
 | |
| 
 | |
|     if (isVerticalWhitespace(*First)) {
 | |
|       skipNewline(First, End);
 | |
|       return;
 | |
|     }
 | |
|     const char *Start = First;
 | |
|     while (First != End && !isVerticalWhitespace(*First)) {
 | |
|       // Iterate over strings correctly to avoid comments and newlines.
 | |
|       if (*First == '"' ||
 | |
|           (*First == '\'' && !isQuoteCppDigitSeparator(Start, First, End))) {
 | |
|         if (isRawStringLiteral(Start, First))
 | |
|           skipRawString(First, End);
 | |
|         else
 | |
|           skipString(First, End);
 | |
|         continue;
 | |
|       }
 | |
| 
 | |
|       // Iterate over comments correctly.
 | |
|       if (*First != '/' || End - First < 2) {
 | |
|         ++First;
 | |
|         continue;
 | |
|       }
 | |
| 
 | |
|       if (First[1] == '/') {
 | |
|         // "//...".
 | |
|         skipLineComment(First, End);
 | |
|         continue;
 | |
|       }
 | |
| 
 | |
|       if (First[1] != '*') {
 | |
|         ++First;
 | |
|         continue;
 | |
|       }
 | |
| 
 | |
|       // "/*...*/".
 | |
|       skipBlockComment(First, End);
 | |
|     }
 | |
|     if (First == End)
 | |
|       return;
 | |
| 
 | |
|     // Skip over the newline.
 | |
|     unsigned Len = skipNewline(First, End);
 | |
|     if (!wasLineContinuation(First, Len)) // Continue past line-continuations.
 | |
|       break;
 | |
|   }
 | |
| }
 | |
| 
 | |
| static void skipDirective(StringRef Name, const char *&First,
 | |
|                           const char *const End) {
 | |
|   if (llvm::StringSwitch<bool>(Name)
 | |
|           .Case("warning", true)
 | |
|           .Case("error", true)
 | |
|           .Default(false))
 | |
|     // Do not process quotes or comments.
 | |
|     skipToNewlineRaw(First, End);
 | |
|   else
 | |
|     skipLine(First, End);
 | |
| }
 | |
| 
 | |
| void Minimizer::printToNewline(const char *&First, const char *const End) {
 | |
|   while (First != End && !isVerticalWhitespace(*First)) {
 | |
|     const char *Last = First;
 | |
|     do {
 | |
|       // Iterate over strings correctly to avoid comments and newlines.
 | |
|       if (*Last == '"' || *Last == '\'' ||
 | |
|           (*Last == '<' && top() == pp_include)) {
 | |
|         if (LLVM_UNLIKELY(isRawStringLiteral(First, Last)))
 | |
|           skipRawString(Last, End);
 | |
|         else
 | |
|           skipString(Last, End);
 | |
|         continue;
 | |
|       }
 | |
|       if (*Last != '/' || End - Last < 2) {
 | |
|         ++Last;
 | |
|         continue; // Gather the rest up to print verbatim.
 | |
|       }
 | |
| 
 | |
|       if (Last[1] != '/' && Last[1] != '*') {
 | |
|         ++Last;
 | |
|         continue;
 | |
|       }
 | |
| 
 | |
|       // Deal with "//..." and "/*...*/".
 | |
|       append(First, findFirstTrailingSpace(First, Last));
 | |
|       First = Last;
 | |
| 
 | |
|       if (Last[1] == '/') {
 | |
|         skipLineComment(First, End);
 | |
|         return;
 | |
|       }
 | |
| 
 | |
|       put(' ');
 | |
|       skipBlockComment(First, End);
 | |
|       skipOverSpaces(First, End);
 | |
|       Last = First;
 | |
|     } while (Last != End && !isVerticalWhitespace(*Last));
 | |
| 
 | |
|     // Print out the string.
 | |
|     const char *LastBeforeTrailingSpace = findLastNonSpace(First, Last);
 | |
|     if (Last == End || LastBeforeTrailingSpace == First ||
 | |
|         LastBeforeTrailingSpace[-1] != '\\') {
 | |
|       append(First, LastBeforeTrailingSpace);
 | |
|       First = Last;
 | |
|       skipNewline(First, End);
 | |
|       return;
 | |
|     }
 | |
| 
 | |
|     // Print up to the backslash, backing up over spaces. Preserve at least one
 | |
|     // space, as the space matters when tokens are separated by a line
 | |
|     // continuation.
 | |
|     append(First, findFirstTrailingSpace(
 | |
|                       First, LastBeforeTrailingSpace - 1));
 | |
| 
 | |
|     First = Last;
 | |
|     skipNewline(First, End);
 | |
|     skipOverSpaces(First, End);
 | |
|   }
 | |
| }
 | |
| 
 | |
| static void skipWhitespace(const char *&First, const char *const End) {
 | |
|   for (;;) {
 | |
|     assert(First <= End);
 | |
|     skipOverSpaces(First, End);
 | |
| 
 | |
|     if (End - First < 2)
 | |
|       return;
 | |
| 
 | |
|     if (First[0] == '\\' && isVerticalWhitespace(First[1])) {
 | |
|       skipNewline(++First, End);
 | |
|       continue;
 | |
|     }
 | |
| 
 | |
|     // Check for a non-comment character.
 | |
|     if (First[0] != '/')
 | |
|       return;
 | |
| 
 | |
|     // "// ...".
 | |
|     if (First[1] == '/') {
 | |
|       skipLineComment(First, End);
 | |
|       return;
 | |
|     }
 | |
| 
 | |
|     // Cannot be a comment.
 | |
|     if (First[1] != '*')
 | |
|       return;
 | |
| 
 | |
|     // "/*...*/".
 | |
|     skipBlockComment(First, End);
 | |
|   }
 | |
| }
 | |
| 
 | |
| void Minimizer::printAdjacentModuleNameParts(const char *&First,
 | |
|                                              const char *const End) {
 | |
|   // Skip over parts of the body.
 | |
|   const char *Last = First;
 | |
|   do
 | |
|     ++Last;
 | |
|   while (Last != End && (isIdentifierBody(*Last) || *Last == '.'));
 | |
|   append(First, Last);
 | |
|   First = Last;
 | |
| }
 | |
| 
 | |
| bool Minimizer::printAtImportBody(const char *&First, const char *const End) {
 | |
|   for (;;) {
 | |
|     skipWhitespace(First, End);
 | |
|     if (First == End)
 | |
|       return true;
 | |
| 
 | |
|     if (isVerticalWhitespace(*First)) {
 | |
|       skipNewline(First, End);
 | |
|       continue;
 | |
|     }
 | |
| 
 | |
|     // Found a semicolon.
 | |
|     if (*First == ';') {
 | |
|       put(*First++).put('\n');
 | |
|       return false;
 | |
|     }
 | |
| 
 | |
|     // Don't handle macro expansions inside @import for now.
 | |
|     if (!isIdentifierBody(*First) && *First != '.')
 | |
|       return true;
 | |
| 
 | |
|     printAdjacentModuleNameParts(First, End);
 | |
|   }
 | |
| }
 | |
| 
 | |
| void Minimizer::printDirectiveBody(const char *&First, const char *const End) {
 | |
|   skipWhitespace(First, End); // Skip initial whitespace.
 | |
|   printToNewline(First, End);
 | |
|   while (Out.back() == ' ')
 | |
|     Out.pop_back();
 | |
|   put('\n');
 | |
| }
 | |
| 
 | |
| LLVM_NODISCARD static const char *lexRawIdentifier(const char *First,
 | |
|                                                    const char *const End) {
 | |
|   assert(isIdentifierBody(*First) && "invalid identifer");
 | |
|   const char *Last = First + 1;
 | |
|   while (Last != End && isIdentifierBody(*Last))
 | |
|     ++Last;
 | |
|   return Last;
 | |
| }
 | |
| 
 | |
| LLVM_NODISCARD static const char *
 | |
| getIdentifierContinuation(const char *First, const char *const End) {
 | |
|   if (End - First < 3 || First[0] != '\\' || !isVerticalWhitespace(First[1]))
 | |
|     return nullptr;
 | |
| 
 | |
|   ++First;
 | |
|   skipNewline(First, End);
 | |
|   if (First == End)
 | |
|     return nullptr;
 | |
|   return isIdentifierBody(First[0]) ? First : nullptr;
 | |
| }
 | |
| 
 | |
| Minimizer::IdInfo Minimizer::lexIdentifier(const char *First,
 | |
|                                            const char *const End) {
 | |
|   const char *Last = lexRawIdentifier(First, End);
 | |
|   const char *Next = getIdentifierContinuation(Last, End);
 | |
|   if (LLVM_LIKELY(!Next))
 | |
|     return IdInfo{Last, StringRef(First, Last - First)};
 | |
| 
 | |
|   // Slow path, where identifiers are split over lines.
 | |
|   SmallVector<char, 64> Id(First, Last);
 | |
|   while (Next) {
 | |
|     Last = lexRawIdentifier(Next, End);
 | |
|     Id.append(Next, Last);
 | |
|     Next = getIdentifierContinuation(Last, End);
 | |
|   }
 | |
|   return IdInfo{
 | |
|       Last,
 | |
|       SplitIds.try_emplace(StringRef(Id.begin(), Id.size()), 0).first->first()};
 | |
| }
 | |
| 
 | |
| void Minimizer::printAdjacentMacroArgs(const char *&First,
 | |
|                                        const char *const End) {
 | |
|   // Skip over parts of the body.
 | |
|   const char *Last = First;
 | |
|   do
 | |
|     ++Last;
 | |
|   while (Last != End &&
 | |
|          (isIdentifierBody(*Last) || *Last == '.' || *Last == ','));
 | |
|   append(First, Last);
 | |
|   First = Last;
 | |
| }
 | |
| 
 | |
| bool Minimizer::printMacroArgs(const char *&First, const char *const End) {
 | |
|   assert(*First == '(');
 | |
|   put(*First++);
 | |
|   for (;;) {
 | |
|     skipWhitespace(First, End);
 | |
|     if (First == End)
 | |
|       return true;
 | |
| 
 | |
|     if (*First == ')') {
 | |
|       put(*First++);
 | |
|       return false;
 | |
|     }
 | |
| 
 | |
|     // This is intentionally fairly liberal.
 | |
|     if (!(isIdentifierBody(*First) || *First == '.' || *First == ','))
 | |
|       return true;
 | |
| 
 | |
|     printAdjacentMacroArgs(First, End);
 | |
|   }
 | |
| }
 | |
| 
 | |
| /// Looks for an identifier starting from Last.
 | |
| ///
 | |
| /// Updates "First" to just past the next identifier, if any.  Returns true iff
 | |
| /// the identifier matches "Id".
 | |
| bool Minimizer::isNextIdentifier(StringRef Id, const char *&First,
 | |
|                                  const char *const End) {
 | |
|   skipWhitespace(First, End);
 | |
|   if (First == End || !isIdentifierHead(*First))
 | |
|     return false;
 | |
| 
 | |
|   IdInfo FoundId = lexIdentifier(First, End);
 | |
|   First = FoundId.Last;
 | |
|   return FoundId.Name == Id;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexAt(const char *&First, const char *const End) {
 | |
|   // Handle "@import".
 | |
|   const char *ImportLoc = First++;
 | |
|   if (!isNextIdentifier("import", First, End)) {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
|   makeToken(decl_at_import);
 | |
|   append("@import ");
 | |
|   if (printAtImportBody(First, End))
 | |
|     return reportError(
 | |
|         ImportLoc, diag::err_dep_source_minimizer_missing_sema_after_at_import);
 | |
|   skipWhitespace(First, End);
 | |
|   if (First == End)
 | |
|     return false;
 | |
|   if (!isVerticalWhitespace(*First))
 | |
|     return reportError(
 | |
|         ImportLoc, diag::err_dep_source_minimizer_unexpected_tokens_at_import);
 | |
|   skipNewline(First, End);
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexModule(const char *&First, const char *const End) {
 | |
|   IdInfo Id = lexIdentifier(First, End);
 | |
|   First = Id.Last;
 | |
|   bool Export = false;
 | |
|   if (Id.Name == "export") {
 | |
|     Export = true;
 | |
|     skipWhitespace(First, End);
 | |
|     if (!isIdentifierBody(*First)) {
 | |
|       skipLine(First, End);
 | |
|       return false;
 | |
|     }
 | |
|     Id = lexIdentifier(First, End);
 | |
|     First = Id.Last;
 | |
|   }
 | |
| 
 | |
|   if (Id.Name != "module" && Id.Name != "import") {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   skipWhitespace(First, End);
 | |
| 
 | |
|   // Ignore this as a module directive if the next character can't be part of
 | |
|   // an import.
 | |
| 
 | |
|   switch (*First) {
 | |
|   case ':':
 | |
|   case '<':
 | |
|   case '"':
 | |
|     break;
 | |
|   default:
 | |
|     if (!isIdentifierBody(*First)) {
 | |
|       skipLine(First, End);
 | |
|       return false;
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   if (Export) {
 | |
|     makeToken(cxx_export_decl);
 | |
|     append("export ");
 | |
|   }
 | |
| 
 | |
|   if (Id.Name == "module")
 | |
|     makeToken(cxx_module_decl);
 | |
|   else
 | |
|     makeToken(cxx_import_decl);
 | |
|   append(Id.Name);
 | |
|   append(" ");
 | |
|   printToNewline(First, End);
 | |
|   append("\n");
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexDefine(const char *&First, const char *const End) {
 | |
|   makeToken(pp_define);
 | |
|   append("#define ");
 | |
|   skipWhitespace(First, End);
 | |
| 
 | |
|   if (!isIdentifierHead(*First))
 | |
|     return reportError(First, diag::err_pp_macro_not_identifier);
 | |
| 
 | |
|   IdInfo Id = lexIdentifier(First, End);
 | |
|   const char *Last = Id.Last;
 | |
|   append(Id.Name);
 | |
|   if (Last == End)
 | |
|     return false;
 | |
|   if (*Last == '(') {
 | |
|     size_t Size = Out.size();
 | |
|     if (printMacroArgs(Last, End)) {
 | |
|       // Be robust to bad macro arguments, since they can show up in disabled
 | |
|       // code.
 | |
|       Out.resize(Size);
 | |
|       append("(/* invalid */\n");
 | |
|       skipLine(Last, End);
 | |
|       return false;
 | |
|     }
 | |
|   }
 | |
|   skipWhitespace(Last, End);
 | |
|   if (Last == End)
 | |
|     return false;
 | |
|   if (!isVerticalWhitespace(*Last))
 | |
|     put(' ');
 | |
|   printDirectiveBody(Last, End);
 | |
|   First = Last;
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexPragma(const char *&First, const char *const End) {
 | |
|   // #pragma.
 | |
|   skipWhitespace(First, End);
 | |
|   if (First == End || !isIdentifierHead(*First))
 | |
|     return false;
 | |
| 
 | |
|   IdInfo FoundId = lexIdentifier(First, End);
 | |
|   First = FoundId.Last;
 | |
|   if (FoundId.Name == "once") {
 | |
|     // #pragma once
 | |
|     skipLine(First, End);
 | |
|     makeToken(pp_pragma_once);
 | |
|     append("#pragma once\n");
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   if (FoundId.Name != "clang") {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   // #pragma clang.
 | |
|   if (!isNextIdentifier("module", First, End)) {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   // #pragma clang module.
 | |
|   if (!isNextIdentifier("import", First, End)) {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   // #pragma clang module import.
 | |
|   makeToken(pp_pragma_import);
 | |
|   append("#pragma clang module import ");
 | |
|   printDirectiveBody(First, End);
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexEndif(const char *&First, const char *const End) {
 | |
|   // Strip out "#else" if it's empty.
 | |
|   if (top() == pp_else)
 | |
|     popToken();
 | |
| 
 | |
|   // If "#ifdef" is empty, strip it and skip the "#endif".
 | |
|   //
 | |
|   // FIXME: Once/if Clang starts disallowing __has_include in macro expansions,
 | |
|   // we can skip empty `#if` and `#elif` blocks as well after scanning for a
 | |
|   // literal __has_include in the condition.  Even without that rule we could
 | |
|   // drop the tokens if we scan for identifiers in the condition and find none.
 | |
|   if (top() == pp_ifdef || top() == pp_ifndef) {
 | |
|     popToken();
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   return lexDefault(pp_endif, "endif", First, End);
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexDefault(TokenKind Kind, StringRef Directive,
 | |
|                            const char *&First, const char *const End) {
 | |
|   makeToken(Kind);
 | |
|   put('#').append(Directive).put(' ');
 | |
|   printDirectiveBody(First, End);
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| static bool isStartOfRelevantLine(char First) {
 | |
|   switch (First) {
 | |
|   case '#':
 | |
|   case '@':
 | |
|   case 'i':
 | |
|   case 'e':
 | |
|   case 'm':
 | |
|     return true;
 | |
|   }
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::lexPPLine(const char *&First, const char *const End) {
 | |
|   assert(First != End);
 | |
| 
 | |
|   skipWhitespace(First, End);
 | |
|   assert(First <= End);
 | |
|   if (First == End)
 | |
|     return false;
 | |
| 
 | |
|   if (!isStartOfRelevantLine(*First)) {
 | |
|     skipLine(First, End);
 | |
|     assert(First <= End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   // Handle "@import".
 | |
|   if (*First == '@')
 | |
|     return lexAt(First, End);
 | |
| 
 | |
|   if (*First == 'i' || *First == 'e' || *First == 'm')
 | |
|     return lexModule(First, End);
 | |
| 
 | |
|   // Handle preprocessing directives.
 | |
|   ++First; // Skip over '#'.
 | |
|   skipWhitespace(First, End);
 | |
| 
 | |
|   if (First == End)
 | |
|     return reportError(First, diag::err_pp_expected_eol);
 | |
| 
 | |
|   if (!isIdentifierHead(*First)) {
 | |
|     skipLine(First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   // Figure out the token.
 | |
|   IdInfo Id = lexIdentifier(First, End);
 | |
|   First = Id.Last;
 | |
|   auto Kind = llvm::StringSwitch<TokenKind>(Id.Name)
 | |
|                   .Case("include", pp_include)
 | |
|                   .Case("__include_macros", pp___include_macros)
 | |
|                   .Case("define", pp_define)
 | |
|                   .Case("undef", pp_undef)
 | |
|                   .Case("import", pp_import)
 | |
|                   .Case("include_next", pp_include_next)
 | |
|                   .Case("if", pp_if)
 | |
|                   .Case("ifdef", pp_ifdef)
 | |
|                   .Case("ifndef", pp_ifndef)
 | |
|                   .Case("elif", pp_elif)
 | |
|                   .Case("else", pp_else)
 | |
|                   .Case("endif", pp_endif)
 | |
|                   .Case("pragma", pp_pragma_import)
 | |
|                   .Default(pp_none);
 | |
|   if (Kind == pp_none) {
 | |
|     skipDirective(Id.Name, First, End);
 | |
|     return false;
 | |
|   }
 | |
| 
 | |
|   if (Kind == pp_endif)
 | |
|     return lexEndif(First, End);
 | |
| 
 | |
|   if (Kind == pp_define)
 | |
|     return lexDefine(First, End);
 | |
| 
 | |
|   if (Kind == pp_pragma_import)
 | |
|     return lexPragma(First, End);
 | |
| 
 | |
|   // Everything else.
 | |
|   return lexDefault(Kind, Id.Name, First, End);
 | |
| }
 | |
| 
 | |
| static void skipUTF8ByteOrderMark(const char *&First, const char *const End) {
 | |
|   if ((End - First) >= 3 && First[0] == '\xef' && First[1] == '\xbb' &&
 | |
|       First[2] == '\xbf')
 | |
|     First += 3;
 | |
| }
 | |
| 
 | |
| bool Minimizer::minimizeImpl(const char *First, const char *const End) {
 | |
|   skipUTF8ByteOrderMark(First, End);
 | |
|   while (First != End)
 | |
|     if (lexPPLine(First, End))
 | |
|       return true;
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool Minimizer::minimize() {
 | |
|   bool Error = minimizeImpl(Input.begin(), Input.end());
 | |
| 
 | |
|   if (!Error) {
 | |
|     // Add a trailing newline and an EOF on success.
 | |
|     if (!Out.empty() && Out.back() != '\n')
 | |
|       Out.push_back('\n');
 | |
|     makeToken(pp_eof);
 | |
|   }
 | |
| 
 | |
|   // Null-terminate the output. This way the memory buffer that's passed to
 | |
|   // Clang will not have to worry about the terminating '\0'.
 | |
|   Out.push_back(0);
 | |
|   Out.pop_back();
 | |
|   return Error;
 | |
| }
 | |
| 
 | |
| bool clang::minimize_source_to_dependency_directives::computeSkippedRanges(
 | |
|     ArrayRef<Token> Input, llvm::SmallVectorImpl<SkippedRange> &Range) {
 | |
|   struct Directive {
 | |
|     enum DirectiveKind {
 | |
|       If,  // if/ifdef/ifndef
 | |
|       Else // elif,else
 | |
|     };
 | |
|     int Offset;
 | |
|     DirectiveKind Kind;
 | |
|   };
 | |
|   llvm::SmallVector<Directive, 32> Offsets;
 | |
|   for (const Token &T : Input) {
 | |
|     switch (T.K) {
 | |
|     case pp_if:
 | |
|     case pp_ifdef:
 | |
|     case pp_ifndef:
 | |
|       Offsets.push_back({T.Offset, Directive::If});
 | |
|       break;
 | |
| 
 | |
|     case pp_elif:
 | |
|     case pp_else: {
 | |
|       if (Offsets.empty())
 | |
|         return true;
 | |
|       int PreviousOffset = Offsets.back().Offset;
 | |
|       Range.push_back({PreviousOffset, T.Offset - PreviousOffset});
 | |
|       Offsets.push_back({T.Offset, Directive::Else});
 | |
|       break;
 | |
|     }
 | |
| 
 | |
|     case pp_endif: {
 | |
|       if (Offsets.empty())
 | |
|         return true;
 | |
|       int PreviousOffset = Offsets.back().Offset;
 | |
|       Range.push_back({PreviousOffset, T.Offset - PreviousOffset});
 | |
|       do {
 | |
|         Directive::DirectiveKind Kind = Offsets.pop_back_val().Kind;
 | |
|         if (Kind == Directive::If)
 | |
|           break;
 | |
|       } while (!Offsets.empty());
 | |
|       break;
 | |
|     }
 | |
|     default:
 | |
|       break;
 | |
|     }
 | |
|   }
 | |
|   return false;
 | |
| }
 | |
| 
 | |
| bool clang::minimizeSourceToDependencyDirectives(
 | |
|     StringRef Input, SmallVectorImpl<char> &Output,
 | |
|     SmallVectorImpl<Token> &Tokens, DiagnosticsEngine *Diags,
 | |
|     SourceLocation InputSourceLoc) {
 | |
|   Output.clear();
 | |
|   Tokens.clear();
 | |
|   return Minimizer(Output, Tokens, Input, Diags, InputSourceLoc).minimize();
 | |
| }
 |