/* * Copyright (C) 2020-2022 Roy Qu (royqh1979@gmail.com) * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #ifndef CPPPREPROCESSOR_H #define CPPPREPROCESSOR_H #include #include #include "parserutils.h" #define MAX_DEFINE_EXPAND_DEPTH 20 enum class DefineArgTokenType{ Symbol, Identifier, Space, Sharp, DSharp, Other }; struct DefineArgToken { QString value; DefineArgTokenType type; }; using PDefineArgToken = std::shared_ptr; struct ParsedFile { int index; // 0-based for programming convenience QString fileName; // Record filename, but not used now QStringList buffer; // do not concat them all int branches; //branch levels; PFileIncludes fileIncludes; // includes of this file }; using PParsedFile = std::shared_ptr; class CppPreprocessor { enum class ContentType { AnsiCComment, CppComment, String, Character, EscapeSequence, RawStringPrefix, RawString, Other }; public: explicit CppPreprocessor(); CppPreprocessor(const CppPreprocessor&)=delete; CppPreprocessor& operator=(const CppPreprocessor&)=delete; void clear(); void clearTempResults(); void getDefineParts(const QString& input, QString &name, QString &args, QString &value); void addHardDefineByLine(const QString& line); void setScanOptions(bool parseSystem, bool parseLocal); void preprocess(const QString& fileName); void dumpDefinesTo(const QString& fileName) const; void dumpIncludesListTo(const QString& fileName) const; void addIncludePath(const QString& fileName); void addProjectIncludePath(const QString& fileName); void clearIncludePaths(); void clearProjectIncludePaths(); void removeScannedFile(const QString& filename); const QStringList& result() const{ return mResult; }; PFileIncludes findFileIncludes(const QString& fileName) const { return mIncludesList.value(fileName); } void removeFileIncludes(const QString& fileName) { mIncludesList.remove(fileName); } bool fileScanned(const QString& fileName) const { return mScannedFiles.contains(fileName); } const QSet& includePaths() const { return mIncludePaths; } const QSet& scannedFiles() const { return mScannedFiles; } const QSet &projectIncludePaths() { return mProjectIncludePaths; } const DefineMap &hardDefines() const; const QList &includePathList() const; const QList &projectIncludePathList() const; void setOnGetFileStream(const GetFileStreamCallBack &newOnGetFileStream); static QList tokenizeValue(const QString& value); private: enum class BranchResult { isTrue, /* This branch is true */ isFalse_but_trued, /* This branch is false, but a previous branch is true */ isFalse, /* This branch and all previous branches is false */ parentIsFalse }; void preprocessBuffer(); void skipToEndOfPreprocessor(); void skipToPreprocessor(); QString getNextPreprocessor(); void handleBranch(const QString& line); void handleDefine(const QString& line); void handleInclude(const QString& line, bool fromNext=false); void handlePreprocessor(const QString& value); void handleUndefine(const QString& line); QString expandMacros(const QString& line, QSet usedMacros); QString expandMacros(); void expandMacro(const QString& line, QString& newLine, QString& word, int& i, QSet usedMacros); void expandMacro(QString& newLine, QString& word, int& i, QSet usedMacros); QString removeGCCAttributes(const QString& line); void removeGCCAttribute(const QString&line, QString& newLine, int &i, const QString& word); PDefine getDefine(const QString& name) const{ return mDefines.value(name,PDefine()); } // current file stuff PParsedFile getInclude(int index) const { return mIncludes[index]; } void openInclude(QString fileName); void closeInclude(); // branch stuff BranchResult getCurrentBranch(){ if (!mBranchResults.isEmpty()) return mBranchResults.last(); else return BranchResult::isTrue; } BranchResult calcElseBranchResult(BranchResult oldResult); bool sameResultWithCurrentBranch(BranchResult value) { return (getCurrentBranch()==BranchResult::isTrue && value == BranchResult::isTrue) || (getCurrentBranch()!=BranchResult::isTrue && value != BranchResult::isTrue); } void setCurrentBranch(BranchResult value){ if (!sameResultWithCurrentBranch(value)) { mCurrentIncludes->branches.insert(mIndex+1,value==BranchResult::isTrue); } mBranchResults.append(value); } void removeCurrentBranch(){ BranchResult value = getCurrentBranch(); if (mBranchResults.size()>0) { mBranchResults.pop_back(); } if (!sameResultWithCurrentBranch(value)) { mCurrentIncludes->branches.insert(mIndex,getCurrentBranch()==BranchResult::isTrue); } } // include stuff PFileIncludes getFileIncludesEntry(const QString& fileName){ return mIncludesList.value(fileName,PFileIncludes()); } void addDefinesInFile(const QString& fileName); void addDefineByParts(const QString& name, const QString& args, const QString& value, bool hardCoded); void addDefineByLine(const QString& line, bool hardCoded); PDefine getHardDefine(const QString& name){ return mHardDefines.value(name,PDefine()); }; void invalidDefinesInFile(const QString& fileName); void parseArgs(PDefine define); QStringList removeComments(const QStringList& text); /* * '_','a'..'z','A'..'Z','0'..'9' */ static bool isWordChar(const QChar& ch); /* * 'A'..'Z', '0'..'9', 'a'..'z', '_', '*', '&', '~' */ static bool isIdentChar(const QChar& ch); /* * '\r','\n' */ static bool isLineChar(const QChar& ch); /* * '\t' ' ' */ static bool isSpaceChar(const QChar& ch); /* * '+', '-', '*', '/', '!', '=', '<', '>', '&', '|', '^' */ //static bool isOperatorChar(const QChar& ch); /* * 'A'..'Z', 'a'..'z', '_' */ static bool isMacroIdentChar(const QChar& ch); /* * '0'..'9' */ static bool isDigit(const QChar& ch); /* * '0'..'9','x',X','a'..'f','A'..'F','u','U','l','L' */ static bool isNumberChar(const QChar& ch); QString lineBreak(); bool evaluateIf(const QString& line); QString expandDefines(QString line); bool skipParenthesis(const QString&line, int& index, int step = 1); QString expandFunction(PDefine define,QString args); bool skipSpaces(const QString &expr, int& pos); bool evalNumber(const QString &expr, int& result, int& pos); bool evalTerm(const QString &expr, int& result, int& pos); bool evalUnaryExpr(const QString &expr, int& result, int& pos); bool evalMulExpr(const QString &expr, int& result, int& pos); bool evalAddExpr(const QString &expr, int& result, int& pos); bool evalShiftExpr(const QString &expr, int& result, int& pos); bool evalRelationExpr(const QString &expr, int& result, int& pos); bool evalEqualExpr(const QString &expr, int& result, int& pos); bool evalBitAndExpr(const QString &expr, int& result, int& pos); bool evalBitXorExpr(const QString &expr, int& result, int& pos); bool evalBitOrExpr(const QString &expr, int& result, int& pos); bool evalLogicAndExpr(const QString &expr, int& result, int& pos); bool evalLogicOrExpr(const QString &expr, int& result, int& pos); bool evalExpr(const QString &expr, int& result, int& pos); int evaluateExpression(QString line); private: //temporary data when preprocessing single file int mIndex; // points to current file buffer. QString mFileName; QStringList mBuffer; QStringList mResult; PFileIncludes mCurrentIncludes; int mPreProcIndex; QList mIncludes; // stack of files we've stepped into. last one is current file, first one is source file QList mBranchResults;// stack of branch results (boolean). last one is current branch, first one is outermost branch DefineMap mDefines; // working set, editable QSet mProcessed; // dictionary to save filename already processed //Result across processings. //used by parser even preprocess finished QHash mIncludesList; QHash mFileDefines; //dictionary to save defines for each headerfile; QSet mScannedFiles; //option data for the parser //{ List of current project's include path } DefineMap mHardDefines; // set by "cpp -dM -E -xc NUL" QSet mProjectIncludePaths; //we also need include paths in order (for #include_next) QList mIncludePathList; QList mProjectIncludePathList; //{ List of current compiler set's include path} QSet mIncludePaths; bool mParseSystem; bool mParseLocal; GetFileStreamCallBack mOnGetFileStream; }; using PCppPreprocessor = std::shared_ptr; #endif // CPPPREPROCESSOR_H