/*
* Copyright (C) 2020-2022 Roy Qu (royqh1979@gmail.com)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see .
*/
#include "parserutils.h"
#include
#include
#include
#include
#include
#include "../utils.h"
QStringList CppDirectives;
QStringList JavadocTags;
QMap CppKeywords;
QSet CppControlKeyWords;
QSet CppTypeKeywords;
QSet CKeywords;
QSet STLPointers;
QSet STLContainers;
QSet STLMaps;
QSet STLElementMethods;
QSet STLIterators;
QSet MemberOperators;
QSet IOManipulators;
QSet AutoTypes;
Q_GLOBAL_STATIC(QSet,CppHeaderExts)
Q_GLOBAL_STATIC(QSet,CppSourceExts)
void initParser()
{
CppHeaderExts->insert("h");
CppHeaderExts->insert("hpp");
CppHeaderExts->insert("rh");
CppHeaderExts->insert("hh");
CppHeaderExts->insert("hxx");
CppHeaderExts->insert("inl");
CppHeaderExts->insert("");
CppSourceExts->insert("c");
CppSourceExts->insert("cpp");
CppSourceExts->insert("cc");
CppSourceExts->insert("cxx");
CppSourceExts->insert("c++");
CppSourceExts->insert("cp");
// skip itself
CppKeywords.insert("and",KeywordType::SkipItself);
CppKeywords.insert("and_eq",KeywordType::SkipItself);
CppKeywords.insert("bitand",KeywordType::SkipItself);
CppKeywords.insert("bitor",KeywordType::SkipItself);
CppKeywords.insert("break",KeywordType::SkipItself);
CppKeywords.insert("compl",KeywordType::SkipItself);
CppKeywords.insert("constexpr",KeywordType::SkipItself);
CppKeywords.insert("const_cast",KeywordType::SkipItself);
CppKeywords.insert("continue",KeywordType::SkipItself);
CppKeywords.insert("dynamic_cast",KeywordType::SkipItself);
CppKeywords.insert("else",KeywordType::SkipItself);
CppKeywords.insert("explicit",KeywordType::SkipItself);
CppKeywords.insert("export",KeywordType::SkipItself);
CppKeywords.insert("false",KeywordType::SkipItself);
CppKeywords.insert("__extension__",KeywordType::SkipItself);
//CppKeywords.insert("for",SkipType::skItself);
CppKeywords.insert("mutable",KeywordType::SkipItself);
CppKeywords.insert("noexcept",KeywordType::SkipItself);
CppKeywords.insert("not",KeywordType::SkipItself);
CppKeywords.insert("not_eq",KeywordType::SkipItself);
CppKeywords.insert("nullptr",KeywordType::SkipItself);
CppKeywords.insert("or",KeywordType::SkipItself);
CppKeywords.insert("or_eq",KeywordType::SkipItself);
CppKeywords.insert("register",KeywordType::SkipItself);
CppKeywords.insert("reinterpret_cast",KeywordType::SkipItself);
CppKeywords.insert("static_cast",KeywordType::SkipItself);
CppKeywords.insert("template",KeywordType::SkipItself);
//CppKeywords.insert("this",SkipType::skItself);
CppKeywords.insert("thread_local",KeywordType::SkipItself);
CppKeywords.insert("true",KeywordType::SkipItself);
CppKeywords.insert("typename",KeywordType::SkipItself);
CppKeywords.insert("virtual",KeywordType::SkipItself);
CppKeywords.insert("volatile",KeywordType::SkipItself);
CppKeywords.insert("xor",KeywordType::SkipItself);
CppKeywords.insert("xor_eq",KeywordType::SkipItself);
//CppKeywords.insert("catch",SkipType::skItself);
CppKeywords.insert("do",KeywordType::SkipItself);
CppKeywords.insert("try",KeywordType::SkipItself);
// Skip to ;
CppKeywords.insert("delete",KeywordType::SkipNextSemicolon);
CppKeywords.insert("delete[]",KeywordType::SkipNextSemicolon);
CppKeywords.insert("goto",KeywordType::SkipNextSemicolon);
CppKeywords.insert("new",KeywordType::SkipNextSemicolon);
CppKeywords.insert("return",KeywordType::SkipNextSemicolon);
CppKeywords.insert("throw",KeywordType::SkipNextSemicolon);
// CppKeywords.insert("using",SkipType::skToSemicolon); //won't use it
// Skip to :
CppKeywords.insert("case",KeywordType::SkipNextColon);
CppKeywords.insert("default",KeywordType::SkipNextColon);
// Skip to )
CppKeywords.insert("__attribute__",KeywordType::SkipNextParenthesis);
CppKeywords.insert("__attribute",KeywordType::SkipNextParenthesis);
CppKeywords.insert("alignas",KeywordType::SkipNextParenthesis); // not right
CppKeywords.insert("alignof",KeywordType::SkipNextParenthesis); // not right
CppKeywords.insert("if",KeywordType::SkipNextParenthesis);
CppKeywords.insert("sizeof",KeywordType::SkipNextParenthesis);
CppKeywords.insert("switch",KeywordType::SkipNextParenthesis);
CppKeywords.insert("typeid",KeywordType::SkipNextParenthesis);
CppKeywords.insert("while",KeywordType::SkipNextParenthesis);
CppKeywords.insert("static_assert",KeywordType::SkipNextParenthesis);
CppKeywords.insert("_Pragma",KeywordType::SkipNextParenthesis);
// Skip to }
CppKeywords.insert("asm",KeywordType::SkipNextParenthesis);
CppKeywords.insert("__asm",KeywordType::SkipNextParenthesis);
// Skip to {
// wont handle
//Not supported yet
CppKeywords.insert("atomic_cancel",KeywordType::None);
CppKeywords.insert("atomic_commit",KeywordType::None);
CppKeywords.insert("atomic_noexcept",KeywordType::None);
CppKeywords.insert("concept",KeywordType::None);
CppKeywords.insert("consteval",KeywordType::None);
CppKeywords.insert("constinit",KeywordType::None);
CppKeywords.insert("co_wait",KeywordType::None);
CppKeywords.insert("co_return",KeywordType::None);
CppKeywords.insert("co_yield",KeywordType::None);
CppKeywords.insert("reflexpr",KeywordType::None);
CppKeywords.insert("requires",KeywordType::None);
// its a type
CppKeywords.insert("auto",KeywordType::None);
CppKeywords.insert("bool",KeywordType::None);
CppKeywords.insert("char",KeywordType::None);
CppKeywords.insert("char8_t",KeywordType::None);
CppKeywords.insert("char16_t",KeywordType::None);
CppKeywords.insert("char32_t",KeywordType::None);
CppKeywords.insert("double",KeywordType::None);
CppKeywords.insert("float",KeywordType::None);
CppKeywords.insert("int",KeywordType::None);
CppKeywords.insert("long",KeywordType::None);
CppKeywords.insert("short",KeywordType::None);
CppKeywords.insert("signed",KeywordType::None);
CppKeywords.insert("unsigned",KeywordType::None);
CppKeywords.insert("void",KeywordType::None);
CppKeywords.insert("wchar_t",KeywordType::None);
// type keywords
CppTypeKeywords.insert("auto");
CppTypeKeywords.insert("bool");
CppTypeKeywords.insert("char");
CppTypeKeywords.insert("char8_t");
CppTypeKeywords.insert("char16_t");
CppTypeKeywords.insert("char32_t");
CppTypeKeywords.insert("double");
CppTypeKeywords.insert("float");
CppTypeKeywords.insert("int");
CppTypeKeywords.insert("long");
CppTypeKeywords.insert("short");
//CppTypeKeywords.insert("signed");
//CppTypeKeywords.insert("unsigned");
CppTypeKeywords.insert("void");
CppTypeKeywords.insert("wchar_t");
CppTypeKeywords.insert("signed");
CppTypeKeywords.insert("unsigned");
// it's part of type info
CppKeywords.insert("const",KeywordType::None);
CppKeywords.insert("extern",KeywordType::None);
CppKeywords.insert("operator",KeywordType::Operator);
// handled elsewhere
CppKeywords.insert("static",KeywordType::None);
//struct/class/union
CppKeywords.insert("class",KeywordType::Struct);
CppKeywords.insert("struct",KeywordType::Struct);
CppKeywords.insert("union",KeywordType::Struct);
CppKeywords.insert("for",KeywordType::For);
CppKeywords.insert("catch",KeywordType::Catch);
CppKeywords.insert("private",KeywordType::Private);
CppKeywords.insert("public",KeywordType::Public);
CppKeywords.insert("enum",KeywordType::Enum);
CppKeywords.insert("namespace",KeywordType::Namespace);
CppKeywords.insert("inline",KeywordType::Inline);
CppKeywords.insert("typedef",KeywordType::Typedef);
CppKeywords.insert("using",KeywordType::Using);
CppKeywords.insert("protected",KeywordType::Protected);
CppKeywords.insert("friend",KeywordType::Friend);
CppKeywords.insert("decltype",KeywordType::DeclType); // not right
// nullptr is value
CppKeywords.insert("nullptr",KeywordType::None);
//C Keywords
CKeywords.insert("auto");
CKeywords.insert("break");
CKeywords.insert("case");
CKeywords.insert("char");
CKeywords.insert("const");
CKeywords.insert("continue");
CKeywords.insert("default");
CKeywords.insert("do");
CKeywords.insert("double");
CKeywords.insert("else");
CKeywords.insert("enum");
CKeywords.insert("extern");
CKeywords.insert("float");
CKeywords.insert("for");
CKeywords.insert("goto");
CKeywords.insert("if");
CKeywords.insert("inline");
CKeywords.insert("int");
CKeywords.insert("long");
CKeywords.insert("register");
CKeywords.insert("restrict");
CKeywords.insert("return");
CKeywords.insert("short");
CKeywords.insert("signed");
CKeywords.insert("sizeof");
CKeywords.insert("static");
CKeywords.insert("struct");
CKeywords.insert("switch");
CKeywords.insert("typedef");
CKeywords.insert("union");
CKeywords.insert("unsigned");
CKeywords.insert("void");
CKeywords.insert("volatile");
CKeywords.insert("while");
CppControlKeyWords.insert("for");
CppControlKeyWords.insert("if");
CppControlKeyWords.insert("catch");
//STL Containers
STLContainers.insert("std::array");
STLContainers.insert("std::vector");
STLContainers.insert("std::deque");
STLContainers.insert("std::forward_list");
STLContainers.insert("std::list");
STLContainers.insert("std::set");
// STLContainers.insert("std::map");
// STLContainers.insert("std::multilist");
// STLContainers.insert("std::multimap");
STLContainers.insert("std::unordered_set");
// STLContainers.insert("std::unordered_map");
STLContainers.insert("std::unordered_multiset");
// STLContainers.insert("std::unordered_multimap");
STLContainers.insert("std::stack");
STLContainers.insert("std::queue");
STLContainers.insert("std::priority_queue");
STLContainers.insert("std::span");
STLMaps.insert("std::map");
STLMaps.insert("std::multilist");
STLMaps.insert("std::multimap");
STLMaps.insert("std::unordered_map");
STLMaps.insert("std::unordered_multimap");
//STL element access methods
STLElementMethods.insert("at");
STLElementMethods.insert("back");
STLElementMethods.insert("front");
STLElementMethods.insert("top");
//STL iterator
STLIterators.insert("iterator");
STLIterators.insert("const_iterator");
STLIterators.insert("const_local_iterator");
STLIterators.insert("local_iterator");
STLIterators.insert("reverse_iterator");
STLIterators.insert("const_reverse_iterator");
//STL pointers
STLPointers.insert("std::unique_ptr");
STLPointers.insert("std::auto_ptr");
STLPointers.insert("std::shared_ptr");
STLPointers.insert("std::weak_ptr");
//STLPointers.insert("__gnu_cxx::__normal_iterator");
// STLPointers.insert("std::reverse_iterator");
// STLPointers.insert("std::iterator");
// STLPointers.insert("std::const_iterator");
// STLPointers.insert("std::const_reverse_iterator");
AutoTypes.insert("auto");
AutoTypes.insert("auto &");
AutoTypes.insert("const auto");
AutoTypes.insert("const auto &");
//C/CPP preprocessor directives
CppDirectives.append("#include");
CppDirectives.append("#if");
CppDirectives.append("#ifdef");
CppDirectives.append("#ifndef");
CppDirectives.append("#else");
CppDirectives.append("#elif");
CppDirectives.append("#endif");
CppDirectives.append("#define");
CppDirectives.append("#error");
CppDirectives.append("#pragma");
CppDirectives.append("#line");
CppDirectives.append("#undef");
// javadoc tags
JavadocTags.append("@author");
JavadocTags.append("@code");
JavadocTags.append("@docRoot");
JavadocTags.append("@deprecated");
JavadocTags.append("@exception");
JavadocTags.append("@inheritDoc");
JavadocTags.append("@link");
JavadocTags.append("@linkplain");
JavadocTags.append("@literal");
JavadocTags.append("@param");
JavadocTags.append("@return");
JavadocTags.append("@see");
JavadocTags.append("@serial");
JavadocTags.append("@serialData");
JavadocTags.append("@serialField");
JavadocTags.append("@since");
JavadocTags.append("@throws");
JavadocTags.append("@value");
JavadocTags.append("@version");
MemberOperators.insert(".");
MemberOperators.insert("::");
MemberOperators.insert("->");
MemberOperators.insert("->*");
MemberOperators.insert(".*");
IOManipulators.insert("std::boolalpha");
IOManipulators.insert("std::noboolalpha");
IOManipulators.insert("std::showbase");
IOManipulators.insert("std::noshowbase");
IOManipulators.insert("std::showpoint");
IOManipulators.insert("std::noshowpoint");
IOManipulators.insert("std::showpos");
IOManipulators.insert("std::noshowpos");
IOManipulators.insert("std::skipws");
IOManipulators.insert("std::noskipws");
IOManipulators.insert("std::uppercase");
IOManipulators.insert("std::nouppercase");
IOManipulators.insert("std::unitbuf");
IOManipulators.insert("std::nounitbuf");
IOManipulators.insert("std::left");
IOManipulators.insert("std::right");
IOManipulators.insert("std::internal");
IOManipulators.insert("std::dec");
IOManipulators.insert("std::hex");
IOManipulators.insert("std::oct");
IOManipulators.insert("std::fixed");
IOManipulators.insert("std::scientific");
IOManipulators.insert("std::hexfloat");
IOManipulators.insert("std::defaultfloat");
IOManipulators.insert("std::ws");
IOManipulators.insert("std::ends");
IOManipulators.insert("std::flush");
IOManipulators.insert("std::endl");
}
QString getHeaderFilename(const QString &relativeTo, const QString &line,
const QStringList& includePaths, const QStringList& projectIncludePaths) {
QString result = "";
// Handle <>
int openTokenPos = line.indexOf('<');
if (openTokenPos >= 0) {
int closeTokenPos = line.indexOf('>',openTokenPos+1);
if (closeTokenPos >=0) {
QString fileName = line.mid(openTokenPos + 1, closeTokenPos - openTokenPos - 1);
//project settings is preferred
result = getSystemHeaderFilename(fileName, projectIncludePaths);
if (result.isEmpty()) {
result = getSystemHeaderFilename(fileName, includePaths);
}
}
} else {
// Try ""
openTokenPos = line.indexOf('"');
if (openTokenPos >= 0) {
int closeTokenPos = line.indexOf('"', openTokenPos+1);
if (closeTokenPos >= 0) {
QString fileName = line.mid(openTokenPos + 1, closeTokenPos - openTokenPos - 1);
result = getLocalHeaderFilename(relativeTo, fileName);
//project settings is preferred
if (result.isEmpty()) {
result = getSystemHeaderFilename(fileName, projectIncludePaths);
}
if (result.isEmpty()) {
result = getSystemHeaderFilename(fileName, includePaths);
}
}
}
}
return result;
}
QString getLocalHeaderFilename(const QString &relativeTo, const QString &fileName)
{
QFileInfo relativeFile(relativeTo);
QDir dir = relativeFile.dir();
// Search local directory
if (dir.exists(fileName)) {
return cleanPath(dir.absoluteFilePath(fileName));
}
return "";
}
QString getSystemHeaderFilename(const QString &fileName, const QStringList& includePaths)
{
// Search compiler include directories
for (const QString& path:includePaths) {
QDir dir(path);
if (dir.exists(fileName)) {
return cleanPath(dir.absoluteFilePath(fileName));
}
}
//not found
return "";
}
bool isSystemHeaderFile(const QString &fileName, const QSet &includePaths)
{
if (fileName.isEmpty())
return false;
if (includePaths.isEmpty())
return false;
bool isFullName = false;
#ifdef Q_OS_WIN
isFullName = fileName.startsWith("/") || (fileName.length()>2 && fileName[1]==':');
#else
isFullName = fileName.startsWith("/");
#endif
if (isFullName) {
QFileInfo info(fileName);
// If it's a full file name, check if its directory is an include path
if (info.exists()) { // full file name
QDir dir = info.dir();
QString absPath = includeTrailingPathDelimiter(dir.absolutePath());
foreach (const QString& incPath, includePaths) {
if (absPath.startsWith(incPath))
return true;
}
}
} else {
//check if it's in the include dir
for (const QString& includePath: includePaths) {
QDir dir(includePath);
if (dir.exists(fileName))
return true;
}
}
return false;
}
bool isCppKeyword(const QString &word)
{
return CppKeywords.contains(word);
}
bool isHFile(const QString& filename)
{
if (filename.isEmpty())
return false;
QFileInfo fileInfo(filename);
return CppHeaderExts->contains(fileInfo.suffix().toLower());
}
bool isCFile(const QString& filename)
{
if (filename.isEmpty())
return false;
QFileInfo fileInfo(filename);
return CppSourceExts->contains(fileInfo.suffix().toLower());
}
PStatement CppScopes::findScopeAtLine(int line)
{
if (mScopes.isEmpty())
return PStatement();
int start = 0;
int end = mScopes.size()-1;
while (start<=end) {
int mid = (start+end)/2;
PCppScope midScope = mScopes[mid];
if (midScope->startLine == line) {
while (midstartLine == line)) {
mid++;
}
return mScopes[mid]->statement;
} else if (midScope->startLine > line) {
end = mid-1;
} else {
start = mid+1;
}
}
if (end>=0)
return mScopes[end]->statement;
else
return PStatement();
}
void CppScopes::addScope(int line, PStatement scopeStatement)
{
PCppScope scope = std::make_shared();
scope->startLine = line;
scope->statement = scopeStatement;
mScopes.append(scope);
if (!mScopes.isEmpty() && mScopes.back()->startLine>line) {
qDebug()<fullName, line,mScopes.back()->startLine>line);
}
}
PStatement CppScopes::lastScope()
{
if (mScopes.isEmpty())
return PStatement();
return mScopes.back()->statement;
}
void CppScopes::removeLastScope()
{
if (!mScopes.isEmpty())
mScopes.pop_back();
}
void CppScopes::clear()
{
mScopes.clear();
}
MemberOperatorType getOperatorType(const QString &phrase, int index)
{
if (index>=phrase.length())
return MemberOperatorType::Other;
if (phrase[index] == '.')
return MemberOperatorType::Dot;
if (index+1>=phrase.length())
return MemberOperatorType::Other;
if ((phrase[index] == '-') && (phrase[index+1] == '>'))
return MemberOperatorType::Arrow;
if ((phrase[index] == ':') && (phrase[index+1] == ':'))
return MemberOperatorType::DColon;
return MemberOperatorType::Other;
}
bool isScopeTypeKind(StatementKind kind)
{
switch(kind) {
case StatementKind::skClass:
case StatementKind::skNamespace:
case StatementKind::skEnumType:
case StatementKind::skEnumClassType:
return true;
default:
return false;
}
}
EvalStatement::EvalStatement(
const QString &baseType,
EvalStatementKind kind,
const PStatement &baseStatement,
const PStatement& typeStatement,
const PStatement& effectiveTypeStatement,
int pointerLevel,
const QString& templateParams)
{
this->baseType = baseType;
this->kind = kind;
this->baseStatement = baseStatement;
this->typeStatement = typeStatement;
this->effectiveTypeStatement = effectiveTypeStatement;
this->pointerLevel = pointerLevel;
this->templateParams = templateParams;
}
void EvalStatement::assignType(const PEvalStatement &typeStatement)
{
Q_ASSERT(typeStatement && typeStatement->kind==EvalStatementKind::Type);
baseType = typeStatement->baseType;
pointerLevel = typeStatement->pointerLevel;
effectiveTypeStatement = typeStatement->effectiveTypeStatement;
}
QStringList getOwnerExpressionAndMember(const QStringList expression, QString &memberOperator, QStringList &memberExpression)
{
//find position of the last member operator
int lastMemberOperatorPos = -1;
int currentMatchingLevel = 0;
QString matchingSignLeft;
QString matchingSignRight;
for (int i=0;i1) {
memberExpression = memberExpression.mid(memberExpression.length()-1,1);
}
return ownerExpression;
}
bool isMemberOperator(QString token)
{
return MemberOperators.contains(token);
}
StatementKind getKindOfStatement(const PStatement& statement)
{
if (!statement)
return StatementKind::skUnknown;
if (statement->kind == StatementKind::skVariable) {
if (!statement->parentScope.lock()) {
return StatementKind::skGlobalVariable;
} else if (statement->scope == StatementScope::Local) {
return StatementKind::skLocalVariable;
} else {
return StatementKind::skVariable;
}
} else if (statement->kind == StatementKind::skParameter) {
return StatementKind::skLocalVariable;
}
return statement->kind;
}
bool isCppFile(const QString &filename)
{
if (isCFile(filename) && !filename.endsWith(".c"))
return true;
return false;
}
bool isCppControlKeyword(const QString &word)
{
return CppControlKeyWords.contains(word);
}
//static int counter=0;
//Statement::Statement()
//{
// counter++;
//}
//Statement::~Statement()
//{
// counter--;
// qDebug()<<"statement deleted:"<