Tokenizer Class Reference

The main purpose is to tokenize the source code. More...

#include <tokenize.h>

Classes
struct	TypedefInfo

Public Member Functions
	Tokenizer (const Settings &settings, ErrorLogger &errorLogger)
	~Tokenizer ()
void	setTimerResults (TimerResults *tr)
bool	isC () const
	Is the code C. More...
bool	isCPP () const
	Is the code CPP. More...
bool	isScopeNoReturn (const Token *endScopeToken, bool *unknown=nullptr) const
	Check if inner scope ends with a call to a noreturn function. More...
bool	simplifyTokens1 (const std::string &configuration)
nonneg int	sizeOfType (const Token *type) const
	Calculates sizeof value for given type. More...
nonneg int	sizeOfType (const std::string &type) const
bool	hasIfdef (const Token *start, const Token *end) const
bool	isPacked (const Token *bodyStart) const
NORETURN void	syntaxError (const Token *tok, const std::string &code=emptyString) const
	Syntax error. More...
NORETURN void	unmatchedToken (const Token *tok) const
	Syntax error. More...
NORETURN void	syntaxErrorC (const Token *tok, const std::string &what) const
	Syntax error. More...
NORETURN void	unknownMacroError (const Token *tok1) const
	Warn about unknown macro(s), configuration is recommended. More...
void	unhandledCharLiteral (const Token *tok, const std::string &msg) const
const SymbolDatabase *	getSymbolDatabase () const
void	createSymbolDatabase ()
void	printDebugOutput (int simplification) const
	print –debug output if debug flags match the simplification: 0=unknown/both simplifications 1=1st simplifications 2=2nd simplifications More...
void	dump (std::ostream &out) const
Token *	deleteInvalidTypedef (Token *typeDef)
nonneg int	varIdCount () const
	Get variable count. More...
const Token *	tokens () const
Token *	tokens ()
const Settings &	getSettings () const
void	calculateScopes ()
	Tokenizer (const Tokenizer &)=delete
	Disable copy constructor. More...
Tokenizer &	operator= (const Tokenizer &)=delete
	Disable assignment operator. More...
void	setDirectives (std::list< Directive > directives)

Static Public Member Functions
static const Token *	isFunctionHead (const Token *tok, const std::string &endsWith)
	is token pointing at function head? More...
static bool	isOneNumber (const std::string &s)
	Helper function to check whether number is one (1 or 0.1E+1 or 1E+0) or not? More...
static const Token *	startOfExecutableScope (const Token *tok)
	Helper function to check for start of function execution scope. More...

Public Attributes
TokenList	list
	Token list: stores all tokens. More...

Private Member Functions
void	setVarId ()
	Set variable id. More...
void	setVarIdPass1 ()
void	setVarIdPass2 ()
bool	simplifyTokenList1 (const char FileName[])
	Basic simplification of tokenlist. More...
void	simplifyHeadersAndUnusedTemplates ()
	If –check-headers=no has been given; then remove unneeded code in headers. More...
void	removeExtraTemplateKeywords ()
	Remove extra "template" keywords that are not used by Cppcheck. More...
void	splitTemplateRightAngleBrackets (bool check)
	Split up template right angle brackets. More...
void	simplifyDebug ()
void	simplifyAssignmentBlock ()
	Simplify assignment where rhs is a block : "x=({123;});" => "{x=123;}". More...
void	arraySize ()
	Insert array size where it isn't given. More...
void	arraySizeAfterValueFlow ()
void	simplifyLabelsCaseDefault ()
	Simplify labels and 'case|default' syntaxes. More...
void	simplifyCaseRange ()
	simplify case ranges (gcc extension) More...
void	removeMacrosInGlobalScope ()
	Remove macros in global scope. More...
void	addSemicolonAfterUnknownMacro ()
void	removePragma ()
void	removeMacroInClassDef ()
	Remove undefined macro in class definition: class DLLEXPORT Fred { }; class Fred FINAL : Base { };. More...
void	sizeofAddParentheses ()
	Add parentheses for sizeof: sizeof x => sizeof(x) More...
void	simplifyVarDecl (const bool only_k_r_fpar)
	Simplify variable declarations (split up) More...
void	simplifyVarDecl (Token *tokBegin, const Token *const tokEnd, const bool only_k_r_fpar)
void	simplifyInitVar ()
	Simplify variable initialization '; int *p(0);' => '; int *p = 0;'. More...
void	simplifyStaticConst ()
	Simplify the location of "static" and "const" qualifiers in a variable declaration or definition. More...
void	simplifyVariableMultipleAssign ()
	Simplify multiple assignments. More...
bool	simplifyCAlternativeTokens ()
	Simplify the 'C Alternative Tokens' Examples: "if(s and t)" => "if(s && t)" "while((r bitand s) and not t)" => while((r & s) && !t)" "a and_eq b;" => "a &= b;". More...
bool	simplifyAddBraces ()
	Add braces to an if-block, for-block, etc. More...
Token *	simplifyAddBracesToCommand (Token *tok)
	Add braces to an if-block, for-block, etc. More...
Token *	simplifyAddBracesPair (Token *tok, bool commandWithCondition)
	Add pair of braces to an single if-block, else-block, for-block, etc. More...
void	simplifyUsingToTypedef ()
void	simplifyTypedef ()
	typedef A mytype; mytype c; More...
void	simplifyTypedefCpp ()
void	simplifyTypedefLHS ()
	Move typedef token to the left og the expression. More...
bool	simplifyUsing ()
void	simplifyUsingError (const Token *usingStart, const Token *usingEnd)
void	simplifyEmptyNamespaces ()
	Simplify useless C++ empty namespaces, like: 'namespace name% { }'. More...
void	elseif ()
	Simplify "if else". More...
void	simplifyIfSwitchForInit ()
	Simplify C++17/C++20 if/switch/for initialization expression. More...
void	removeRedundantSemicolons ()
	Reduces "; ;" to ";", except in "( ; ; )". More...
void	simplifyStructDecl ()
	Struct simplification "struct S { } s;" => "struct S { }; S s;". More...
bool	simplifyRedundantParentheses ()
	Remove redundant parentheses: More...
void	simplifyFunctionParameters ()
	Simplify functions like "void f(x) int x; {" into "void f(int x) {". More...
void	simplifyFunctionTryCatch ()
	Simplify function level try blocks: Convert "void f() try {} catch (int) {}" to "void f() { try {} catch (int) {} }". More...
void	simplifyTemplates ()
	Simplify templates. More...
void	simplifyDoublePlusAndDoubleMinus ()
void	simplifyRedundantConsecutiveBraces ()
void	simplifyArrayAccessSyntax ()
void	simplifyParameterVoid ()
void	fillTypeSizes ()
void	combineOperators ()
void	combineStringAndCharLiterals ()
void	concatenateNegativeNumberAndAnyPositive ()
void	simplifyExternC ()
void	simplifyRoundCurlyParentheses ()
void	simplifyTypeIntrinsics ()
void	simplifySQL ()
void	checkForEnumsWithTypedef ()
void	findComplicatedSyntaxErrorsInTemplates ()
void	simplifyPointerToStandardType ()
	Simplify pointer to standard type (C only) More...
void	simplifyFunctionPointers ()
	Simplify function pointers. More...
NORETURN void	cppcheckError (const Token *tok) const
	Send error message to error logger about internal bug. More...
void	createLinks ()
	Setup links for tokens so that one can call Token::link(). More...
void	createLinks2 ()
	Setup links between < and >. More...
void	markCppCasts ()
	Set isCast() for C++ casts. More...
void	unhandled_macro_class_x_y (const Token *tok) const
	Report that there is an unhandled "class x y {" code. More...
void	checkConfiguration () const
	Check configuration (unknown macros etc) More...
void	macroWithSemicolonError (const Token *tok, const std::string &macroName) const
void	validateC () const
	Is there C++ code in C file? More...
void	validate () const
	assert that tokens are ok - used during debugging for example to catch problems in simplifyTokenList1/2. More...
void	reportUnknownMacros () const
	Detect unknown macros and throw unknownMacro. More...
void	findGarbageCode () const
	Detect garbage code and call syntaxError() if found. More...
void	simplifyDeclspec ()
	Remove __declspec() More...
void	simplifyCallingConvention ()
	Remove calling convention. More...
void	simplifyAttribute ()
	Remove __attribute__ ((?)) More...
Token *	getAttributeFuncTok (Token *tok, bool gccattr) const
	Get function token for a attribute. More...
void	simplifyCppcheckAttribute ()
	Remove __cppcheck__ ((?)) More...
void	simplifySpaceshipOperator ()
	Simplify c++20 spaceship operator. More...
void	simplifyKeyword ()
	Remove keywords "volatile", "inline", "register", and "restrict". More...
void	simplifyAsm ()
	Remove __asm. More...
void	simplifyAsm2 ()
	asm heuristics, Put ^{} statements in asm() More...
void	simplifyAt ()
	Simplify @… (compiler extension) More...
void	simplifyBitfields ()
	Simplify bitfields - the field width is removed as we don't use it. More...
void	removeUnnecessaryQualification ()
	Remove unnecessary member qualification. More...
void	simplifyNamespaceStd ()
	Add std:: in front of std classes, when using namespace std; was given. More...
void	simplifyMicrosoftMemoryFunctions ()
	Convert Microsoft memory functions CopyMemory(dst, src, len) -> memcpy(dst, src, len) FillMemory(dst, len, val) -> memset(dst, val, len) MoveMemory(dst, src, len) -> memmove(dst, src, len) ZeroMemory(dst, len) -> memset(dst, 0, len) More...
void	simplifyMicrosoftStringFunctions ()
	Convert Microsoft string functions _tcscpy -> strcpy. More...
void	simplifyBorland ()
	Remove Borland code. More...
void	simplifyOperatorName ()
	Collapse operator name tokens into single token operator = => operator=. More...
void	simplifyOverloadedOperators ()
	simplify overloaded operators: 'obj(123)' => 'obj . More...
void	simplifyCPPAttribute ()
	Remove [[attribute]] (C++11 and later) from TokenList. More...
void	simplifyNamespaceAliases ()
	Convert namespace aliases. More...
void	simplifyNestedNamespace ()
	Convert C++17 style nested namespace to older style. More...
void	simplifyCoroutines ()
	Simplify coroutines - just put parentheses around arguments for co_* keywords so they can be handled like function calls in data flow. More...
void	prepareTernaryOpForAST ()
	Prepare ternary operators with parentheses so that the AST can be created. More...
void	reportError (const Token *tok, const Severity severity, const std::string &id, const std::string &msg, bool inconclusive=false) const
	report error message More...
void	reportError (const std::list< const Token * > &callstack, Severity severity, const std::string &id, const std::string &msg, bool inconclusive=false) const
bool	duplicateTypedef (Token *&tokPtr, const Token *name, const Token *typeDef) const
void	unsupportedTypedef (const Token *tok) const
void	printUnknownTypes () const
	Output list of unknown types. More...
const Token *	processFunc (const Token *tok2, bool inOperator) const
Token *	processFunc (Token *tok2, bool inOperator)
nonneg int	newVarId ()
	Get new variable id. More...
void	setPodTypes ()
	Set pod types. More...

Static Private Member Functions
static Token *	initVar (Token *tok)
static bool	isMemberFunction (const Token *openParen)
static std::string	simplifyString (const std::string &source)
	Modify strings in the token list by replacing hex and oct values. More...
static bool	isGarbageExpr (const Token *start, const Token *end, bool allowSemicolon)
	Detect garbage expression. More...
static void	setVarIdClassFunction (const std::string &classname, Token *const startToken, const Token *const endToken, const std::map< std::string, nonneg int > &varlist, std::map< nonneg int, std::map< std::string, nonneg int >> &structMembers, nonneg int &varId_)
static const Token *	findSQLBlockEnd (const Token *tokSQLStart)
	Find end of SQL (or PL/SQL) block. More...
static bool	operatorEnd (const Token *tok)

Private Attributes
const Settings &	mSettings
	settings More...
ErrorLogger &	mErrorLogger
	errorlogger More...
SymbolDatabase *	mSymbolDatabase {}
	Symbol database that all checks etc can use. More...
TemplateSimplifier *const	mTemplateSimplifier
std::string	mConfiguration
	E.g. More...
std::map< std::string, int >	mTypeSize
	sizeof information for known types More...
std::vector< TypedefInfo >	mTypedefInfo
std::list< Directive >	mDirectives
nonneg int	mVarId {}
	variable count More...
nonneg int	mUnnamedCount {}
	unnamed count "Unnamed0", "Unnamed1", "Unnamed2", ... More...
TimerResults *	mTimerResults {}
	TimerResults. More...

Friends
class	SymbolDatabase
class	TemplateSimplifier
class	TestSimplifyTemplate
class	TestSimplifyTypedef
class	TestTokenizer

Detailed Description

The main purpose is to tokenize the source code.

It also has functions that simplify the token list

Definition at line 46 of file tokenize.h.

Constructor & Destructor Documentation

Tokenizer() [1/2]

Tokenizer::Tokenizer ( const Settings &  settings, ErrorLogger &  errorLogger  )

explicit

Definition at line 155 of file tokenize.cpp.

~Tokenizer()

Tokenizer::~Tokenizer

(

)

Definition at line 162 of file tokenize.cpp.

References mSymbolDatabase, and mTemplateSimplifier.

Tokenizer() [2/2]

Tokenizer::Tokenizer ( const Tokenizer &  )

delete

Disable copy constructor.

Member Function Documentation

addSemicolonAfterUnknownMacro()

void Tokenizer::addSemicolonAfterUnknownMacro ( )

private

Definition at line 6491 of file tokenize.cpp.

References TokenList::front(), Token::insertToken(), isCPP(), Token::isName(), Token::link(), list, Token::Match(), Token::next(), Token::simpleMatch(), and Token::str().

Referenced by simplifyTokenList1().

arraySize()

void Tokenizer::arraySize ( )

private

Insert array size where it isn't given.

Specify array size if it hasn't been given.

Definition at line 3763 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::getStrArraySize(), Token::insertToken(), Token::isName(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), Token::strAt(), MathLib::toBigUNumber(), and Token::tokAt().

Referenced by simplifyTokenList1().

arraySizeAfterValueFlow()

void Tokenizer::arraySizeAfterValueFlow ( )

private

Definition at line 3836 of file tokenize.cpp.

References Token::addValue(), Token::astOperand1(), Token::astOperand2(), Token::getKnownIntValue(), Token::hasKnownIntValue(), Token::insertToken(), Token::link(), Token::linkAt(), Token::Match(), mSymbolDatabase, Token::next(), Dimension::num, Token::scope(), ValueFlow::Value::setKnown(), Token::simpleMatch(), Token::tokAt(), and SymbolDatabase::variableList().

Referenced by simplifyTokens1().

calculateScopes()

void Tokenizer::calculateScopes

(

)

Definition at line 4008 of file tokenize.cpp.

References Token::findOpeningBracket(), TokenList::front(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::scopeInfo(), Token::simpleMatch(), Token::str(), Token::strAt(), and Token::tokAt().

Referenced by TemplateSimplifier::simplifyTemplates().

checkConfiguration()

void Tokenizer::checkConfiguration ( ) const

private

Check configuration (unknown macros etc)

Definition at line 8135 of file tokenize.cpp.

References Settings::checkConfiguration, Token::isControlFlowKeyword(), Token::link(), macroWithSemicolonError(), Token::Match(), mSettings, Token::next(), Token::str(), Token::tokAt(), and tokens().

Referenced by simplifyTokenList1().

checkForEnumsWithTypedef()

void Tokenizer::checkForEnumsWithTypedef ( )

private

Definition at line 3462 of file tokenize.cpp.

References Token::findsimplematch(), TokenList::front(), Token::link(), list, Token::Match(), Token::next(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

combineOperators()

void Tokenizer::combineOperators ( )

private

Definition at line 3493 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), endsWith(), Token::findOpeningBracket(), TokenList::front(), isCPP(), Token::isName(), Token::isUpperCaseName(), list, Token::Match(), Token::next(), Token::originalName(), Token::previous(), Token::simpleMatch(), Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

combineStringAndCharLiterals()

void Tokenizer::combineStringAndCharLiterals ( )

private

Definition at line 3569 of file tokenize.cpp.

References Token::concatStr(), Token::deleteNext(), TokenList::front(), Token::isName(), isStringLiteral(), Platform::isWindows(), list, Token::Match(), mSettings, Token::next(), Settings::platform, simplifyString(), and Token::str().

Referenced by simplifyTokenList1().

concatenateNegativeNumberAndAnyPositive()

void Tokenizer::concatenateNegativeNumberAndAnyPositive ( )

private

Definition at line 3592 of file tokenize.cpp.

References Token::deleteNext(), Token::eIncDecOp, TokenList::front(), list, Token::Match(), Token::next(), Token::str(), Token::tokAt(), and Token::tokType().

Referenced by simplifyTokenList1().

cppcheckError()

void Tokenizer::cppcheckError ( const Token *  tok ) const

private

Send error message to error logger about internal bug.

Parameters

tok	the token that this bug concerns.

Definition at line 8083 of file tokenize.cpp.

References InternalError::INTERNAL, and printDebugOutput().

Referenced by setVarIdPass1(), and validate().

createLinks()

void Tokenizer::createLinks ( )

private

Setup links for tokens so that one can call Token::link().

Definition at line 5267 of file tokenize.cpp.

References TokenList::front(), linkBrackets(), list, Token::next(), and unmatchedToken().

Referenced by simplifyTokenList1().

createLinks2()

void Tokenizer::createLinks2 ( )

private

Setup links between < and >.

Definition at line 5301 of file tokenize.cpp.

References Token::createMutualLinks(), Token::eLogicalOp, Token::findClosingBracket(), TokenList::front(), Token::insertTokenBefore(), isC(), Token::isComparisonOp(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), Token::strAt(), Token::tokAt(), and Token::tokType().

Referenced by simplifyTokenList1().

createSymbolDatabase()

void Tokenizer::createSymbolDatabase

(

)

Referenced by clangimport::parseClangAstDump(), and simplifyTokens1().

deleteInvalidTypedef()

Token * Tokenizer::deleteInvalidTypedef

(

Token *

typeDef

)

Definition at line 363 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), Token::eraseTokens(), TokenList::front(), Token::linkAt(), list, Token::next(), Token::previous(), and Token::str().

Referenced by simplifyTypedefCpp().

dump()

void Tokenizer::dump

(

std::ostream &

out

)

const

Definition at line 5918 of file tokenize.cpp.

References Token::astOperand1(), Token::astOperand2(), Token::astParent(), Settings::basePaths, bool_to_string(), Token::column(), ValueType::container, ValueType::dump(), TemplateSimplifier::dump(), Token::eChar, Token::eLogicalOp, Token::eString, Token::exprId(), TokenList::file(), TokenList::front(), Token::function(), Token::getMacroName(), Path::getRelativePath(), Token::getStrLength(), id_string(), Token::isArithmeticalOp(), Token::isAssignmentOp(), Token::isAtomic(), Token::isAttributeExport(), Token::isAttributeMaybeUnused(), Token::isAttributeUnused(), Token::isBoolean(), Token::isCast(), Token::isComparisonOp(), Token::isComplex(), Token::isExpandedMacro(), Token::isExternC(), MathLib::isFloat(), Token::isImplicitInt(), MathLib::isInt(), Token::isName(), Library::isnoreturn(), Token::isNumber(), Token::isOp(), Token::isRemovedVoidParameter(), Token::isRestrict(), Token::isSigned(), Token::isSplittedVarDeclComma(), Token::isSplittedVarDeclEq(), Token::isTemplateArg(), Token::isUnsigned(), Settings::library, Token::linenr(), Token::link(), list, Token::Match(), mDirectives, mSettings, mSymbolDatabase, mTemplateSimplifier, mTypedefInfo, Token::next(), Token::originalName(), Token::printValueFlow(), SymbolDatabase::printXml(), Token::scope(), Token::str(), Token::tokType(), ErrorLogger::toxml(), Token::type(), Token::values(), Token::valueType(), Token::variable(), and Token::varId().

Referenced by CppCheck::checkClang(), and CppCheck::checkFile().

duplicateTypedef()

bool Tokenizer::duplicateTypedef ( Token *&  tokPtr, const Token *  name, const Token *  typeDef  ) const

private

Definition at line 214 of file tokenize.cpp.

References Token::isCpp(), Token::link(), Token::linkAt(), Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), startsWith(), Token::str(), Token::strAt(), syntaxError(), and Token::tokAt().

Referenced by simplifyTypedefCpp().

elseif()

void Tokenizer::elseif ( )

private

Simplify "if else".

Definition at line 7690 of file tokenize.cpp.

References Token::createMutualLinks(), TokenList::front(), Token::insertToken(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), Token::strAt(), syntaxError(), and unknownMacroError().

Referenced by simplifyTokenList1().

fillTypeSizes()

void Tokenizer::fillTypeSizes ( )

private

Definition at line 3475 of file tokenize.cpp.

References mSettings, mTypeSize, Settings::platform, Platform::sizeof_bool, Platform::sizeof_double, Platform::sizeof_float, Platform::sizeof_int, Platform::sizeof_long, Platform::sizeof_long_double, Platform::sizeof_long_long, Platform::sizeof_pointer, Platform::sizeof_short, Platform::sizeof_size_t, and Platform::sizeof_wchar_t.

Referenced by simplifyTokens1().

findComplicatedSyntaxErrorsInTemplates()

void Tokenizer::findComplicatedSyntaxErrorsInTemplates ( )

private

Definition at line 3456 of file tokenize.cpp.

References TemplateSimplifier::checkComplicatedSyntaxErrorsInTemplates(), mTemplateSimplifier, and validate().

Referenced by simplifyTokenList1().

findGarbageCode()

void Tokenizer::findGarbageCode ( ) const

private

Detect garbage code and call syntaxError() if found.

Referenced by simplifyTokenList1().

findSQLBlockEnd()

static const Token* Tokenizer::findSQLBlockEnd ( const Token *  tokSQLStart )

staticprivate

Find end of SQL (or PL/SQL) block.

Referenced by simplifySQL().

getAttributeFuncTok()

Token* Tokenizer::getAttributeFuncTok ( Token *  tok, bool  gccattr  ) const

private

Get function token for a attribute.

getSettings()

const Settings& Tokenizer::getSettings ( ) const

inline

Definition at line 615 of file tokenize.h.

Referenced by Summaries::create(), CTU::getFileInfo(), clangimport::parseClangAstDump(), Check64BitPortability::runChecks(), CheckAssert::runChecks(), CheckAutoVariables::runChecks(), CheckBool::runChecks(), CheckBoost::runChecks(), CheckBufferOverrun::runChecks(), CheckClass::runChecks(), CheckCondition::runChecks(), CheckExceptionSafety::runChecks(), CheckFunctions::runChecks(), CheckInternal::runChecks(), CheckIO::runChecks(), CheckLeakAutoVar::runChecks(), CheckMemoryLeakInFunction::runChecks(), CheckMemoryLeakInClass::runChecks(), CheckMemoryLeakStructMember::runChecks(), CheckMemoryLeakNoVar::runChecks(), CheckNullPointer::runChecks(), CheckOther::runChecks(), CheckPostfixOperator::runChecks(), CheckSizeof::runChecks(), CheckStl::runChecks(), CheckString::runChecks(), CheckType::runChecks(), CheckUninitVar::runChecks(), CheckUnusedVar::runChecks(), CheckVaarg::runChecks(), and setValues().

getSymbolDatabase()

const SymbolDatabase* Tokenizer::getSymbolDatabase ( ) const

inline

Definition at line 563 of file tokenize.h.

Referenced by CheckCondition::alwaysTrueFalse(), CheckBufferOverrun::argumentSize(), CheckNullPointer::arithmetic(), CheckBufferOverrun::arrayIndexThenCheck(), CheckAutoVariables::assignFunctionArg(), CheckAutoVariables::autoVariables(), CheckBufferOverrun::bufferOverflow(), CheckLeakAutoVar::check(), CheckMemoryLeakInClass::check(), CheckMemoryLeakStructMember::check(), CheckMemoryLeakNoVar::check(), CheckUninitVar::check(), CheckOther::checkAccessOfMovedVariable(), CheckBool::checkAssignBoolToFloat(), CheckBool::checkAssignBoolToPointer(), CheckCondition::checkAssignmentInCondition(), CheckBool::checkBitwiseOnBoolean(), CheckBoost::checkBoostForeachModification(), CheckOther::checkCastIntToCharAndBack(), CheckExceptionSafety::checkCatchExceptionByValue(), CheckOther::checkCharVariable(), CppCheck::checkClang(), CheckOther::checkComparePointers(), CheckCondition::checkCompareValueOutOfTypeRange(), CheckOther::checkComparisonFunctionIsAlwaysTrueOrFalse(), CheckBool::checkComparisonOfBoolExpressionWithInt(), CheckBool::checkComparisonOfBoolWithBool(), CheckBool::checkComparisonOfBoolWithInt(), CheckBool::checkComparisonOfFuncReturningBool(), CheckOther::checkConstVariable(), CheckIO::checkCoutCerrMisusage(), CheckStl::checkDereferenceInvalidIterator(), CheckOther::checkDuplicateBranch(), CheckCondition::checkDuplicateConditionalAssign(), CheckOther::checkDuplicateExpression(), CheckOther::checkEvaluationOrder(), CheckIO::checkFileUsage(), CheckStl::checkFindInsert(), CheckOther::checkFuncArgNamesDifferent(), CheckUnusedVar::checkFunctionVariableUsage(), CheckFunctions::checkIgnoredReturnValue(), CheckOther::checkIncompleteArrayFill(), CheckCondition::checkIncorrectLogicOperator(), CheckString::checkIncorrectStringCompare(), CheckBool::checkIncrementBoolean(), CheckOther::checkInvalidFree(), CheckOther::checkKnownArgument(), CheckOther::checkKnownPointerToBool(), CheckType::checkLongCast(), CheckFunctions::checkMathFunctions(), CheckFunctions::checkMissingReturn(), CheckOther::checkMisusedScopedObject(), CheckCondition::checkModuloAlwaysTrueFalse(), CheckStl::checkMutexes(), CheckOther::checkOverlappingWrite(), CheckOther::checkPassByReference(), CheckCondition::checkPointerAdditionResultNotNull(), CheckFunctions::checkProhibitedFunctions(), CheckMemoryLeakInFunction::checkReallocUsage(), CheckOther::checkRedundantAssignment(), CheckOther::checkRedundantCopy(), CheckExceptionSafety::checkRethrowCopy(), CheckOther::checkShadowVariables(), CheckOther::checkSignOfUnsignedVariable(), CheckSizeof::checkSizeofForArrayParameter(), CheckSizeof::checkSizeofForNumericParameter(), CheckSizeof::checkSizeofForPointerSize(), CheckUninitVar::checkStruct(), CheckUnusedVar::checkStructMemberUsage(), CheckOther::checkSuspiciousCaseInSwitch(), CheckOther::checkSuspiciousSemicolon(), CheckString::checkSuspiciousStringCompare(), CheckOther::checkUnreachableCode(), CheckOther::checkUnusedLabel(), CheckOther::checkVarFuncNullUB(), CheckOther::checkVariableScope(), CheckAutoVariables::checkVarLifetime(), CheckIO::checkWrongPrintfScanfArguments(), CheckOther::clarifyCalculation(), CheckCondition::clarifyCondition(), CheckOther::clarifyStatement(), Summaries::create(), CheckExceptionSafety::deallocThrow(), CheckExceptionSafety::destructors(), CheckCondition::duplicateCondition(), CheckStl::erase(), CheckStl::eraseIteratorOutOfBounds(), CTU::getFileInfo(), CheckClass::getFileInfo(), CTU::getUnsafeUsage(), CheckStl::if_find(), CheckStl::invalidContainer(), CheckFunctions::invalidFunctionUsage(), CheckOther::invalidPointerCast(), CheckIO::invalidScanf(), CheckStl::iterators(), CheckStl::knownEmptyContainer(), CheckFunctions::memsetInvalid2ndParam(), CheckFunctions::memsetZeroBytes(), CheckStl::mismatchingContainerIterator(), CheckStl::mismatchingContainers(), CheckStl::missingComparison(), CheckCondition::multiCondition(), CheckCondition::multiCondition2(), CheckBufferOverrun::negativeArraySize(), CheckStl::negativeIndex(), CheckExceptionSafety::nothrowThrows(), CheckNullPointer::nullConstantDereference(), CheckBufferOverrun::objectIndex(), CheckStl::outOfBounds(), CheckStl::outOfBoundsIndexExpression(), CheckString::overlappingStrcmp(), clangimport::parseClangAstDump(), CheckUnusedFunctions::parseTokens(), CheckBool::pointerArithBool(), Check64BitPortability::pointerassignment(), CheckPostfixOperator::postfixOperator(), CheckOther::redundantBitwiseOperationInSwitchError(), CheckStl::redundantCondition(), CheckLeakAutoVar::ret(), CheckExceptionSafety::rethrowNoCurrentException(), CheckFunctions::returnLocalStdMove(), CheckBool::returnValueOfFunctionReturningBool(), CheckStl::size(), CheckString::sprintfOverlappingData(), CheckStl::stlBoundaries(), CheckStl::stlOutOfBounds(), CheckStl::string_c_str(), CheckString::stringLiteralWrite(), CheckBufferOverrun::stringNotZeroTerminated(), CheckString::strPlusChar(), CheckExceptionSafety::unhandledExceptionSpecification(), CheckStl::uselessCalls(), CheckFunctions::useStandardLibrary(), CheckStl::useStlAlgorithm(), CheckVaarg::va_list_usage(), CheckVaarg::va_start_argument(), CheckUninitVar::valueFlowUninit(), and CheckOther::warningOldStylePointerCast().

hasIfdef()

bool Tokenizer::hasIfdef	(	const Token *	start,
		const Token *	end
	)		const

Referenced by CheckCondition::checkBadBitmaskCheck(), CheckClass::checkConstFunc(), CheckOther::checkUnusedLabel(), and CheckOther::checkVariableScope().

initVar()

Token * Tokenizer::initVar ( Token *  tok )

staticprivate

Definition at line 7645 of file tokenize.cpp.

References Token::deleteThis(), Token::insertToken(), Token::isNumber(), Token::isStandardType(), Token::link(), Token::Match(), Token::next(), Token::str(), Token::strAt(), Token::tokAt(), and Token::varId().

Referenced by simplifyInitVar().

isC()

bool Tokenizer::isC ( ) const

inline

Is the code C.

Used for bailouts

Definition at line 64 of file tokenize.h.

Referenced by CheckOther::checkConstVariable(), CheckIO::checkCoutCerrMisusage(), CheckUnusedVar::checkFunctionVariableUsage_iterateScopes(), CheckFunctions::checkMathFunctions(), CheckFunctions::checkMissingReturn(), CheckOther::checkMisusedScopedObject(), CheckOther::checkPassByReference(), CheckFunctions::checkProhibitedFunctions(), CheckOther::checkRedundantCopy(), CheckUninitVar::checkStruct(), CheckMemoryLeakStructMember::checkStructVariable(), CheckOther::checkVariableScope(), createLinks2(), SymbolDatabase::createSymbolDatabaseClassInfo(), SymbolDatabase::createSymbolDatabaseNeedInitialization(), markCppCasts(), removePragma(), CheckClass::runChecks(), CheckExceptionSafety::runChecks(), CheckPostfixOperator::runChecks(), setVarIdPass1(), setVarIdPass2(), simplifyCAlternativeTokens(), simplifyEmptyNamespaces(), simplifyExternC(), simplifyInitVar(), simplifyPointerToStandardType(), simplifyTemplates(), simplifyTokenList1(), simplifyTypedefCpp(), and simplifyVarDecl().

isCPP()

bool Tokenizer::isCPP ( ) const

inline

Is the code CPP.

Used for bailouts

Definition at line 69 of file tokenize.h.

Referenced by addSemicolonAfterUnknownMacro(), CheckOther::checkAccessOfMovedVariable(), CheckBool::checkAssignBoolToFloat(), CheckBool::checkComparisonOfBoolWithBool(), CheckBool::checkComparisonOfBoolWithInt(), CheckBool::checkComparisonOfFuncReturningBool(), CheckOther::checkEvaluationOrder(), CheckIO::checkFormatString(), CheckMemoryLeakNoVar::checkForUnsafeArgAlloc(), CheckUnusedVar::checkFunctionVariableUsage(), CheckFunctions::checkMathFunctions(), CheckUninitVar::checkScope(), CheckUninitVar::checkScopeForVariable(), combineOperators(), CheckClass::getFileInfo(), removeExtraTemplateKeywords(), removePragma(), reportUnknownMacros(), CheckFunctions::returnLocalStdMove(), CheckBoost::runChecks(), CheckMemoryLeakInClass::runChecks(), CheckStl::runChecks(), setVarIdPass1(), simplifyIfSwitchForInit(), simplifyLabelsCaseDefault(), simplifyRedundantParentheses(), simplifyStaticConst(), simplifyTokenList1(), simplifyUsing(), simplifyUsingToTypedef(), simplifyVarDecl(), CheckType::tooBigSignedBitwiseShiftError(), validateC(), and CheckOther::warningOldStylePointerCast().

isFunctionHead()

const Token * Tokenizer::isFunctionHead ( const Token *  tok, const std::string &  endsWith  )

static

is token pointing at function head?

Parameters

tok	A '(' or ')' token in a possible function head
endsWith	string after function head

Returns

token matching with endsWith if syntax seems to be a function head else nullptr

Definition at line 96 of file tokenize.cpp.

References endsWith(), Token::isCpp(), Token::isUpperCaseName(), Token::link(), Token::linkAt(), Token::Match(), Token::next(), Token::originalName(), Token::str(), and Token::tokAt().

Referenced by SymbolDatabase::addClassFunction(), SymbolDatabase::createSymbolDatabaseFindAllScopes(), TemplateSimplifier::expandTemplate(), Function::Function(), TemplateSimplifier::getTemplateNamePositionTemplateFunction(), SymbolDatabase::isFunction(), isMemberFunction(), removeMacrosInGlobalScope(), setVarIdPass1(), setVarIdPass2(), setVarIdStructMembers(), simplifyCAlternativeTokens(), simplifyTypedefCpp(), and startOfExecutableScope().

isGarbageExpr()

static bool Tokenizer::isGarbageExpr ( const Token *  start, const Token *  end, bool  allowSemicolon  )

staticprivate

Detect garbage expression.

isMemberFunction()

bool Tokenizer::isMemberFunction ( const Token *  openParen )

staticprivate

Definition at line 2805 of file tokenize.cpp.

References isFunctionHead(), Token::Match(), and Token::tokAt().

Referenced by simplifyUsing().

isOneNumber()

bool Tokenizer::isOneNumber ( const std::string &  s )

static

Helper function to check whether number is one (1 or 0.1E+1 or 1E+0) or not?

Parameters

s	the string to check

Returns

true in case is is one and false otherwise.

Definition at line 8128 of file tokenize.cpp.

References isNumberOneOf(), and MathLib::isPositive().

Referenced by CheckFunctions::checkMathFunctions().

isPacked()

bool Tokenizer::isPacked

(

const Token *

bodyStart

)

const

Referenced by CheckUnusedVar::checkStructMemberUsage().

isScopeNoReturn()

bool Tokenizer::isScopeNoReturn	(	const Token *	endScopeToken,
		bool *	unknown = nullptr
	)		const

Check if inner scope ends with a call to a noreturn function.

Parameters

endScopeToken	The '}' token
unknown	set to true if it's unknown if the scope is noreturn

Returns

true if scope ends with a function call that might be 'noreturn'

Definition at line 8008 of file tokenize.cpp.

References Settings::checkLibrary, Token::function(), information, Library::isScopeNoReturn(), Settings::library, Token::linkAt(), mSettings, Token::previous(), reportError(), Token::simpleMatch(), Settings::summaryReturn, Token::tokAt(), Token::type(), and Token::variable().

Referenced by CheckMemoryLeakInFunction::checkReallocUsage(), CheckLeakAutoVar::checkScope(), and CheckUninitVar::checkScopeForVariable().

macroWithSemicolonError()

void Tokenizer::macroWithSemicolonError ( const Token *  tok, const std::string &  macroName  ) const

private

Definition at line 8075 of file tokenize.cpp.

References information, and reportError().

Referenced by checkConfiguration().

markCppCasts()

void Tokenizer::markCppCasts ( )

private

Set isCast() for C++ casts.

Definition at line 5419 of file tokenize.cpp.

References TokenList::front(), isC(), Token::isCast(), Token::linkAt(), list, Token::Match(), Token::next(), Token::simpleMatch(), and syntaxError().

Referenced by simplifyTokenList1().

newVarId()

nonneg int Tokenizer::newVarId ( )

inlineprivate

Get new variable id.

Returns

new variable id

Definition at line 637 of file tokenize.h.

Referenced by SymbolDatabase::fixVarId().

operator=()

Tokenizer& Tokenizer::operator= ( const Tokenizer &  )

delete

Disable assignment operator.

operatorEnd()

static bool Tokenizer::operatorEnd ( const Token *  tok )

staticprivate

prepareTernaryOpForAST()

void Tokenizer::prepareTernaryOpForAST ( )

private

Prepare ternary operators with parentheses so that the AST can be created.

Referenced by simplifyTokenList1().

printDebugOutput()

void Tokenizer::printDebugOutput

(

int

simplification

)

const

print –debug output if debug flags match the simplification: 0=unknown/both simplifications 1=1st simplifications 2=2nd simplifications

Definition at line 5868 of file tokenize.cpp.

References debug, Settings::debugnormal, Settings::debugSimplified, Settings::debugwarnings, TokenList::front(), TokenList::getFiles(), list, mSettings, mSymbolDatabase, Token::next(), Token::printAst(), SymbolDatabase::printOut(), Token::printOut(), printUnknownTypes(), Token::printValueFlow(), SymbolDatabase::printXml(), reportError(), SymbolDatabase::variableList(), Settings::verbose, and Settings::xml.

Referenced by CppCheck::checkClang(), cppcheckError(), simplifyTokens1(), syntaxError(), syntaxErrorC(), unknownMacroError(), and unmatchedToken().

printUnknownTypes()

void Tokenizer::printUnknownTypes ( ) const

private

Output list of unknown types.

Referenced by printDebugOutput().

processFunc() [1/2]

const Token * Tokenizer::processFunc ( const Token *  tok2, bool  inOperator  ) const

private

Definition at line 475 of file tokenize.cpp.

References Token::link(), Token::linkAt(), Token::Match(), Token::next(), Token::simpleMatch(), Token::str(), syntaxError(), and Token::tokAt().

Referenced by processFunc(), and simplifyTypedefCpp().

processFunc() [2/2]

Token * Tokenizer::processFunc ( Token *  tok2, bool  inOperator  )

private

Definition at line 535 of file tokenize.cpp.

References processFunc().

removeExtraTemplateKeywords()

void Tokenizer::removeExtraTemplateKeywords ( )

private

Remove extra "template" keywords that are not used by Cppcheck.

Definition at line 6293 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), isCPP(), Token::isTemplate(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

removeMacroInClassDef()

void Tokenizer::removeMacroInClassDef ( )

private

Remove undefined macro in class definition: class DLLEXPORT Fred { }; class Fred FINAL : Base { };.

Definition at line 6474 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::isUpperCaseName(), list, Token::Match(), Token::next(), and Token::tokAt().

Referenced by simplifyTokenList1().

removeMacrosInGlobalScope()

void Tokenizer::removeMacrosInGlobalScope ( )

private

Remove macros in global scope.

Definition at line 6379 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), endsWith(), Token::eraseTokens(), TokenList::front(), isFunctionHead(), Token::isKeyword(), Token::isName(), Token::isStandardType(), Token::isUpperCaseName(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), Token::strAt(), Token::tokAt(), and unknownMacroError().

Referenced by simplifyTokenList1().

removePragma()

void Tokenizer::removePragma ( )

private

Definition at line 6458 of file tokenize.cpp.

References Standards::c, Standards::C89, Standards::cpp, Standards::CPP03, Token::deleteThis(), Token::eraseTokens(), TokenList::front(), isC(), isCPP(), Token::linkAt(), list, mSettings, Token::next(), Token::simpleMatch(), and Settings::standards.

Referenced by simplifyTokenList1().

removeRedundantSemicolons()

void Tokenizer::removeRedundantSemicolons ( )

private

Reduces "; ;" to ";", except in "( ; ; )".

Definition at line 6548 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::link(), list, Token::next(), Token::simpleMatch(), and Token::str().

Referenced by simplifyTokenList1().

removeUnnecessaryQualification()

void Tokenizer::removeUnnecessaryQualification ( )

private

Remove unnecessary member qualification.

Referenced by simplifyTokenList1().

reportError() [1/2]

void Tokenizer::reportError ( const std::list< const Token * > &  callstack, Severity  severity, const std::string &  id, const std::string &  msg, bool  inconclusive = false  ) const

private

reportError() [2/2]

void Tokenizer::reportError ( const Token *  tok, const Severity  severity, const std::string &  id, const std::string &  msg, bool  inconclusive = false  ) const

private

report error message

Referenced by isScopeNoReturn(), macroWithSemicolonError(), printDebugOutput(), simplifyTypedef(), simplifyUsing(), splitTemplateRightAngleBrackets(), unhandled_macro_class_x_y(), unhandledCharLiteral(), and unsupportedTypedef().

reportUnknownMacros()

void Tokenizer::reportUnknownMacros ( ) const

private

Detect unknown macros and throw unknownMacro.

Definition at line 8277 of file tokenize.cpp.

References cAlternativeTokens, isCPP(), Token::isKeyword(), Token::isName(), isNonMacro(), Token::isStandardType(), Token::isUpperCaseName(), Token::link(), Token::linkAt(), Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), startsWith(), Token::str(), Token::strAt(), Token::tokAt(), tokens(), and unknownMacroError().

Referenced by simplifyTokenList1().

setDirectives()

void Tokenizer::setDirectives

(

std::list< Directive >

directives

)

Referenced by CppCheck::checkFile().

setPodTypes()

void Tokenizer::setPodTypes ( )

private

Set pod types.

Referenced by setVarId().

setTimerResults()

void Tokenizer::setTimerResults ( TimerResults *  tr )

inline

Definition at line 59 of file tokenize.h.

Referenced by CppCheck::checkFile().

setVarId()

void Tokenizer::setVarId ( )

private

Set variable id.

Definition at line 4495 of file tokenize.cpp.

References TokenList::front(), Token::isName(), list, Token::next(), setPodTypes(), setVarIdPass1(), setVarIdPass2(), and Token::varId().

Referenced by simplifyTokenList1().

setVarIdClassFunction()

void Tokenizer::setVarIdClassFunction ( const std::string &  classname, Token *const  startToken, const Token *const  endToken, const std::map< std::string, nonneg int > &  varlist, std::map< nonneg int, std::map< std::string, nonneg int >> &  structMembers, nonneg int &  varId_  )

staticprivate

Definition at line 4464 of file tokenize.cpp.

References Token::isName(), Token::Match(), Token::next(), setVarIdStructMembers(), Token::simpleMatch(), Token::str(), Token::tokAt(), and Token::varId().

Referenced by setVarIdPass2().

setVarIdPass1()

void Tokenizer::setVarIdPass1 ( )

private

Definition at line 4518 of file tokenize.cpp.

References Standards::cpp, Standards::CPP17, cppcheckError(), endsWith(), Token::findClosingBracket(), Token::findsimplematch(), TokenList::front(), isC(), isClassStructUnionEnumStart(), Token::isCpp(), isCPP(), isEnumStart(), isFunctionHead(), Token::isKeyword(), Token::isLiteral(), Token::isName(), Token::isOp(), Token::isOperatorKeyword(), Token::isStandardType(), Token::link(), Token::linkAt(), list, Token::Match(), mSettings, mVarId, Token::next(), Token::nextArgumentBeforeCreateLinks2(), notstart_c, notstart_cpp, Token::previous(), setVarIdClassDeclaration(), setVarIdParseDeclaration(), setVarIdStructMembers(), Token::simpleMatch(), Settings::standards, Token::str(), Token::strAt(), syntaxError(), syntaxErrorC(), Settings::terminated(), Token::tokAt(), and Token::varId().

Referenced by setVarId().

setVarIdPass2()

void Tokenizer::setVarIdPass2 ( )

private

Definition at line 5004 of file tokenize.cpp.

References Token::eBoolean, Token::eKeyword, Token::findClosingBracket(), TokenList::front(), getScopeName(), isC(), isFunctionHead(), Token::isLiteral(), Token::isName(), Token::isStandardType(), Token::link(), Token::linkAt(), list, Token::Match(), matchMemberFunctionName(), matchMemberVarName(), mVarId, Token::next(), Token::previous(), setVarIdClassFunction(), Token::simpleMatch(), skipInitializerList(), Token::str(), Token::strAt(), syntaxError(), Token::tokAt(), Token::tokType(), and Token::varId().

Referenced by setVarId().

simplifyAddBraces()

bool Tokenizer::simplifyAddBraces ( )

private

Add braces to an if-block, for-block, etc.

Returns

true if no syntax errors

Definition at line 6568 of file tokenize.cpp.

References TokenList::front(), list, Token::next(), and simplifyAddBracesToCommand().

Referenced by simplifyTokenList1().

simplifyAddBracesPair()

Token * Tokenizer::simplifyAddBracesPair ( Token *  tok, bool  commandWithCondition  )

private

Add pair of braces to an single if-block, else-block, for-block, etc.

for command starting at token

Returns

last token of command or input token in case of an error where no braces are added or NULL when syntaxError is called

Definition at line 6622 of file tokenize.cpp.

References Token::createMutualLinks(), Token::eBracket, Token::insertToken(), Token::isUpperCaseName(), Token::link(), Token::linkAt(), Token::Match(), Token::move(), Token::next(), Token::previous(), Token::simpleMatch(), simplifyAddBracesToCommand(), skipCaseLabel(), Token::str(), Token::strAt(), syntaxError(), Token::tokAt(), Token::tokType(), and unknownMacroError().

Referenced by simplifyAddBracesToCommand().

simplifyAddBracesToCommand()

Token * Tokenizer::simplifyAddBracesToCommand ( Token *  tok )

private

Add braces to an if-block, for-block, etc.

for command starting at token including else-block

Returns

last token of command or input token in case of an error where no braces are added or NULL when syntaxError is called

Definition at line 6578 of file tokenize.cpp.

References Token::link(), Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), simplifyAddBracesPair(), Token::str(), Token::strAt(), syntaxError(), and Token::tokAt().

Referenced by simplifyAddBraces(), and simplifyAddBracesPair().

simplifyArrayAccessSyntax()

void Tokenizer::simplifyArrayAccessSyntax ( )

private

Definition at line 3682 of file tokenize.cpp.

References TokenList::front(), Token::isNumber(), list, Token::Match(), Token::next(), Token::str(), Token::tokAt(), and Token::varId().

Referenced by simplifyTokenList1().

simplifyAsm()

void Tokenizer::simplifyAsm ( )

private

Remove __asm.

Referenced by simplifyTokenList1().

simplifyAsm2()

void Tokenizer::simplifyAsm2 ( )

private

asm heuristics, Put ^{} statements in asm()

Referenced by simplifyTokenList1().

simplifyAssignmentBlock()

void Tokenizer::simplifyAssignmentBlock ( )

private

Simplify assignment where rhs is a block : "x=({123;});" => "{x=123;}".

Referenced by simplifyTokenList1().

simplifyAt()

void Tokenizer::simplifyAt ( )

private

Simplify @… (compiler extension)

Referenced by simplifyTokenList1().

simplifyAttribute()

void Tokenizer::simplifyAttribute ( )

private

Remove __attribute__ ((?))

Referenced by simplifyTokenList1().

simplifyBitfields()

void Tokenizer::simplifyBitfields ( )

private

Simplify bitfields - the field width is removed as we don't use it.

Referenced by simplifyTokenList1().

simplifyBorland()

void Tokenizer::simplifyBorland ( )

private

Remove Borland code.

Referenced by simplifyTokenList1().

simplifyCallingConvention()

void Tokenizer::simplifyCallingConvention ( )

private

Remove calling convention.

Referenced by simplifyTokenList1().

simplifyCAlternativeTokens()

bool Tokenizer::simplifyCAlternativeTokens ( )

private

Simplify the 'C Alternative Tokens' Examples: "if(s and t)" => "if(s && t)" "while((r bitand s) and not t)" => while((r & s) && !t)" "a and_eq b;" => "a &= b;".

Definition at line 7524 of file tokenize.cpp.

References cAlternativeTokens, TokenList::front(), isC(), isFunctionHead(), Token::isName(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), and Token::strAt().

Referenced by simplifyTokenList1().

simplifyCaseRange()

void Tokenizer::simplifyCaseRange ( )

private

simplify case ranges (gcc extension)

Definition at line 3987 of file tokenize.cpp.

References TokenList::front(), Token::insertToken(), list, Token::Match(), Token::next(), Token::str(), Token::strAt(), MathLib::toBigNumber(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyCoroutines()

void Tokenizer::simplifyCoroutines ( )

private

Simplify coroutines - just put parentheses around arguments for co_* keywords so they can be handled like function calls in data flow.

Referenced by simplifyTokenList1().

simplifyCPPAttribute()

void Tokenizer::simplifyCPPAttribute ( )

private

Remove [[attribute]] (C++11 and later) from TokenList.

Referenced by simplifyTokenList1().

simplifyCppcheckAttribute()

void Tokenizer::simplifyCppcheckAttribute ( )

private

Remove __cppcheck__ ((?))

Referenced by simplifyTokenList1().

simplifyDebug()

void Tokenizer::simplifyDebug ( )

private

Referenced by simplifyTokenList1().

simplifyDeclspec()

void Tokenizer::simplifyDeclspec ( )

private

Remove __declspec()

Referenced by simplifyTokenList1().

simplifyDoublePlusAndDoubleMinus()

void Tokenizer::simplifyDoublePlusAndDoubleMinus ( )

private

Definition at line 3721 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::isNumber(), list, Token::next(), Token::previous(), and Token::str().

Referenced by simplifyTokenList1().

simplifyEmptyNamespaces()

void Tokenizer::simplifyEmptyNamespaces ( )

private

Simplify useless C++ empty namespaces, like: 'namespace name% { }'.

Definition at line 6509 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), TokenList::front(), isC(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), Token::strAt(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyExternC()

void Tokenizer::simplifyExternC ( )

private

Definition at line 3608 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), TokenList::front(), isC(), Token::isExternC(), Token::linkAt(), list, Token::Match(), Token::next(), Token::str(), and Token::strAt().

Referenced by simplifyTokenList1().

simplifyFunctionParameters()

void Tokenizer::simplifyFunctionParameters ( )

private

Simplify functions like "void f(x) int x; {" into "void f(int x) {".

Definition at line 6721 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::insertToken(), Token::isName(), Token::linenr(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::replace(), Token::simpleMatch(), Token::str(), Token::strAt(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyFunctionPointers()

void Tokenizer::simplifyFunctionPointers ( )

private

Simplify function pointers.

Definition at line 6915 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), Token::eraseTokens(), TokenList::front(), indent(), Token::isCpp(), Token::isName(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyFunctionTryCatch()

void Tokenizer::simplifyFunctionTryCatch ( )

private

Simplify function level try blocks: Convert "void f() try {} catch (int) {}" to "void f() { try {} catch (int) {} }".

Referenced by simplifyTokenList1().

simplifyHeadersAndUnusedTemplates()

void Tokenizer::simplifyHeadersAndUnusedTemplates ( )

private

If –check-headers=no has been given; then remove unneeded code in headers.

• All executable code.
• Unused types/variables/etc

Definition at line 6168 of file tokenize.cpp.

References Settings::checkHeaders, Settings::checkUnusedTemplates, Token::deleteThis(), Token::eraseTokens(), Token::fileIndex(), Token::findClosingBracket(), TokenList::front(), Token::isCpp(), Token::isKeyword(), Token::isName(), Token::link(), Token::linkAt(), list, Token::Match(), mSettings, Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), Token::strAt(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyIfSwitchForInit()

void Tokenizer::simplifyIfSwitchForInit ( )

private

Simplify C++17/C++20 if/switch/for initialization expression.

Definition at line 7722 of file tokenize.cpp.

References Standards::cpp, Standards::CPP17, Standards::CPP20, Token::createMutualLinks(), Token::deleteNext(), TokenList::front(), Token::insertToken(), isCPP(), Token::isSimplifiedScope(), Token::link(), Token::linkAt(), list, Token::Match(), mSettings, Token::next(), Token::simpleMatch(), Settings::standards, Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyInitVar()

void Tokenizer::simplifyInitVar ( )

private

Simplify variable initialization '; int *p(0);' => '; int *p = 0;'.

Definition at line 7612 of file tokenize.cpp.

References TokenList::front(), initVar(), TokenList::insertTokens(), isC(), Token::isName(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyKeyword()

void Tokenizer::simplifyKeyword ( )

private

Remove keywords "volatile", "inline", "register", and "restrict".

Referenced by simplifyTokenList1().

simplifyLabelsCaseDefault()

void Tokenizer::simplifyLabelsCaseDefault ( )

private

Simplify labels and 'case|default' syntaxes.

simplify labels and case|default in the code: add a ";" if not already in.

Definition at line 3937 of file tokenize.cpp.

References TokenList::front(), Token::insertToken(), isCPP(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), skipCaseLabel(), startOfExecutableScope(), Token::str(), Token::strAt(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyMicrosoftMemoryFunctions()

void Tokenizer::simplifyMicrosoftMemoryFunctions ( )

private

Convert Microsoft memory functions CopyMemory(dst, src, len) -> memcpy(dst, src, len) FillMemory(dst, len, val) -> memset(dst, val, len) MoveMemory(dst, src, len) -> memmove(dst, src, len) ZeroMemory(dst, len) -> memset(dst, 0, len)

Referenced by simplifyTokenList1().

simplifyMicrosoftStringFunctions()

void Tokenizer::simplifyMicrosoftStringFunctions ( )

private

Convert Microsoft string functions _tcscpy -> strcpy.

Referenced by simplifyTokenList1().

simplifyNamespaceAliases()

void Tokenizer::simplifyNamespaceAliases ( )

private

Convert namespace aliases.

Referenced by simplifyTokenList1().

simplifyNamespaceStd()

void Tokenizer::simplifyNamespaceStd ( )

private

Add std:: in front of std classes, when using namespace std; was given.

Referenced by simplifyTokenList1().

simplifyNestedNamespace()

void Tokenizer::simplifyNestedNamespace ( )

private

Convert C++17 style nested namespace to older style.

Referenced by simplifyTokenList1().

simplifyOperatorName()

void Tokenizer::simplifyOperatorName ( )

private

Collapse operator name tokens into single token operator = => operator=.

Referenced by simplifyTokenList1().

simplifyOverloadedOperators()

void Tokenizer::simplifyOverloadedOperators ( )

private

simplify overloaded operators: 'obj(123)' => 'obj .

operator() ( 123 )'

Referenced by simplifyTokenList1().

simplifyParameterVoid()

void Tokenizer::simplifyParameterVoid ( )

private

Definition at line 3696 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), list, Token::Match(), Token::next(), and Token::setRemovedVoidParameter().

Referenced by simplifyTokenList1().

simplifyPointerToStandardType()

void Tokenizer::simplifyPointerToStandardType ( )

private

Simplify pointer to standard type (C only)

Definition at line 6893 of file tokenize.cpp.

References Token::deleteNext(), Token::eraseTokens(), TokenList::front(), isC(), list, Token::Match(), Token::next(), Token::previous(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyRedundantConsecutiveBraces()

void Tokenizer::simplifyRedundantConsecutiveBraces ( )

private

Definition at line 3706 of file tokenize.cpp.

References Token::deleteNext(), TokenList::front(), Token::link(), Token::linkAt(), list, Token::next(), and Token::simpleMatch().

Referenced by simplifyTokenList1().

simplifyRedundantParentheses()

bool Tokenizer::simplifyRedundantParentheses ( )

private

Remove redundant parentheses:

• "((x))" => "(x)"
• "(function())" => "function()"
• "(delete x)" => "delete x"
• "(delete [] x)" => "delete [] x"

  Returns

  true if modifications to token-list are done. false if no modifications are done.

Definition at line 7783 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), Token::findsimplematch(), TokenList::front(), Token::isCpp(), isCPP(), Token::isKeyword(), Token::isStandardType(), Token::link(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), Token::strAt(), Token::tokAt(), and Token::varId().

Referenced by simplifyTokenList1().

simplifyRoundCurlyParentheses()

void Tokenizer::simplifyRoundCurlyParentheses ( )

private

Definition at line 3634 of file tokenize.cpp.

References Token::deleteNext(), Token::deleteThis(), TokenList::front(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifySpaceshipOperator()

void Tokenizer::simplifySpaceshipOperator ( )

private

Simplify c++20 spaceship operator.

Referenced by simplifyTokenList1().

simplifySQL()

void Tokenizer::simplifySQL ( )

private

Definition at line 3655 of file tokenize.cpp.

References Token::eraseTokens(), findSQLBlockEnd(), TokenList::front(), Token::insertToken(), list, Token::next(), Token::simpleMatch(), Token::str(), Token::stringifyList(), syntaxError(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyStaticConst()

void Tokenizer::simplifyStaticConst ( )

private

Simplify the location of "static" and "const" qualifiers in a variable declaration or definition.

Example: "int static const a;" => "static const a;" Example: "long long const static b;" => "static const long long b;"

Definition at line 7400 of file tokenize.cpp.

References Token::deleteNext(), Token::findOpeningBracket(), TokenList::front(), Token::insertToken(), Token::insertTokenBefore(), isCPP(), list, Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), and Token::swapWithNext().

Referenced by simplifyTokenList1().

simplifyString()

static std::string Tokenizer::simplifyString ( const std::string &  source )

staticprivate

Modify strings in the token list by replacing hex and oct values.

E.g. "\x61" -> "a" and "\000" -> "\0"

Parameters

source

The string to be modified, e.g. "\x61"

Returns

Modified string, e.g. "a"

Referenced by combineStringAndCharLiterals().

simplifyStructDecl()

void Tokenizer::simplifyStructDecl ( )

private

Struct simplification "struct S { } s;" => "struct S { }; S s;".

Referenced by simplifyTokenList1().

simplifyTemplates()

void Tokenizer::simplifyTemplates ( )

private

Simplify templates.

Definition at line 4099 of file tokenize.cpp.

References isC(), mSettings, mTemplateSimplifier, TemplateSimplifier::simplifyTemplates(), and Settings::templateMaxTime.

Referenced by simplifyTokenList1().

simplifyTokenList1()

bool Tokenizer::simplifyTokenList1 ( const char  FileName[] )

private

Basic simplification of tokenlist.

Parameters

FileName

The filename to run; used to do markup checks.

Returns

false if there is an error that requires aborting the checking of this file.

Definition at line 5458 of file tokenize.cpp.

References addSemicolonAfterUnknownMacro(), arraySize(), Token::assignIndexes(), Token::assignProgressValues(), checkConfiguration(), checkForEnumsWithTypedef(), combineOperators(), combineStringAndCharLiterals(), concatenateNegativeNumberAndAnyPositive(), createLinks(), createLinks2(), Settings::daca, Token::deleteNext(), elseif(), findComplicatedSyntaxErrorsInTemplates(), findGarbageCode(), TokenList::front(), information, isC(), Token::isConstexpr(), isCPP(), SimpleEnableGroup< T >::isEnabled(), Token::isNumber(), Token::isUpperCaseName(), Settings::library, Token::link(), Token::linkAt(), list, markCppCasts(), Library::markupFile(), Token::Match(), mSettings, mTimerResults, Token::next(), prepareTernaryOpForAST(), removeExtraTemplateKeywords(), removeMacroInClassDef(), removeMacrosInGlobalScope(), removePragma(), removeRedundantSemicolons(), removeUnnecessaryQualification(), reportUnknownMacros(), setVarId(), Settings::severity, Settings::showtime, Token::simpleMatch(), simplifyAddBraces(), simplifyArrayAccessSyntax(), simplifyAsm(), simplifyAsm2(), simplifyAssignmentBlock(), simplifyAt(), simplifyAttribute(), simplifyBitfields(), simplifyBorland(), simplifyCallingConvention(), simplifyCAlternativeTokens(), simplifyCaseRange(), simplifyCoroutines(), simplifyCPPAttribute(), simplifyCppcheckAttribute(), simplifyDebug(), simplifyDeclspec(), simplifyDoublePlusAndDoubleMinus(), simplifyEmptyNamespaces(), simplifyExternC(), simplifyFunctionParameters(), simplifyFunctionPointers(), simplifyFunctionTryCatch(), simplifyHeadersAndUnusedTemplates(), simplifyIfSwitchForInit(), simplifyInitVar(), simplifyKeyword(), simplifyLabelsCaseDefault(), simplifyMicrosoftMemoryFunctions(), simplifyMicrosoftStringFunctions(), simplifyNamespaceAliases(), simplifyNamespaceStd(), simplifyNestedNamespace(), TemplateSimplifier::simplifyNumericCalculations(), simplifyOperatorName(), simplifyOverloadedOperators(), simplifyParameterVoid(), TokenList::simplifyPlatformTypes(), simplifyPointerToStandardType(), simplifyRedundantConsecutiveBraces(), simplifyRedundantParentheses(), simplifyRoundCurlyParentheses(), simplifySpaceshipOperator(), simplifySQL(), simplifyStaticConst(), TokenList::simplifyStdType(), simplifyStructDecl(), simplifyTemplates(), simplifyTypedef(), simplifyTypedefLHS(), simplifyTypeIntrinsics(), simplifyUsing(), simplifyVarDecl(), simplifyVariableMultipleAssign(), sizeofAddParentheses(), splitTemplateRightAngleBrackets(), Token::str(), Token::strAt(), syntaxError(), Settings::terminated(), unhandled_macro_class_x_y(), validate(), and validateC().

Referenced by simplifyTokens1().

simplifyTokens1()

bool Tokenizer::simplifyTokens1

(

const std::string &

configuration

)

Definition at line 3373 of file tokenize.cpp.

References arraySizeAfterValueFlow(), Settings::buildDir, Summaries::create(), TokenList::createAst(), createSymbolDatabase(), Settings::debugnormal, Token::eChar, fillTypeSizes(), TokenList::getFiles(), SimpleEnableGroup< T >::isEnabled(), list, mConfiguration, mErrorLogger, mSettings, mSymbolDatabase, mTimerResults, Token::next(), portability, printDebugOutput(), SymbolDatabase::setArrayDimensionsUsingValueFlow(), ValueFlow::setValues(), SymbolDatabase::setValueTypeInTokenList(), Settings::severity, Settings::showtime, simplifyTokenList1(), Token::str(), tokens(), Token::tokType(), unhandledCharLiteral(), TokenList::validateAst(), and Token::values().

Referenced by CppCheck::checkFile().

simplifyTypedef()

void Tokenizer::simplifyTypedef ( )

private

typedef A mytype; mytype c;

Becomes: typedef A mytype; A c;

Definition at line 1048 of file tokenize.cpp.

References Token::column(), Tokenizer::TypedefInfo::column, Token::deleteThis(), TokenList::file(), Tokenizer::TypedefInfo::filename, TokenList::front(), SimpleEnableGroup< T >::isEnabled(), Token::isName(), Token::linenr(), Tokenizer::TypedefInfo::lineNumber, Token::link(), list, Token::Match(), mSettings, mTypedefInfo, Tokenizer::TypedefInfo::name, Token::next(), portability, Token::replace(), reportError(), Settings::severity, simplifyTypedefCpp(), Token::str(), and Tokenizer::TypedefInfo::used.

Referenced by simplifyTokenList1().

simplifyTypedefCpp()

void Tokenizer::simplifyTypedefCpp ( )

private

Todo:

add support for union

Todo:

add support for multi-token operators

Todo:

add support for multi-token operators

Definition at line 1140 of file tokenize.cpp.

References Token::column(), Tokenizer::TypedefInfo::column, TokenList::copyTokens(), Token::createMutualLinks(), debug, Settings::debugwarnings, deleteInvalidTypedef(), Token::deleteNext(), Token::deletePrevious(), Token::deleteThis(), done, duplicateTypedef(), emptyString, Token::eraseTokens(), TokenList::file(), Tokenizer::TypedefInfo::filename, Token::findClosingBracket(), TokenList::front(), TokenList::getFiles(), Token::insertToken(), isC(), Token::isControlFlowKeyword(), Token::isCpp(), isEnumScope(), Token::isExpandedMacro(), isFunctionHead(), Token::isInline(), Token::isKeyword(), Token::isName(), Token::isNameOnly(), Token::isSimplifiedTypedef(), Token::isStandardType(), Token::linenr(), Tokenizer::TypedefInfo::lineNumber, Token::link(), Token::linkAt(), list, Token::Match(), mErrorLogger, mSettings, mTypedefInfo, mUnnamedCount, Tokenizer::TypedefInfo::name, Token::next(), normal, Token::previous(), processFunc(), Token::progressValue(), ErrorLogger::reportErr(), ErrorLogger::reportProgress(), Token::simpleMatch(), simplifyUsingToTypedef(), splitDefinitionFromTypedef(), Token::str(), Token::strAt(), syntaxError(), Settings::terminated(), Token::tokAt(), Settings::typedefMaxTime, unsupportedTypedef(), and Tokenizer::TypedefInfo::used.

Referenced by simplifyTypedef().

simplifyTypedefLHS()

void Tokenizer::simplifyTypedefLHS ( )

private

Move typedef token to the left og the expression.

Definition at line 563 of file tokenize.cpp.

References Token::deleteThis(), TokenList::front(), Token::insertTokenBefore(), Token::linkAt(), list, Token::Match(), Token::next(), Token::previous(), and Token::simpleMatch().

Referenced by simplifyTokenList1().

simplifyTypeIntrinsics()

void Tokenizer::simplifyTypeIntrinsics ( )

private

Definition at line 7952 of file tokenize.cpp.

References Token::createMutualLinks(), TokenList::front(), Token::insertToken(), Token::link(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

simplifyUsing()

bool Tokenizer::simplifyUsing ( )

private

Definition at line 2849 of file tokenize.cpp.

References TokenList::copyTokens(), Standards::cpp, Standards::CPP11, debug, Settings::debugwarnings, Token::deletePrevious(), Token::deleteThis(), emptyString, Token::eraseTokens(), Token::findClosingBracket(), TemplateSimplifier::findTemplateDeclarationEnd(), TokenList::front(), TokenList::getFiles(), Token::insertToken(), isCPP(), Token::isKeyword(), Token::isLiteral(), isMemberFunction(), Token::isNameOnly(), Token::isSimplifiedTypedef(), Token::isStandardType(), Token::link(), Token::linkAt(), list, Token::Match(), mErrorLogger, mSettings, mUnnamedCount, Token::next(), Token::previous(), Token::progressValue(), reportError(), ErrorLogger::reportProgress(), scopesMatch(), Token::simpleMatch(), simplifyUsingError(), Settings::standards, Token::str(), Token::strAt(), syntaxError(), Settings::terminated(), Token::tokAt(), and tokDistance().

Referenced by TemplateSimplifier::simplifyTemplates(), and simplifyTokenList1().

simplifyUsingError()

void Tokenizer::simplifyUsingError ( const Token *  usingStart, const Token *  usingEnd  )

private

Definition at line 3357 of file tokenize.cpp.

References debug, Settings::debugwarnings, list, mErrorLogger, mSettings, Token::next(), normal, ErrorLogger::reportErr(), and Token::str().

Referenced by simplifyUsing().

simplifyUsingToTypedef()

void Tokenizer::simplifyUsingToTypedef ( )

private

Definition at line 540 of file tokenize.cpp.

References Standards::cpp, Standards::CPP11, TokenList::front(), Token::insertToken(), isCPP(), list, Token::Match(), mSettings, Token::next(), Token::previous(), Settings::standards, Token::str(), and Token::tokAt().

Referenced by simplifyTypedefCpp().

simplifyVarDecl() [1/2]

void Tokenizer::simplifyVarDecl ( const bool  only_k_r_fpar )

private

Simplify variable declarations (split up)

Parameters

only_k_r_fpar

Only simplify K&R function parameters

Definition at line 7036 of file tokenize.cpp.

References TokenList::front(), and list.

Referenced by simplifyTokenList1(), and simplifyVarDecl().

simplifyVarDecl() [2/2]

void Tokenizer::simplifyVarDecl ( Token *  tokBegin, const Token *const  tokEnd, const bool  only_k_r_fpar  )

private

Definition at line 7041 of file tokenize.cpp.

References Standards::cpp, Standards::CPP11, Token::findClosingBracket(), findLambdaEndScope(), Token::getMacroName(), Token::insertToken(), TokenList::insertTokens(), isC(), Token::isCpp(), isCPP(), Token::isName(), Token::isSplittedVarDeclComma(), Token::isSplittedVarDeclEq(), Token::link(), Token::linkAt(), Token::Match(), mSettings, Token::next(), Token::previous(), Token::setMacroName(), Token::simpleMatch(), simplifyVarDecl(), Settings::standards, Token::str(), Token::strAt(), syntaxError(), TemplateSimplifier::templateParameters(), Token::tokAt(), and Token::varId().

simplifyVariableMultipleAssign()

void Tokenizer::simplifyVariableMultipleAssign ( )

private

Simplify multiple assignments.

Example: "a = b = c = 0;" => "a = 0; b = 0; c = 0;"

Definition at line 7469 of file tokenize.cpp.

References TokenList::front(), Token::insertToken(), list, Token::Match(), Token::next(), Token::previous(), Token::str(), and Token::tokAt().

Referenced by simplifyTokenList1().

sizeofAddParentheses()

void Tokenizer::sizeofAddParentheses ( )

private

Add parentheses for sizeof: sizeof x => sizeof(x)

Definition at line 5434 of file tokenize.cpp.

References Token::createMutualLinks(), TokenList::front(), Token::insertToken(), Token::isLiteral(), Token::linkAt(), list, Token::Match(), Token::next(), and Token::simpleMatch().

Referenced by simplifyTokenList1().

sizeOfType() [1/2]

nonneg int Tokenizer::sizeOfType

(

const std::string &

type

)

const

Definition at line 173 of file tokenize.cpp.

References Settings::library, mSettings, mTypeSize, Library::podtype(), and Library::PodType::size.

sizeOfType() [2/2]

nonneg int Tokenizer::sizeOfType

(

const Token *

type

)

const

Calculates sizeof value for given type.

Parameters

type	Token which will contain e.g. "int", "*", or string.

Returns

sizeof for given type, or 0 if it can't be calculated.

Definition at line 186 of file tokenize.cpp.

References Token::eString, Token::getStrLength(), Token::isLong(), Settings::library, mSettings, mTypeSize, Settings::platform, Library::podtype(), Library::PodType::size, Platform::sizeof_long_double, Platform::sizeof_long_long, Token::str(), and Token::tokType().

Referenced by checkBufferSize(), CheckOther::checkIncompleteArrayFill(), TemplateSimplifier::simplifyTemplateArgs(), and SymbolDatabase::sizeOfType().

splitTemplateRightAngleBrackets()

void Tokenizer::splitTemplateRightAngleBrackets ( bool  check )

private

Split up template right angle brackets.

foo < bar < >> => foo < bar < > >

Definition at line 6327 of file tokenize.cpp.

References debug, Token::findClosingBracket(), TokenList::front(), getExpression(), Token::insertToken(), Token::isStandardType(), list, Token::Match(), Token::next(), Token::previous(), reportError(), Token::simpleMatch(), Token::str(), Token::strAt(), TemplateSimplifier::templateParameters(), and Token::tokAt().

Referenced by simplifyTokenList1().

startOfExecutableScope()

const Token * Tokenizer::startOfExecutableScope ( const Token *  tok )

static

Helper function to check for start of function execution scope.

Do not use this in checks. Use the symbol database.

Parameters

tok	pointer to end parentheses of parameter list

Returns

pointer to start brace of function scope or nullptr if not start.

Definition at line 3919 of file tokenize.cpp.

References isFunctionHead(), Token::linkAt(), Token::Match(), Token::next(), and Token::str().

Referenced by TemplateSimplifier::checkComplicatedSyntaxErrorsInTemplates(), and simplifyLabelsCaseDefault().

syntaxError()

void Tokenizer::syntaxError	(	const Token *	tok,
		const std::string &	code = emptyString
	)		const

Syntax error.

Definition at line 8037 of file tokenize.cpp.

References printDebugOutput(), and InternalError::SYNTAX.

Referenced by Function::addArguments(), checkForEnumsWithTypedef(), SymbolDatabase::createSymbolDatabaseEnums(), SymbolDatabase::createSymbolDatabaseFindAllScopes(), duplicateTypedef(), elseif(), SymbolDatabase::isFunction(), markCppCasts(), processFunc(), removeExtraTemplateKeywords(), setVarIdPass1(), setVarIdPass2(), simplifyAddBracesPair(), simplifyAddBracesToCommand(), simplifyFunctionParameters(), simplifyFunctionPointers(), simplifyLabelsCaseDefault(), simplifySQL(), simplifyTokenList1(), simplifyTypedefCpp(), simplifyUsing(), and simplifyVarDecl().

syntaxErrorC()

void Tokenizer::syntaxErrorC	(	const Token *	tok,
		const std::string &	what
	)		const

Syntax error.

C++ code in C file.

Definition at line 8051 of file tokenize.cpp.

References printDebugOutput(), and InternalError::SYNTAX.

Referenced by setVarIdPass1(), and validateC().

tokens() [1/2]

Token* Tokenizer::tokens ( )

inline

Definition at line 596 of file tokenize.h.

References TokenList::front().

tokens() [2/2]

const Token* Tokenizer::tokens ( ) const

inline

Definition at line 592 of file tokenize.h.

References TokenList::front().

Referenced by CheckBufferOverrun::arrayIndex(), CheckCondition::assignIf(), CheckUninitVar::check(), CheckString::checkAlwaysTrueOrFalseStringCompare(), CheckCondition::checkBadBitmaskCheck(), CheckOther::checkCommaSeparatedReturn(), checkConfiguration(), CheckOther::checkConstPointer(), CheckStl::checkDereferenceInvalidIterator2(), CppCheck::checkFile(), CheckType::checkFloatToIntegerOverflow(), CheckOther::checkIncompleteStatement(), CheckType::checkIntegerOverflow(), CheckOther::checkInterlockedDecrement(), CheckCondition::checkInvalidTestForOverflow(), CheckFunctions::checkLibraryMatchFunctions(), CheckType::checkLongCast(), CheckOther::checkModuloOfOne(), CheckOther::checkNanInArithmeticExpression(), CheckOther::checkNegativeBitwiseShift(), CheckOther::checkRedundantPointerOp(), CheckType::checkSignConversion(), CheckUnusedVar::checkStructMemberUsage(), CheckType::checkTooBigBitwiseShift(), CheckOther::checkZeroDivision(), CheckCondition::comparison(), SymbolDatabase::createSymbolDatabaseFindAllScopes(), Scope::getVariableList(), CheckCondition::isAliased(), SuppressionList::markUnmatchedInlineSuppressionsAsChecked(), CheckNullPointer::nullPointerByDeRefAndChec(), CheckUnusedFunctions::parseTokens(), CheckBufferOverrun::pointerArithmetic(), reportUnknownMacros(), setValues(), simplifyTokens1(), CheckSizeof::sizeofCalculation(), CheckSizeof::sizeofFunction(), CheckSizeof::sizeofsizeof(), CheckSizeof::sizeofVoid(), CheckSizeof::suspiciousSizeofCalculation(), SymbolDatabase::SymbolDatabase(), CheckClass::thisSubtraction(), validate(), validateC(), and CheckClass::virtualDestructor().

unhandled_macro_class_x_y()

void Tokenizer::unhandled_macro_class_x_y ( const Token *  tok ) const

private

Report that there is an unhandled "class x y {" code.

Definition at line 8063 of file tokenize.cpp.

References information, reportError(), Token::str(), and Token::strAt().

Referenced by simplifyTokenList1().

unhandledCharLiteral()

void Tokenizer::unhandledCharLiteral	(	const Token *	tok,
		const std::string &	msg
	)		const

Definition at line 8089 of file tokenize.cpp.

References portability, reportError(), and Token::str().

Referenced by simplifyTokens1().

unknownMacroError()

void Tokenizer::unknownMacroError

(

const Token *

tok1

)

const

Warn about unknown macro(s), configuration is recommended.

Definition at line 8057 of file tokenize.cpp.

References printDebugOutput(), Token::str(), and InternalError::UNKNOWN_MACRO.

Referenced by elseif(), removeMacrosInGlobalScope(), reportUnknownMacros(), and simplifyAddBracesPair().

unmatchedToken()

void Tokenizer::unmatchedToken

(

const Token *

tok

)

const

Syntax error.

Unmatched character.

Definition at line 8043 of file tokenize.cpp.

References mConfiguration, printDebugOutput(), Token::str(), and InternalError::SYNTAX.

Referenced by SymbolDatabase::addNewFunction(), createLinks(), and linkBrackets().

unsupportedTypedef()

void Tokenizer::unsupportedTypedef ( const Token *  tok ) const

private

Definition at line 332 of file tokenize.cpp.

References debug, Settings::debugwarnings, mSettings, Token::next(), reportError(), and Token::str().

Referenced by simplifyTypedefCpp().

validate()

void Tokenizer::validate ( ) const

private

assert that tokens are ok - used during debugging for example to catch problems in simplifyTokenList1/2.

Definition at line 8184 of file tokenize.cpp.

References TokenList::back(), cppcheckError(), Token::link(), list, Token::Match(), Token::next(), Token::str(), and tokens().

Referenced by findComplicatedSyntaxErrorsInTemplates(), and simplifyTokenList1().

validateC()

void Tokenizer::validateC ( ) const

private

Is there C++ code in C file?

Definition at line 8155 of file tokenize.cpp.

References isCPP(), Token::Match(), Token::next(), Token::previous(), Token::simpleMatch(), Token::str(), Token::strAt(), syntaxErrorC(), Token::tokAt(), and tokens().

Referenced by simplifyTokenList1().

varIdCount()

nonneg int Tokenizer::varIdCount ( ) const

inline

Get variable count.

Returns

number of variables

Definition at line 583 of file tokenize.h.

Referenced by SymbolDatabase::createSymbolDatabaseVariableSymbolTable().

Friends And Related Function Documentation

SymbolDatabase

friend class SymbolDatabase

friend

Definition at line 48 of file tokenize.h.

TemplateSimplifier

friend class TemplateSimplifier

friend

Definition at line 49 of file tokenize.h.

TestSimplifyTemplate

friend class TestSimplifyTemplate

friend

Definition at line 51 of file tokenize.h.

TestSimplifyTypedef

friend class TestSimplifyTypedef

friend

Definition at line 52 of file tokenize.h.

TestTokenizer

friend class TestTokenizer

friend

Definition at line 53 of file tokenize.h.

Member Data Documentation

list

TokenList Tokenizer::list

Token list: stores all tokens.

Definition at line 590 of file tokenize.h.

Referenced by addSemicolonAfterUnknownMacro(), arraySize(), CheckAssert::assertWithSideEffects(), calculateScopes(), CppCheck::checkClang(), CppCheck::checkFile(), checkForEnumsWithTypedef(), CppCheck::checkNormalTokens(), combineOperators(), combineStringAndCharLiterals(), concatenateNegativeNumberAndAnyPositive(), Summaries::create(), createLinks(), createLinks2(), SymbolDatabase::createSymbolDatabaseEnums(), SymbolDatabase::createSymbolDatabaseExprIds(), SymbolDatabase::createSymbolDatabaseFindAllScopes(), SymbolDatabase::createSymbolDatabaseIncompleteVars(), SymbolDatabase::createSymbolDatabaseSetFunctionPointers(), SymbolDatabase::createSymbolDatabaseSetScopePointers(), SymbolDatabase::createSymbolDatabaseSetTypePointers(), SymbolDatabase::createSymbolDatabaseSetVariablePointers(), SymbolDatabase::debugMessage(), SymbolDatabase::debugSymbolDatabase(), deleteInvalidTypedef(), dump(), elseif(), CTU::getFileInfo(), CheckClass::getFileInfo(), CTU::getFunctionId(), markCppCasts(), SuppressionList::markUnmatchedInlineSuppressionsAsChecked(), clangimport::parseClangAstDump(), CheckUnusedFunctions::parseTokens(), printDebugOutput(), SymbolDatabase::printOut(), SymbolDatabase::printVariable(), removeExtraTemplateKeywords(), removeMacroInClassDef(), removeMacrosInGlobalScope(), removePragma(), removeRedundantSemicolons(), CheckMemoryLeak::reportErr(), Check::reportError(), SymbolDatabase::returnImplicitIntError(), scopeToString(), SymbolDatabase::setValueTypeInTokenList(), setVarId(), setVarIdPass1(), setVarIdPass2(), simplifyAddBraces(), simplifyArrayAccessSyntax(), simplifyCAlternativeTokens(), simplifyCaseRange(), simplifyDoublePlusAndDoubleMinus(), simplifyEmptyNamespaces(), simplifyExternC(), simplifyFunctionParameters(), simplifyFunctionPointers(), simplifyHeadersAndUnusedTemplates(), simplifyIfSwitchForInit(), simplifyInitVar(), simplifyLabelsCaseDefault(), simplifyParameterVoid(), simplifyPointerToStandardType(), simplifyRedundantConsecutiveBraces(), simplifyRedundantParentheses(), simplifyRoundCurlyParentheses(), simplifySQL(), simplifyStaticConst(), TemplateSimplifier::simplifyTemplateInstantiations(), TemplateSimplifier::simplifyTemplates(), simplifyTokenList1(), simplifyTokens1(), simplifyTypedef(), simplifyTypedefCpp(), simplifyTypedefLHS(), simplifyTypeIntrinsics(), simplifyUsing(), simplifyUsingError(), simplifyUsingToTypedef(), simplifyVarDecl(), simplifyVariableMultipleAssign(), sizeofAddParentheses(), splitTemplateRightAngleBrackets(), tokenToString(), TemplateSimplifier::useDefaultArgumentValues(), validate(), SymbolDatabase::validateExecutableScopes(), and SymbolDatabase::~SymbolDatabase().

mConfiguration

std::string Tokenizer::mConfiguration

private

E.g.

"A" for code where "#ifdef A" is true. This is used to print additional information in error situations.

Definition at line 657 of file tokenize.h.

Referenced by simplifyTokens1(), and unmatchedToken().

mDirectives

std::list<Directive> Tokenizer::mDirectives

private

Definition at line 671 of file tokenize.h.

Referenced by dump().

mErrorLogger

ErrorLogger& Tokenizer::mErrorLogger

private

errorlogger

Definition at line 648 of file tokenize.h.

Referenced by simplifyTokens1(), simplifyTypedefCpp(), simplifyUsing(), and simplifyUsingError().

mSettings

const Settings& Tokenizer::mSettings

private

settings

Definition at line 645 of file tokenize.h.

Referenced by checkConfiguration(), combineStringAndCharLiterals(), dump(), fillTypeSizes(), isScopeNoReturn(), printDebugOutput(), removePragma(), setVarIdPass1(), simplifyHeadersAndUnusedTemplates(), simplifyIfSwitchForInit(), simplifyTemplates(), simplifyTokenList1(), simplifyTokens1(), simplifyTypedef(), simplifyTypedefCpp(), simplifyUsing(), simplifyUsingError(), simplifyUsingToTypedef(), simplifyVarDecl(), sizeOfType(), and unsupportedTypedef().

mSymbolDatabase

SymbolDatabase* Tokenizer::mSymbolDatabase {}

private

Symbol database that all checks etc can use.

Definition at line 651 of file tokenize.h.

Referenced by arraySizeAfterValueFlow(), dump(), printDebugOutput(), simplifyTokens1(), and ~Tokenizer().

mTemplateSimplifier

TemplateSimplifier* const Tokenizer::mTemplateSimplifier

private

Definition at line 653 of file tokenize.h.

Referenced by dump(), findComplicatedSyntaxErrorsInTemplates(), simplifyTemplates(), and ~Tokenizer().

mTimerResults

TimerResults* Tokenizer::mTimerResults {}

private

TimerResults.

Definition at line 682 of file tokenize.h.

Referenced by simplifyTokenList1(), and simplifyTokens1().

mTypedefInfo

std::vector<TypedefInfo> Tokenizer::mTypedefInfo

private

Definition at line 669 of file tokenize.h.

Referenced by dump(), simplifyTypedef(), and simplifyTypedefCpp().

mTypeSize

std::map<std::string, int> Tokenizer::mTypeSize

private

sizeof information for known types

Definition at line 660 of file tokenize.h.

Referenced by fillTypeSizes(), and sizeOfType().

mUnnamedCount

nonneg int Tokenizer::mUnnamedCount {}

private

unnamed count "Unnamed0", "Unnamed1", "Unnamed2", ...

Definition at line 677 of file tokenize.h.

Referenced by simplifyTypedefCpp(), and simplifyUsing().

mVarId

nonneg int Tokenizer::mVarId {}

private

variable count

Definition at line 674 of file tokenize.h.

Referenced by setVarIdPass1(), and setVarIdPass2().

---

The documentation for this class was generated from the following files:

• tokenize.h
• tokenize.cpp