1 // Copyright Brian Schott (Hackerpilot) 2014. 2 // Distributed under the Boost Software License, Version 1.0. 3 // (See accompanying file LICENSE_1_0.txt or copy at 4 // http://www.boost.org/LICENSE_1_0.txt) 5 6 module analysis.run; 7 8 import std.stdio; 9 import std.array; 10 import std.conv; 11 import std.algorithm; 12 import std.range; 13 import std.array; 14 import dparse.lexer; 15 import dparse.parser; 16 import dparse.ast; 17 import dparse.rollback_allocator; 18 import std.typecons : scoped; 19 20 import std.experimental.allocator : CAllocatorImpl; 21 import std.experimental.allocator.mallocator : Mallocator; 22 import std.experimental.allocator.building_blocks.region : Region; 23 import std.experimental.allocator.building_blocks.allocator_list : AllocatorList; 24 25 import analysis.config; 26 import analysis.base; 27 import analysis.style; 28 import analysis.enumarrayliteral; 29 import analysis.pokemon; 30 import analysis.del; 31 import analysis.fish; 32 import analysis.numbers; 33 import analysis.objectconst; 34 import analysis.range; 35 import analysis.ifelsesame; 36 import analysis.constructors; 37 import analysis.unused; 38 import analysis.unused_label; 39 import analysis.duplicate_attribute; 40 import analysis.opequals_without_tohash; 41 import analysis.length_subtraction; 42 import analysis.builtin_property_names; 43 import analysis.asm_style; 44 import analysis.logic_precedence; 45 import analysis.stats_collector; 46 import analysis.undocumented; 47 import analysis.comma_expression; 48 import analysis.function_attributes; 49 import analysis.local_imports; 50 import analysis.unmodified; 51 import analysis.if_statements; 52 import analysis.redundant_parens; 53 import analysis.mismatched_args; 54 import analysis.label_var_same_name_check; 55 import analysis.line_length; 56 import analysis.auto_ref_assignment; 57 import analysis.incorrect_infinite_range; 58 import analysis.useless_assert; 59 import analysis.alias_syntax_check; 60 import analysis.static_if_else; 61 import analysis.lambda_return_check; 62 63 import dsymbol.string_interning : internString; 64 import dsymbol.scope_; 65 import dsymbol.semantic; 66 import dsymbol.conversion; 67 import dsymbol.conversion.first; 68 import dsymbol.conversion.second; 69 import dsymbol.modulecache : ModuleCache; 70 71 import readers; 72 73 bool first = true; 74 75 private alias ASTAllocator = CAllocatorImpl!( 76 AllocatorList!(n => Region!Mallocator(1024 * 128), Mallocator)); 77 78 void messageFunction(string fileName, size_t line, size_t column, string message, bool isError) 79 { 80 writefln("%s(%d:%d)[%s]: %s", fileName, line, column, isError ? "error" : "warn", message); 81 } 82 83 void messageFunctionJSON(string fileName, size_t line, size_t column, string message, bool) 84 { 85 writeJSON("dscanner.syntax", fileName, line, column, message); 86 } 87 88 void writeJSON(string key, string fileName, size_t line, size_t column, string message) 89 { 90 if (!first) 91 writeln(","); 92 else 93 first = false; 94 writeln(" {"); 95 writeln(` "key": "`, key, `",`); 96 writeln(` "fileName": "`, fileName.replace(`"`, `\"`).replace("\\", "\\\\"), `",`); 97 writeln(` "line": `, line, `,`); 98 writeln(` "column": `, column, `,`); 99 writeln(` "message": "`, message.replace(`"`, `\"`).replace("\\", "\\\\"), `"`); 100 write(" }"); 101 } 102 103 bool syntaxCheck(string[] fileNames, ref StringCache stringCache, ref ModuleCache moduleCache) 104 { 105 StaticAnalysisConfig config = defaultStaticAnalysisConfig(); 106 return analyze(fileNames, config, stringCache, moduleCache, false); 107 } 108 109 void generateReport(string[] fileNames, const StaticAnalysisConfig config, 110 ref StringCache cache, ref ModuleCache moduleCache) 111 { 112 writeln("{"); 113 writeln(` "issues": [`); 114 first = true; 115 StatsCollector stats = new StatsCollector(""); 116 ulong lineOfCodeCount; 117 foreach (fileName; fileNames) 118 { 119 auto code = fileName == "stdin" ? readStdin() : readFile(fileName); 120 // Skip files that could not be read and continue with the rest 121 if (code.length == 0) 122 continue; 123 RollbackAllocator r; 124 const(Token)[] tokens; 125 const Module m = parseModule(fileName, code, &r, cache, true, tokens, &lineOfCodeCount); 126 stats.visit(m); 127 MessageSet results = analyze(fileName, m, config, moduleCache, tokens, true); 128 foreach (result; results[]) 129 { 130 writeJSON(result.key, result.fileName, result.line, result.column, result.message); 131 } 132 } 133 writeln(); 134 writeln(" ],"); 135 writefln(` "interfaceCount": %d,`, stats.interfaceCount); 136 writefln(` "classCount": %d,`, stats.classCount); 137 writefln(` "functionCount": %d,`, stats.functionCount); 138 writefln(` "templateCount": %d,`, stats.templateCount); 139 writefln(` "structCount": %d,`, stats.structCount); 140 writefln(` "statementCount": %d,`, stats.statementCount); 141 writefln(` "lineOfCodeCount": %d,`, lineOfCodeCount); 142 writefln(` "undocumentedPublicSymbols": %d`, stats.undocumentedPublicSymbols); 143 writeln("}"); 144 } 145 146 /** 147 * For multiple files 148 * 149 * Returns: true if there were errors or if there were warnings and `staticAnalyze` was true. 150 */ 151 bool analyze(string[] fileNames, const StaticAnalysisConfig config, 152 ref StringCache cache, ref ModuleCache moduleCache, bool staticAnalyze = true) 153 { 154 bool hasErrors = false; 155 foreach (fileName; fileNames) 156 { 157 auto code = fileName == "stdin" ? readStdin() : readFile(fileName); 158 // Skip files that could not be read and continue with the rest 159 if (code.length == 0) 160 continue; 161 RollbackAllocator r; 162 uint errorCount = 0; 163 uint warningCount = 0; 164 const(Token)[] tokens; 165 const Module m = parseModule(fileName, code, &r, cache, false, tokens, 166 null, &errorCount, &warningCount); 167 assert(m); 168 if (errorCount > 0 || (staticAnalyze && warningCount > 0)) 169 hasErrors = true; 170 MessageSet results = analyze(fileName, m, config, moduleCache, tokens, staticAnalyze); 171 if (results is null) 172 continue; 173 foreach (result; results[]) 174 { 175 hasErrors = true; 176 writefln("%s(%d:%d)[warn]: %s", result.fileName, result.line, 177 result.column, result.message); 178 } 179 } 180 return hasErrors; 181 } 182 183 const(Module) parseModule(string fileName, ubyte[] code, RollbackAllocator* p, 184 ref StringCache cache, bool report, ref const(Token)[] tokens, 185 ulong* linesOfCode = null, uint* errorCount = null, uint* warningCount = null) 186 { 187 import stats : isLineOfCode; 188 189 LexerConfig config; 190 config.fileName = fileName; 191 config.stringBehavior = StringBehavior.source; 192 tokens = getTokensForParser(code, config, &cache); 193 if (linesOfCode !is null) 194 (*linesOfCode) += count!(a => isLineOfCode(a.type))(tokens); 195 return dparse.parser.parseModule(tokens, fileName, p, report 196 ? &messageFunctionJSON : &messageFunction, errorCount, warningCount); 197 } 198 199 MessageSet analyze(string fileName, const Module m, const StaticAnalysisConfig analysisConfig, 200 ref ModuleCache moduleCache, const(Token)[] tokens, bool staticAnalyze = true) 201 { 202 import dsymbol.symbol : DSymbol; 203 204 if (!staticAnalyze) 205 return null; 206 207 auto symbolAllocator = scoped!ASTAllocator(); 208 version (unittest) 209 enum ut = true; 210 else 211 enum ut = false; 212 213 214 auto first = scoped!FirstPass(m, internString(fileName), symbolAllocator, 215 symbolAllocator, true, &moduleCache, null); 216 first.run(); 217 218 secondPass(first.rootSymbol, first.moduleScope, moduleCache); 219 auto moduleScope = first.moduleScope; 220 scope(exit) typeid(DSymbol).destroy(first.rootSymbol.acSymbol); 221 scope(exit) typeid(SemanticSymbol).destroy(first.rootSymbol); 222 scope(exit) typeid(Scope).destroy(first.moduleScope); 223 BaseAnalyzer[] checks; 224 225 if (analysisConfig.asm_style_check != Check.disabled) 226 checks ~= new AsmStyleCheck(fileName, moduleScope, 227 analysisConfig.asm_style_check == Check.skipTests && !ut); 228 229 if (analysisConfig.backwards_range_check != Check.disabled) 230 checks ~= new BackwardsRangeCheck(fileName, moduleScope, 231 analysisConfig.backwards_range_check == Check.skipTests && !ut); 232 233 if (analysisConfig.builtin_property_names_check != Check.disabled) 234 checks ~= new BuiltinPropertyNameCheck(fileName, moduleScope, 235 analysisConfig.builtin_property_names_check == Check.skipTests && !ut); 236 237 if (analysisConfig.comma_expression_check != Check.disabled) 238 checks ~= new CommaExpressionCheck(fileName, moduleScope, 239 analysisConfig.comma_expression_check == Check.skipTests && !ut); 240 241 if (analysisConfig.constructor_check != Check.disabled) 242 checks ~= new ConstructorCheck(fileName, moduleScope, 243 analysisConfig.constructor_check == Check.skipTests && !ut); 244 245 if (analysisConfig.could_be_immutable_check != Check.disabled) 246 checks ~= new UnmodifiedFinder(fileName, moduleScope, 247 analysisConfig.could_be_immutable_check == Check.skipTests && !ut); 248 249 if (analysisConfig.delete_check != Check.disabled) 250 checks ~= new DeleteCheck(fileName, moduleScope, 251 analysisConfig.delete_check == Check.skipTests && !ut); 252 253 if (analysisConfig.duplicate_attribute != Check.disabled) 254 checks ~= new DuplicateAttributeCheck(fileName, moduleScope, 255 analysisConfig.duplicate_attribute == Check.skipTests && !ut); 256 257 if (analysisConfig.enum_array_literal_check != Check.disabled) 258 checks ~= new EnumArrayLiteralCheck(fileName, moduleScope, 259 analysisConfig.enum_array_literal_check == Check.skipTests && !ut); 260 261 if (analysisConfig.exception_check != Check.disabled) 262 checks ~= new PokemonExceptionCheck(fileName, moduleScope, 263 analysisConfig.exception_check == Check.skipTests && !ut); 264 265 if (analysisConfig.float_operator_check != Check.disabled) 266 checks ~= new FloatOperatorCheck(fileName, moduleScope, 267 analysisConfig.float_operator_check == Check.skipTests && !ut); 268 269 if (analysisConfig.function_attribute_check != Check.disabled) 270 checks ~= new FunctionAttributeCheck(fileName, moduleScope, 271 analysisConfig.function_attribute_check == Check.skipTests && !ut); 272 273 if (analysisConfig.if_else_same_check != Check.disabled) 274 checks ~= new IfElseSameCheck(fileName, moduleScope, 275 analysisConfig.if_else_same_check == Check.skipTests&& !ut); 276 277 if (analysisConfig.label_var_same_name_check != Check.disabled) 278 checks ~= new LabelVarNameCheck(fileName, moduleScope, 279 analysisConfig.label_var_same_name_check == Check.skipTests && !ut); 280 281 if (analysisConfig.length_subtraction_check != Check.disabled) 282 checks ~= new LengthSubtractionCheck(fileName, moduleScope, 283 analysisConfig.length_subtraction_check == Check.skipTests && !ut); 284 285 if (analysisConfig.local_import_check != Check.disabled) 286 checks ~= new LocalImportCheck(fileName, moduleScope, 287 analysisConfig.local_import_check == Check.skipTests && !ut); 288 289 if (analysisConfig.logical_precedence_check != Check.disabled) 290 checks ~= new LogicPrecedenceCheck(fileName, moduleScope, 291 analysisConfig.logical_precedence_check == Check.skipTests && !ut); 292 293 if (analysisConfig.mismatched_args_check != Check.disabled) 294 checks ~= new MismatchedArgumentCheck(fileName, moduleScope, 295 analysisConfig.mismatched_args_check == Check.skipTests && !ut); 296 297 if (analysisConfig.number_style_check != Check.disabled) 298 checks ~= new NumberStyleCheck(fileName, moduleScope, 299 analysisConfig.number_style_check == Check.skipTests && !ut); 300 301 if (analysisConfig.object_const_check != Check.disabled) 302 checks ~= new ObjectConstCheck(fileName, moduleScope, 303 analysisConfig.object_const_check == Check.skipTests && !ut); 304 305 if (analysisConfig.opequals_tohash_check != Check.disabled) 306 checks ~= new OpEqualsWithoutToHashCheck(fileName, moduleScope, 307 analysisConfig.opequals_tohash_check == Check.skipTests && !ut); 308 309 if (analysisConfig.redundant_parens_check != Check.disabled) 310 checks ~= new RedundantParenCheck(fileName, moduleScope, 311 analysisConfig.redundant_parens_check == Check.skipTests && !ut); 312 313 if (analysisConfig.style_check != Check.disabled) 314 checks ~= new StyleChecker(fileName, moduleScope, 315 analysisConfig.style_check == Check.skipTests && !ut); 316 317 if (analysisConfig.undocumented_declaration_check != Check.disabled) 318 checks ~= new UndocumentedDeclarationCheck(fileName, moduleScope, 319 analysisConfig.undocumented_declaration_check == Check.skipTests && !ut); 320 321 if (analysisConfig.unused_label_check != Check.disabled) 322 checks ~= new UnusedLabelCheck(fileName, moduleScope, 323 analysisConfig.unused_label_check == Check.skipTests && !ut); 324 325 if (analysisConfig.unused_variable_check != Check.disabled) 326 checks ~= new UnusedVariableCheck(fileName, moduleScope, 327 analysisConfig.unused_variable_check == Check.skipTests && !ut); 328 329 if (analysisConfig.long_line_check != Check.disabled) 330 checks ~= new LineLengthCheck(fileName, tokens, 331 analysisConfig.long_line_check == Check.skipTests && !ut); 332 333 if (analysisConfig.auto_ref_assignment_check != Check.disabled) 334 checks ~= new AutoRefAssignmentCheck(fileName, 335 analysisConfig.auto_ref_assignment_check == Check.skipTests && !ut); 336 337 if (analysisConfig.incorrect_infinite_range_check != Check.disabled) 338 checks ~= new IncorrectInfiniteRangeCheck(fileName, 339 analysisConfig.incorrect_infinite_range_check == Check.skipTests && !ut); 340 341 if (analysisConfig.useless_assert_check != Check.disabled) 342 checks ~= new UselessAssertCheck(fileName, 343 analysisConfig.useless_assert_check == Check.skipTests && !ut); 344 345 if (analysisConfig.alias_syntax_check != Check.disabled) 346 checks ~= new AliasSyntaxCheck(fileName, 347 analysisConfig.alias_syntax_check == Check.skipTests && !ut); 348 349 if (analysisConfig.static_if_else_check != Check.disabled) 350 checks ~= new StaticIfElse(fileName, 351 analysisConfig.static_if_else_check == Check.skipTests && !ut); 352 353 if (analysisConfig.lambda_return_check != Check.disabled) 354 checks ~= new LambdaReturnCheck(fileName, 355 analysisConfig.lambda_return_check == Check.skipTests && !ut); 356 357 version (none) 358 if (analysisConfig.redundant_if_check != Check.disabled) 359 checks ~= new IfStatementCheck(fileName, moduleScope, 360 analysisConfig.redundant_if_check == Check.skipTests && !ut); 361 362 foreach (check; checks) 363 { 364 check.visit(m); 365 } 366 367 MessageSet set = new MessageSet; 368 foreach (check; checks) 369 foreach (message; check.messages) 370 set.insert(message); 371 return set; 372 } 373