import lit.formats import lit.TestRunner # Custom format class for static analyzer tests class AnalyzerTest(lit.formats.ShTest): def __init__(self, execute_external, use_z3_solver=False): super(AnalyzerTest, self).__init__(execute_external) self.use_z3_solver = use_z3_solver def execute(self, test, litConfig): results = [] # Parse any test requirements ('REQUIRES: ') saved_test = test lit.TestRunner.parseIntegratedTestScript(test) if 'z3' not in test.requires: results.append(self.executeWithAnalyzeSubstitution( saved_test, litConfig, '-analyzer-constraints=range')) if results[-1].code == lit.Test.FAIL: return results[-1] # If z3 backend available, add an additional run line for it if self.use_z3_solver == '1': assert(test.config.clang_staticanalyzer_z3 == '1') results.append(self.executeWithAnalyzeSubstitution( saved_test, litConfig, '-analyzer-constraints=z3 -DANALYZER_CM_Z3')) # Combine all result outputs into the last element for x in results: if x != results[-1]: results[-1].output = x.output + results[-1].output if results: return results[-1] return lit.Test.Result(lit.Test.UNSUPPORTED, "Test requires the following unavailable features: z3") def executeWithAnalyzeSubstitution(self, test, litConfig, substitution): saved_substitutions = list(test.config.substitutions) test.config.substitutions.append(('%analyze', substitution)) result = lit.TestRunner.executeShTest(test, litConfig, self.execute_external) test.config.substitutions = saved_substitutions return result