1 //===--- Format.cpp - Format C++ code -------------------------------------===//
2 //
3 // The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 ///
10 /// \file
11 /// \brief This file implements functions declared in Format.h. This will be
12 /// split into separate files as we go.
13 ///
14 //===----------------------------------------------------------------------===//
15
16 #include "clang/Format/Format.h"
17 #include "AffectedRangeManager.h"
18 #include "ContinuationIndenter.h"
19 #include "FormatTokenLexer.h"
20 #include "SortJavaScriptImports.h"
21 #include "TokenAnalyzer.h"
22 #include "TokenAnnotator.h"
23 #include "UnwrappedLineFormatter.h"
24 #include "UnwrappedLineParser.h"
25 #include "WhitespaceManager.h"
26 #include "clang/Basic/Diagnostic.h"
27 #include "clang/Basic/DiagnosticOptions.h"
28 #include "clang/Basic/SourceManager.h"
29 #include "clang/Basic/VirtualFileSystem.h"
30 #include "clang/Lex/Lexer.h"
31 #include "llvm/ADT/STLExtras.h"
32 #include "llvm/Support/Allocator.h"
33 #include "llvm/Support/Debug.h"
34 #include "llvm/Support/Path.h"
35 #include "llvm/Support/Regex.h"
36 #include "llvm/Support/YAMLTraits.h"
37 #include <algorithm>
38 #include <memory>
39 #include <queue>
40 #include <string>
41
42 #define DEBUG_TYPE "format-formatter"
43
44 using clang::format::FormatStyle;
45
46 LLVM_YAML_IS_FLOW_SEQUENCE_VECTOR(std::string)
47 LLVM_YAML_IS_SEQUENCE_VECTOR(clang::format::FormatStyle::IncludeCategory)
48
49 namespace llvm {
50 namespace yaml {
51 template <> struct ScalarEnumerationTraits<FormatStyle::LanguageKind> {
enumerationllvm::yaml::ScalarEnumerationTraits52 static void enumeration(IO &IO, FormatStyle::LanguageKind &Value) {
53 IO.enumCase(Value, "Cpp", FormatStyle::LK_Cpp);
54 IO.enumCase(Value, "Java", FormatStyle::LK_Java);
55 IO.enumCase(Value, "JavaScript", FormatStyle::LK_JavaScript);
56 IO.enumCase(Value, "Proto", FormatStyle::LK_Proto);
57 IO.enumCase(Value, "TableGen", FormatStyle::LK_TableGen);
58 }
59 };
60
61 template <> struct ScalarEnumerationTraits<FormatStyle::LanguageStandard> {
enumerationllvm::yaml::ScalarEnumerationTraits62 static void enumeration(IO &IO, FormatStyle::LanguageStandard &Value) {
63 IO.enumCase(Value, "Cpp03", FormatStyle::LS_Cpp03);
64 IO.enumCase(Value, "C++03", FormatStyle::LS_Cpp03);
65 IO.enumCase(Value, "Cpp11", FormatStyle::LS_Cpp11);
66 IO.enumCase(Value, "C++11", FormatStyle::LS_Cpp11);
67 IO.enumCase(Value, "Auto", FormatStyle::LS_Auto);
68 }
69 };
70
71 template <> struct ScalarEnumerationTraits<FormatStyle::UseTabStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits72 static void enumeration(IO &IO, FormatStyle::UseTabStyle &Value) {
73 IO.enumCase(Value, "Never", FormatStyle::UT_Never);
74 IO.enumCase(Value, "false", FormatStyle::UT_Never);
75 IO.enumCase(Value, "Always", FormatStyle::UT_Always);
76 IO.enumCase(Value, "true", FormatStyle::UT_Always);
77 IO.enumCase(Value, "ForIndentation", FormatStyle::UT_ForIndentation);
78 IO.enumCase(Value, "ForContinuationAndIndentation",
79 FormatStyle::UT_ForContinuationAndIndentation);
80 }
81 };
82
83 template <> struct ScalarEnumerationTraits<FormatStyle::JavaScriptQuoteStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits84 static void enumeration(IO &IO, FormatStyle::JavaScriptQuoteStyle &Value) {
85 IO.enumCase(Value, "Leave", FormatStyle::JSQS_Leave);
86 IO.enumCase(Value, "Single", FormatStyle::JSQS_Single);
87 IO.enumCase(Value, "Double", FormatStyle::JSQS_Double);
88 }
89 };
90
91 template <> struct ScalarEnumerationTraits<FormatStyle::ShortFunctionStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits92 static void enumeration(IO &IO, FormatStyle::ShortFunctionStyle &Value) {
93 IO.enumCase(Value, "None", FormatStyle::SFS_None);
94 IO.enumCase(Value, "false", FormatStyle::SFS_None);
95 IO.enumCase(Value, "All", FormatStyle::SFS_All);
96 IO.enumCase(Value, "true", FormatStyle::SFS_All);
97 IO.enumCase(Value, "Inline", FormatStyle::SFS_Inline);
98 IO.enumCase(Value, "Empty", FormatStyle::SFS_Empty);
99 }
100 };
101
102 template <> struct ScalarEnumerationTraits<FormatStyle::BinaryOperatorStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits103 static void enumeration(IO &IO, FormatStyle::BinaryOperatorStyle &Value) {
104 IO.enumCase(Value, "All", FormatStyle::BOS_All);
105 IO.enumCase(Value, "true", FormatStyle::BOS_All);
106 IO.enumCase(Value, "None", FormatStyle::BOS_None);
107 IO.enumCase(Value, "false", FormatStyle::BOS_None);
108 IO.enumCase(Value, "NonAssignment", FormatStyle::BOS_NonAssignment);
109 }
110 };
111
112 template <> struct ScalarEnumerationTraits<FormatStyle::BraceBreakingStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits113 static void enumeration(IO &IO, FormatStyle::BraceBreakingStyle &Value) {
114 IO.enumCase(Value, "Attach", FormatStyle::BS_Attach);
115 IO.enumCase(Value, "Linux", FormatStyle::BS_Linux);
116 IO.enumCase(Value, "Mozilla", FormatStyle::BS_Mozilla);
117 IO.enumCase(Value, "Stroustrup", FormatStyle::BS_Stroustrup);
118 IO.enumCase(Value, "Allman", FormatStyle::BS_Allman);
119 IO.enumCase(Value, "GNU", FormatStyle::BS_GNU);
120 IO.enumCase(Value, "WebKit", FormatStyle::BS_WebKit);
121 IO.enumCase(Value, "Custom", FormatStyle::BS_Custom);
122 }
123 };
124
125 template <>
126 struct ScalarEnumerationTraits<FormatStyle::ReturnTypeBreakingStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits127 static void enumeration(IO &IO, FormatStyle::ReturnTypeBreakingStyle &Value) {
128 IO.enumCase(Value, "None", FormatStyle::RTBS_None);
129 IO.enumCase(Value, "All", FormatStyle::RTBS_All);
130 IO.enumCase(Value, "TopLevel", FormatStyle::RTBS_TopLevel);
131 IO.enumCase(Value, "TopLevelDefinitions",
132 FormatStyle::RTBS_TopLevelDefinitions);
133 IO.enumCase(Value, "AllDefinitions", FormatStyle::RTBS_AllDefinitions);
134 }
135 };
136
137 template <>
138 struct ScalarEnumerationTraits<FormatStyle::DefinitionReturnTypeBreakingStyle> {
139 static void
enumerationllvm::yaml::ScalarEnumerationTraits140 enumeration(IO &IO, FormatStyle::DefinitionReturnTypeBreakingStyle &Value) {
141 IO.enumCase(Value, "None", FormatStyle::DRTBS_None);
142 IO.enumCase(Value, "All", FormatStyle::DRTBS_All);
143 IO.enumCase(Value, "TopLevel", FormatStyle::DRTBS_TopLevel);
144
145 // For backward compatibility.
146 IO.enumCase(Value, "false", FormatStyle::DRTBS_None);
147 IO.enumCase(Value, "true", FormatStyle::DRTBS_All);
148 }
149 };
150
151 template <>
152 struct ScalarEnumerationTraits<FormatStyle::NamespaceIndentationKind> {
enumerationllvm::yaml::ScalarEnumerationTraits153 static void enumeration(IO &IO,
154 FormatStyle::NamespaceIndentationKind &Value) {
155 IO.enumCase(Value, "None", FormatStyle::NI_None);
156 IO.enumCase(Value, "Inner", FormatStyle::NI_Inner);
157 IO.enumCase(Value, "All", FormatStyle::NI_All);
158 }
159 };
160
161 template <> struct ScalarEnumerationTraits<FormatStyle::BracketAlignmentStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits162 static void enumeration(IO &IO, FormatStyle::BracketAlignmentStyle &Value) {
163 IO.enumCase(Value, "Align", FormatStyle::BAS_Align);
164 IO.enumCase(Value, "DontAlign", FormatStyle::BAS_DontAlign);
165 IO.enumCase(Value, "AlwaysBreak", FormatStyle::BAS_AlwaysBreak);
166
167 // For backward compatibility.
168 IO.enumCase(Value, "true", FormatStyle::BAS_Align);
169 IO.enumCase(Value, "false", FormatStyle::BAS_DontAlign);
170 }
171 };
172
173 template <> struct ScalarEnumerationTraits<FormatStyle::PointerAlignmentStyle> {
enumerationllvm::yaml::ScalarEnumerationTraits174 static void enumeration(IO &IO, FormatStyle::PointerAlignmentStyle &Value) {
175 IO.enumCase(Value, "Middle", FormatStyle::PAS_Middle);
176 IO.enumCase(Value, "Left", FormatStyle::PAS_Left);
177 IO.enumCase(Value, "Right", FormatStyle::PAS_Right);
178
179 // For backward compatibility.
180 IO.enumCase(Value, "true", FormatStyle::PAS_Left);
181 IO.enumCase(Value, "false", FormatStyle::PAS_Right);
182 }
183 };
184
185 template <>
186 struct ScalarEnumerationTraits<FormatStyle::SpaceBeforeParensOptions> {
enumerationllvm::yaml::ScalarEnumerationTraits187 static void enumeration(IO &IO,
188 FormatStyle::SpaceBeforeParensOptions &Value) {
189 IO.enumCase(Value, "Never", FormatStyle::SBPO_Never);
190 IO.enumCase(Value, "ControlStatements",
191 FormatStyle::SBPO_ControlStatements);
192 IO.enumCase(Value, "Always", FormatStyle::SBPO_Always);
193
194 // For backward compatibility.
195 IO.enumCase(Value, "false", FormatStyle::SBPO_Never);
196 IO.enumCase(Value, "true", FormatStyle::SBPO_ControlStatements);
197 }
198 };
199
200 template <> struct MappingTraits<FormatStyle> {
mappingllvm::yaml::MappingTraits201 static void mapping(IO &IO, FormatStyle &Style) {
202 // When reading, read the language first, we need it for getPredefinedStyle.
203 IO.mapOptional("Language", Style.Language);
204
205 if (IO.outputting()) {
206 StringRef StylesArray[] = {"LLVM", "Google", "Chromium",
207 "Mozilla", "WebKit", "GNU"};
208 ArrayRef<StringRef> Styles(StylesArray);
209 for (size_t i = 0, e = Styles.size(); i < e; ++i) {
210 StringRef StyleName(Styles[i]);
211 FormatStyle PredefinedStyle;
212 if (getPredefinedStyle(StyleName, Style.Language, &PredefinedStyle) &&
213 Style == PredefinedStyle) {
214 IO.mapOptional("# BasedOnStyle", StyleName);
215 break;
216 }
217 }
218 } else {
219 StringRef BasedOnStyle;
220 IO.mapOptional("BasedOnStyle", BasedOnStyle);
221 if (!BasedOnStyle.empty()) {
222 FormatStyle::LanguageKind OldLanguage = Style.Language;
223 FormatStyle::LanguageKind Language =
224 ((FormatStyle *)IO.getContext())->Language;
225 if (!getPredefinedStyle(BasedOnStyle, Language, &Style)) {
226 IO.setError(Twine("Unknown value for BasedOnStyle: ", BasedOnStyle));
227 return;
228 }
229 Style.Language = OldLanguage;
230 }
231 }
232
233 // For backward compatibility.
234 if (!IO.outputting()) {
235 IO.mapOptional("DerivePointerBinding", Style.DerivePointerAlignment);
236 IO.mapOptional("IndentFunctionDeclarationAfterType",
237 Style.IndentWrappedFunctionNames);
238 IO.mapOptional("PointerBindsToType", Style.PointerAlignment);
239 IO.mapOptional("SpaceAfterControlStatementKeyword",
240 Style.SpaceBeforeParens);
241 }
242
243 IO.mapOptional("AccessModifierOffset", Style.AccessModifierOffset);
244 IO.mapOptional("AlignAfterOpenBracket", Style.AlignAfterOpenBracket);
245 IO.mapOptional("AlignConsecutiveAssignments",
246 Style.AlignConsecutiveAssignments);
247 IO.mapOptional("AlignConsecutiveDeclarations",
248 Style.AlignConsecutiveDeclarations);
249 IO.mapOptional("AlignEscapedNewlinesLeft", Style.AlignEscapedNewlinesLeft);
250 IO.mapOptional("AlignOperands", Style.AlignOperands);
251 IO.mapOptional("AlignTrailingComments", Style.AlignTrailingComments);
252 IO.mapOptional("AllowAllParametersOfDeclarationOnNextLine",
253 Style.AllowAllParametersOfDeclarationOnNextLine);
254 IO.mapOptional("AllowShortBlocksOnASingleLine",
255 Style.AllowShortBlocksOnASingleLine);
256 IO.mapOptional("AllowShortCaseLabelsOnASingleLine",
257 Style.AllowShortCaseLabelsOnASingleLine);
258 IO.mapOptional("AllowShortFunctionsOnASingleLine",
259 Style.AllowShortFunctionsOnASingleLine);
260 IO.mapOptional("AllowShortIfStatementsOnASingleLine",
261 Style.AllowShortIfStatementsOnASingleLine);
262 IO.mapOptional("AllowShortLoopsOnASingleLine",
263 Style.AllowShortLoopsOnASingleLine);
264 IO.mapOptional("AlwaysBreakAfterDefinitionReturnType",
265 Style.AlwaysBreakAfterDefinitionReturnType);
266 IO.mapOptional("AlwaysBreakAfterReturnType",
267 Style.AlwaysBreakAfterReturnType);
268 // If AlwaysBreakAfterDefinitionReturnType was specified but
269 // AlwaysBreakAfterReturnType was not, initialize the latter from the
270 // former for backwards compatibility.
271 if (Style.AlwaysBreakAfterDefinitionReturnType != FormatStyle::DRTBS_None &&
272 Style.AlwaysBreakAfterReturnType == FormatStyle::RTBS_None) {
273 if (Style.AlwaysBreakAfterDefinitionReturnType == FormatStyle::DRTBS_All)
274 Style.AlwaysBreakAfterReturnType = FormatStyle::RTBS_AllDefinitions;
275 else if (Style.AlwaysBreakAfterDefinitionReturnType ==
276 FormatStyle::DRTBS_TopLevel)
277 Style.AlwaysBreakAfterReturnType =
278 FormatStyle::RTBS_TopLevelDefinitions;
279 }
280
281 IO.mapOptional("AlwaysBreakBeforeMultilineStrings",
282 Style.AlwaysBreakBeforeMultilineStrings);
283 IO.mapOptional("AlwaysBreakTemplateDeclarations",
284 Style.AlwaysBreakTemplateDeclarations);
285 IO.mapOptional("BinPackArguments", Style.BinPackArguments);
286 IO.mapOptional("BinPackParameters", Style.BinPackParameters);
287 IO.mapOptional("BraceWrapping", Style.BraceWrapping);
288 IO.mapOptional("BreakBeforeBinaryOperators",
289 Style.BreakBeforeBinaryOperators);
290 IO.mapOptional("BreakBeforeBraces", Style.BreakBeforeBraces);
291 IO.mapOptional("BreakBeforeTernaryOperators",
292 Style.BreakBeforeTernaryOperators);
293 IO.mapOptional("BreakConstructorInitializersBeforeComma",
294 Style.BreakConstructorInitializersBeforeComma);
295 IO.mapOptional("BreakAfterJavaFieldAnnotations",
296 Style.BreakAfterJavaFieldAnnotations);
297 IO.mapOptional("BreakStringLiterals", Style.BreakStringLiterals);
298 IO.mapOptional("ColumnLimit", Style.ColumnLimit);
299 IO.mapOptional("CommentPragmas", Style.CommentPragmas);
300 IO.mapOptional("ConstructorInitializerAllOnOneLineOrOnePerLine",
301 Style.ConstructorInitializerAllOnOneLineOrOnePerLine);
302 IO.mapOptional("ConstructorInitializerIndentWidth",
303 Style.ConstructorInitializerIndentWidth);
304 IO.mapOptional("ContinuationIndentWidth", Style.ContinuationIndentWidth);
305 IO.mapOptional("Cpp11BracedListStyle", Style.Cpp11BracedListStyle);
306 IO.mapOptional("DerivePointerAlignment", Style.DerivePointerAlignment);
307 IO.mapOptional("DisableFormat", Style.DisableFormat);
308 IO.mapOptional("ExperimentalAutoDetectBinPacking",
309 Style.ExperimentalAutoDetectBinPacking);
310 IO.mapOptional("ForEachMacros", Style.ForEachMacros);
311 IO.mapOptional("IncludeCategories", Style.IncludeCategories);
312 IO.mapOptional("IncludeIsMainRegex", Style.IncludeIsMainRegex);
313 IO.mapOptional("IndentCaseLabels", Style.IndentCaseLabels);
314 IO.mapOptional("IndentWidth", Style.IndentWidth);
315 IO.mapOptional("IndentWrappedFunctionNames",
316 Style.IndentWrappedFunctionNames);
317 IO.mapOptional("JavaScriptQuotes", Style.JavaScriptQuotes);
318 IO.mapOptional("JavaScriptWrapImports", Style.JavaScriptWrapImports);
319 IO.mapOptional("KeepEmptyLinesAtTheStartOfBlocks",
320 Style.KeepEmptyLinesAtTheStartOfBlocks);
321 IO.mapOptional("MacroBlockBegin", Style.MacroBlockBegin);
322 IO.mapOptional("MacroBlockEnd", Style.MacroBlockEnd);
323 IO.mapOptional("MaxEmptyLinesToKeep", Style.MaxEmptyLinesToKeep);
324 IO.mapOptional("NamespaceIndentation", Style.NamespaceIndentation);
325 IO.mapOptional("ObjCBlockIndentWidth", Style.ObjCBlockIndentWidth);
326 IO.mapOptional("ObjCSpaceAfterProperty", Style.ObjCSpaceAfterProperty);
327 IO.mapOptional("ObjCSpaceBeforeProtocolList",
328 Style.ObjCSpaceBeforeProtocolList);
329 IO.mapOptional("PenaltyBreakBeforeFirstCallParameter",
330 Style.PenaltyBreakBeforeFirstCallParameter);
331 IO.mapOptional("PenaltyBreakComment", Style.PenaltyBreakComment);
332 IO.mapOptional("PenaltyBreakFirstLessLess",
333 Style.PenaltyBreakFirstLessLess);
334 IO.mapOptional("PenaltyBreakString", Style.PenaltyBreakString);
335 IO.mapOptional("PenaltyExcessCharacter", Style.PenaltyExcessCharacter);
336 IO.mapOptional("PenaltyReturnTypeOnItsOwnLine",
337 Style.PenaltyReturnTypeOnItsOwnLine);
338 IO.mapOptional("PointerAlignment", Style.PointerAlignment);
339 IO.mapOptional("ReflowComments", Style.ReflowComments);
340 IO.mapOptional("SortIncludes", Style.SortIncludes);
341 IO.mapOptional("SpaceAfterCStyleCast", Style.SpaceAfterCStyleCast);
342 IO.mapOptional("SpaceBeforeAssignmentOperators",
343 Style.SpaceBeforeAssignmentOperators);
344 IO.mapOptional("SpaceBeforeParens", Style.SpaceBeforeParens);
345 IO.mapOptional("SpaceInEmptyParentheses", Style.SpaceInEmptyParentheses);
346 IO.mapOptional("SpacesBeforeTrailingComments",
347 Style.SpacesBeforeTrailingComments);
348 IO.mapOptional("SpacesInAngles", Style.SpacesInAngles);
349 IO.mapOptional("SpacesInContainerLiterals",
350 Style.SpacesInContainerLiterals);
351 IO.mapOptional("SpacesInCStyleCastParentheses",
352 Style.SpacesInCStyleCastParentheses);
353 IO.mapOptional("SpacesInParentheses", Style.SpacesInParentheses);
354 IO.mapOptional("SpacesInSquareBrackets", Style.SpacesInSquareBrackets);
355 IO.mapOptional("Standard", Style.Standard);
356 IO.mapOptional("TabWidth", Style.TabWidth);
357 IO.mapOptional("UseTab", Style.UseTab);
358 }
359 };
360
361 template <> struct MappingTraits<FormatStyle::BraceWrappingFlags> {
mappingllvm::yaml::MappingTraits362 static void mapping(IO &IO, FormatStyle::BraceWrappingFlags &Wrapping) {
363 IO.mapOptional("AfterClass", Wrapping.AfterClass);
364 IO.mapOptional("AfterControlStatement", Wrapping.AfterControlStatement);
365 IO.mapOptional("AfterEnum", Wrapping.AfterEnum);
366 IO.mapOptional("AfterFunction", Wrapping.AfterFunction);
367 IO.mapOptional("AfterNamespace", Wrapping.AfterNamespace);
368 IO.mapOptional("AfterObjCDeclaration", Wrapping.AfterObjCDeclaration);
369 IO.mapOptional("AfterStruct", Wrapping.AfterStruct);
370 IO.mapOptional("AfterUnion", Wrapping.AfterUnion);
371 IO.mapOptional("BeforeCatch", Wrapping.BeforeCatch);
372 IO.mapOptional("BeforeElse", Wrapping.BeforeElse);
373 IO.mapOptional("IndentBraces", Wrapping.IndentBraces);
374 }
375 };
376
377 template <> struct MappingTraits<FormatStyle::IncludeCategory> {
mappingllvm::yaml::MappingTraits378 static void mapping(IO &IO, FormatStyle::IncludeCategory &Category) {
379 IO.mapOptional("Regex", Category.Regex);
380 IO.mapOptional("Priority", Category.Priority);
381 }
382 };
383
384 // Allows to read vector<FormatStyle> while keeping default values.
385 // IO.getContext() should contain a pointer to the FormatStyle structure, that
386 // will be used to get default values for missing keys.
387 // If the first element has no Language specified, it will be treated as the
388 // default one for the following elements.
389 template <> struct DocumentListTraits<std::vector<FormatStyle>> {
sizellvm::yaml::DocumentListTraits390 static size_t size(IO &IO, std::vector<FormatStyle> &Seq) {
391 return Seq.size();
392 }
elementllvm::yaml::DocumentListTraits393 static FormatStyle &element(IO &IO, std::vector<FormatStyle> &Seq,
394 size_t Index) {
395 if (Index >= Seq.size()) {
396 assert(Index == Seq.size());
397 FormatStyle Template;
398 if (Seq.size() > 0 && Seq[0].Language == FormatStyle::LK_None) {
399 Template = Seq[0];
400 } else {
401 Template = *((const FormatStyle *)IO.getContext());
402 Template.Language = FormatStyle::LK_None;
403 }
404 Seq.resize(Index + 1, Template);
405 }
406 return Seq[Index];
407 }
408 };
409 } // namespace yaml
410 } // namespace llvm
411
412 namespace clang {
413 namespace format {
414
getParseCategory()415 const std::error_category &getParseCategory() {
416 static ParseErrorCategory C;
417 return C;
418 }
make_error_code(ParseError e)419 std::error_code make_error_code(ParseError e) {
420 return std::error_code(static_cast<int>(e), getParseCategory());
421 }
422
name() const423 const char *ParseErrorCategory::name() const LLVM_NOEXCEPT {
424 return "clang-format.parse_error";
425 }
426
message(int EV) const427 std::string ParseErrorCategory::message(int EV) const {
428 switch (static_cast<ParseError>(EV)) {
429 case ParseError::Success:
430 return "Success";
431 case ParseError::Error:
432 return "Invalid argument";
433 case ParseError::Unsuitable:
434 return "Unsuitable";
435 }
436 llvm_unreachable("unexpected parse error");
437 }
438
expandPresets(const FormatStyle & Style)439 static FormatStyle expandPresets(const FormatStyle &Style) {
440 if (Style.BreakBeforeBraces == FormatStyle::BS_Custom)
441 return Style;
442 FormatStyle Expanded = Style;
443 Expanded.BraceWrapping = {false, false, false, false, false, false,
444 false, false, false, false, false};
445 switch (Style.BreakBeforeBraces) {
446 case FormatStyle::BS_Linux:
447 Expanded.BraceWrapping.AfterClass = true;
448 Expanded.BraceWrapping.AfterFunction = true;
449 Expanded.BraceWrapping.AfterNamespace = true;
450 break;
451 case FormatStyle::BS_Mozilla:
452 Expanded.BraceWrapping.AfterClass = true;
453 Expanded.BraceWrapping.AfterEnum = true;
454 Expanded.BraceWrapping.AfterFunction = true;
455 Expanded.BraceWrapping.AfterStruct = true;
456 Expanded.BraceWrapping.AfterUnion = true;
457 break;
458 case FormatStyle::BS_Stroustrup:
459 Expanded.BraceWrapping.AfterFunction = true;
460 Expanded.BraceWrapping.BeforeCatch = true;
461 Expanded.BraceWrapping.BeforeElse = true;
462 break;
463 case FormatStyle::BS_Allman:
464 Expanded.BraceWrapping.AfterClass = true;
465 Expanded.BraceWrapping.AfterControlStatement = true;
466 Expanded.BraceWrapping.AfterEnum = true;
467 Expanded.BraceWrapping.AfterFunction = true;
468 Expanded.BraceWrapping.AfterNamespace = true;
469 Expanded.BraceWrapping.AfterObjCDeclaration = true;
470 Expanded.BraceWrapping.AfterStruct = true;
471 Expanded.BraceWrapping.BeforeCatch = true;
472 Expanded.BraceWrapping.BeforeElse = true;
473 break;
474 case FormatStyle::BS_GNU:
475 Expanded.BraceWrapping = {true, true, true, true, true, true,
476 true, true, true, true, true};
477 break;
478 case FormatStyle::BS_WebKit:
479 Expanded.BraceWrapping.AfterFunction = true;
480 break;
481 default:
482 break;
483 }
484 return Expanded;
485 }
486
getLLVMStyle()487 FormatStyle getLLVMStyle() {
488 FormatStyle LLVMStyle;
489 LLVMStyle.Language = FormatStyle::LK_Cpp;
490 LLVMStyle.AccessModifierOffset = -2;
491 LLVMStyle.AlignEscapedNewlinesLeft = false;
492 LLVMStyle.AlignAfterOpenBracket = FormatStyle::BAS_Align;
493 LLVMStyle.AlignOperands = true;
494 LLVMStyle.AlignTrailingComments = true;
495 LLVMStyle.AlignConsecutiveAssignments = false;
496 LLVMStyle.AlignConsecutiveDeclarations = false;
497 LLVMStyle.AllowAllParametersOfDeclarationOnNextLine = true;
498 LLVMStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_All;
499 LLVMStyle.AllowShortBlocksOnASingleLine = false;
500 LLVMStyle.AllowShortCaseLabelsOnASingleLine = false;
501 LLVMStyle.AllowShortIfStatementsOnASingleLine = false;
502 LLVMStyle.AllowShortLoopsOnASingleLine = false;
503 LLVMStyle.AlwaysBreakAfterReturnType = FormatStyle::RTBS_None;
504 LLVMStyle.AlwaysBreakAfterDefinitionReturnType = FormatStyle::DRTBS_None;
505 LLVMStyle.AlwaysBreakBeforeMultilineStrings = false;
506 LLVMStyle.AlwaysBreakTemplateDeclarations = false;
507 LLVMStyle.BinPackParameters = true;
508 LLVMStyle.BinPackArguments = true;
509 LLVMStyle.BreakBeforeBinaryOperators = FormatStyle::BOS_None;
510 LLVMStyle.BreakBeforeTernaryOperators = true;
511 LLVMStyle.BreakBeforeBraces = FormatStyle::BS_Attach;
512 LLVMStyle.BraceWrapping = {false, false, false, false, false, false,
513 false, false, false, false, false};
514 LLVMStyle.BreakAfterJavaFieldAnnotations = false;
515 LLVMStyle.BreakConstructorInitializersBeforeComma = false;
516 LLVMStyle.BreakStringLiterals = true;
517 LLVMStyle.ColumnLimit = 80;
518 LLVMStyle.CommentPragmas = "^ IWYU pragma:";
519 LLVMStyle.ConstructorInitializerAllOnOneLineOrOnePerLine = false;
520 LLVMStyle.ConstructorInitializerIndentWidth = 4;
521 LLVMStyle.ContinuationIndentWidth = 4;
522 LLVMStyle.Cpp11BracedListStyle = true;
523 LLVMStyle.DerivePointerAlignment = false;
524 LLVMStyle.ExperimentalAutoDetectBinPacking = false;
525 LLVMStyle.ForEachMacros.push_back("foreach");
526 LLVMStyle.ForEachMacros.push_back("Q_FOREACH");
527 LLVMStyle.ForEachMacros.push_back("BOOST_FOREACH");
528 LLVMStyle.IncludeCategories = {{"^\"(llvm|llvm-c|clang|clang-c)/", 2},
529 {"^(<|\"(gtest|isl|json)/)", 3},
530 {".*", 1}};
531 LLVMStyle.IncludeIsMainRegex = "$";
532 LLVMStyle.IndentCaseLabels = false;
533 LLVMStyle.IndentWrappedFunctionNames = false;
534 LLVMStyle.IndentWidth = 2;
535 LLVMStyle.JavaScriptQuotes = FormatStyle::JSQS_Leave;
536 LLVMStyle.JavaScriptWrapImports = true;
537 LLVMStyle.TabWidth = 8;
538 LLVMStyle.MaxEmptyLinesToKeep = 1;
539 LLVMStyle.KeepEmptyLinesAtTheStartOfBlocks = true;
540 LLVMStyle.NamespaceIndentation = FormatStyle::NI_None;
541 LLVMStyle.ObjCBlockIndentWidth = 2;
542 LLVMStyle.ObjCSpaceAfterProperty = false;
543 LLVMStyle.ObjCSpaceBeforeProtocolList = true;
544 LLVMStyle.PointerAlignment = FormatStyle::PAS_Right;
545 LLVMStyle.SpacesBeforeTrailingComments = 1;
546 LLVMStyle.Standard = FormatStyle::LS_Cpp11;
547 LLVMStyle.UseTab = FormatStyle::UT_Never;
548 LLVMStyle.JavaScriptQuotes = FormatStyle::JSQS_Leave;
549 LLVMStyle.ReflowComments = true;
550 LLVMStyle.SpacesInParentheses = false;
551 LLVMStyle.SpacesInSquareBrackets = false;
552 LLVMStyle.SpaceInEmptyParentheses = false;
553 LLVMStyle.SpacesInContainerLiterals = true;
554 LLVMStyle.SpacesInCStyleCastParentheses = false;
555 LLVMStyle.SpaceAfterCStyleCast = false;
556 LLVMStyle.SpaceBeforeParens = FormatStyle::SBPO_ControlStatements;
557 LLVMStyle.SpaceBeforeAssignmentOperators = true;
558 LLVMStyle.SpacesInAngles = false;
559
560 LLVMStyle.PenaltyBreakComment = 300;
561 LLVMStyle.PenaltyBreakFirstLessLess = 120;
562 LLVMStyle.PenaltyBreakString = 1000;
563 LLVMStyle.PenaltyExcessCharacter = 1000000;
564 LLVMStyle.PenaltyReturnTypeOnItsOwnLine = 60;
565 LLVMStyle.PenaltyBreakBeforeFirstCallParameter = 19;
566
567 LLVMStyle.DisableFormat = false;
568 LLVMStyle.SortIncludes = true;
569
570 return LLVMStyle;
571 }
572
getGoogleStyle(FormatStyle::LanguageKind Language)573 FormatStyle getGoogleStyle(FormatStyle::LanguageKind Language) {
574 FormatStyle GoogleStyle = getLLVMStyle();
575 GoogleStyle.Language = Language;
576
577 GoogleStyle.AccessModifierOffset = -1;
578 GoogleStyle.AlignEscapedNewlinesLeft = true;
579 GoogleStyle.AllowShortIfStatementsOnASingleLine = true;
580 GoogleStyle.AllowShortLoopsOnASingleLine = true;
581 GoogleStyle.AlwaysBreakBeforeMultilineStrings = true;
582 GoogleStyle.AlwaysBreakTemplateDeclarations = true;
583 GoogleStyle.ConstructorInitializerAllOnOneLineOrOnePerLine = true;
584 GoogleStyle.DerivePointerAlignment = true;
585 GoogleStyle.IncludeCategories = {{"^<.*\\.h>", 1}, {"^<.*", 2}, {".*", 3}};
586 GoogleStyle.IncludeIsMainRegex = "([-_](test|unittest))?$";
587 GoogleStyle.IndentCaseLabels = true;
588 GoogleStyle.KeepEmptyLinesAtTheStartOfBlocks = false;
589 GoogleStyle.ObjCSpaceAfterProperty = false;
590 GoogleStyle.ObjCSpaceBeforeProtocolList = false;
591 GoogleStyle.PointerAlignment = FormatStyle::PAS_Left;
592 GoogleStyle.SpacesBeforeTrailingComments = 2;
593 GoogleStyle.Standard = FormatStyle::LS_Auto;
594
595 GoogleStyle.PenaltyReturnTypeOnItsOwnLine = 200;
596 GoogleStyle.PenaltyBreakBeforeFirstCallParameter = 1;
597
598 if (Language == FormatStyle::LK_Java) {
599 GoogleStyle.AlignAfterOpenBracket = FormatStyle::BAS_DontAlign;
600 GoogleStyle.AlignOperands = false;
601 GoogleStyle.AlignTrailingComments = false;
602 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Empty;
603 GoogleStyle.AllowShortIfStatementsOnASingleLine = false;
604 GoogleStyle.AlwaysBreakBeforeMultilineStrings = false;
605 GoogleStyle.BreakBeforeBinaryOperators = FormatStyle::BOS_NonAssignment;
606 GoogleStyle.ColumnLimit = 100;
607 GoogleStyle.SpaceAfterCStyleCast = true;
608 GoogleStyle.SpacesBeforeTrailingComments = 1;
609 } else if (Language == FormatStyle::LK_JavaScript) {
610 GoogleStyle.AlignAfterOpenBracket = FormatStyle::BAS_AlwaysBreak;
611 GoogleStyle.AlignOperands = false;
612 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
613 GoogleStyle.AlwaysBreakBeforeMultilineStrings = false;
614 GoogleStyle.BreakBeforeTernaryOperators = false;
615 GoogleStyle.CommentPragmas = "@(export|requirecss|return|see|visibility) ";
616 GoogleStyle.MaxEmptyLinesToKeep = 3;
617 GoogleStyle.NamespaceIndentation = FormatStyle::NI_All;
618 GoogleStyle.SpacesInContainerLiterals = false;
619 GoogleStyle.JavaScriptQuotes = FormatStyle::JSQS_Single;
620 GoogleStyle.JavaScriptWrapImports = false;
621 } else if (Language == FormatStyle::LK_Proto) {
622 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_None;
623 GoogleStyle.SpacesInContainerLiterals = false;
624 }
625
626 return GoogleStyle;
627 }
628
getChromiumStyle(FormatStyle::LanguageKind Language)629 FormatStyle getChromiumStyle(FormatStyle::LanguageKind Language) {
630 FormatStyle ChromiumStyle = getGoogleStyle(Language);
631 if (Language == FormatStyle::LK_Java) {
632 ChromiumStyle.AllowShortIfStatementsOnASingleLine = true;
633 ChromiumStyle.BreakAfterJavaFieldAnnotations = true;
634 ChromiumStyle.ContinuationIndentWidth = 8;
635 ChromiumStyle.IndentWidth = 4;
636 } else {
637 ChromiumStyle.AllowAllParametersOfDeclarationOnNextLine = false;
638 ChromiumStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
639 ChromiumStyle.AllowShortIfStatementsOnASingleLine = false;
640 ChromiumStyle.AllowShortLoopsOnASingleLine = false;
641 ChromiumStyle.BinPackParameters = false;
642 ChromiumStyle.DerivePointerAlignment = false;
643 }
644 ChromiumStyle.SortIncludes = false;
645 return ChromiumStyle;
646 }
647
getMozillaStyle()648 FormatStyle getMozillaStyle() {
649 FormatStyle MozillaStyle = getLLVMStyle();
650 MozillaStyle.AllowAllParametersOfDeclarationOnNextLine = false;
651 MozillaStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
652 MozillaStyle.AlwaysBreakAfterReturnType =
653 FormatStyle::RTBS_TopLevelDefinitions;
654 MozillaStyle.AlwaysBreakAfterDefinitionReturnType =
655 FormatStyle::DRTBS_TopLevel;
656 MozillaStyle.AlwaysBreakTemplateDeclarations = true;
657 MozillaStyle.BreakBeforeBraces = FormatStyle::BS_Mozilla;
658 MozillaStyle.BreakConstructorInitializersBeforeComma = true;
659 MozillaStyle.ConstructorInitializerIndentWidth = 2;
660 MozillaStyle.ContinuationIndentWidth = 2;
661 MozillaStyle.Cpp11BracedListStyle = false;
662 MozillaStyle.IndentCaseLabels = true;
663 MozillaStyle.ObjCSpaceAfterProperty = true;
664 MozillaStyle.ObjCSpaceBeforeProtocolList = false;
665 MozillaStyle.PenaltyReturnTypeOnItsOwnLine = 200;
666 MozillaStyle.PointerAlignment = FormatStyle::PAS_Left;
667 return MozillaStyle;
668 }
669
getWebKitStyle()670 FormatStyle getWebKitStyle() {
671 FormatStyle Style = getLLVMStyle();
672 Style.AccessModifierOffset = -4;
673 Style.AlignAfterOpenBracket = FormatStyle::BAS_DontAlign;
674 Style.AlignOperands = false;
675 Style.AlignTrailingComments = false;
676 Style.BreakBeforeBinaryOperators = FormatStyle::BOS_All;
677 Style.BreakBeforeBraces = FormatStyle::BS_WebKit;
678 Style.BreakConstructorInitializersBeforeComma = true;
679 Style.Cpp11BracedListStyle = false;
680 Style.ColumnLimit = 0;
681 Style.IndentWidth = 4;
682 Style.NamespaceIndentation = FormatStyle::NI_Inner;
683 Style.ObjCBlockIndentWidth = 4;
684 Style.ObjCSpaceAfterProperty = true;
685 Style.PointerAlignment = FormatStyle::PAS_Left;
686 Style.Standard = FormatStyle::LS_Cpp03;
687 return Style;
688 }
689
getGNUStyle()690 FormatStyle getGNUStyle() {
691 FormatStyle Style = getLLVMStyle();
692 Style.AlwaysBreakAfterDefinitionReturnType = FormatStyle::DRTBS_All;
693 Style.AlwaysBreakAfterReturnType = FormatStyle::RTBS_AllDefinitions;
694 Style.BreakBeforeBinaryOperators = FormatStyle::BOS_All;
695 Style.BreakBeforeBraces = FormatStyle::BS_GNU;
696 Style.BreakBeforeTernaryOperators = true;
697 Style.Cpp11BracedListStyle = false;
698 Style.ColumnLimit = 79;
699 Style.SpaceBeforeParens = FormatStyle::SBPO_Always;
700 Style.Standard = FormatStyle::LS_Cpp03;
701 return Style;
702 }
703
getNoStyle()704 FormatStyle getNoStyle() {
705 FormatStyle NoStyle = getLLVMStyle();
706 NoStyle.DisableFormat = true;
707 NoStyle.SortIncludes = false;
708 return NoStyle;
709 }
710
getPredefinedStyle(StringRef Name,FormatStyle::LanguageKind Language,FormatStyle * Style)711 bool getPredefinedStyle(StringRef Name, FormatStyle::LanguageKind Language,
712 FormatStyle *Style) {
713 if (Name.equals_lower("llvm")) {
714 *Style = getLLVMStyle();
715 } else if (Name.equals_lower("chromium")) {
716 *Style = getChromiumStyle(Language);
717 } else if (Name.equals_lower("mozilla")) {
718 *Style = getMozillaStyle();
719 } else if (Name.equals_lower("google")) {
720 *Style = getGoogleStyle(Language);
721 } else if (Name.equals_lower("webkit")) {
722 *Style = getWebKitStyle();
723 } else if (Name.equals_lower("gnu")) {
724 *Style = getGNUStyle();
725 } else if (Name.equals_lower("none")) {
726 *Style = getNoStyle();
727 } else {
728 return false;
729 }
730
731 Style->Language = Language;
732 return true;
733 }
734
parseConfiguration(StringRef Text,FormatStyle * Style)735 std::error_code parseConfiguration(StringRef Text, FormatStyle *Style) {
736 assert(Style);
737 FormatStyle::LanguageKind Language = Style->Language;
738 assert(Language != FormatStyle::LK_None);
739 if (Text.trim().empty())
740 return make_error_code(ParseError::Error);
741
742 std::vector<FormatStyle> Styles;
743 llvm::yaml::Input Input(Text);
744 // DocumentListTraits<vector<FormatStyle>> uses the context to get default
745 // values for the fields, keys for which are missing from the configuration.
746 // Mapping also uses the context to get the language to find the correct
747 // base style.
748 Input.setContext(Style);
749 Input >> Styles;
750 if (Input.error())
751 return Input.error();
752
753 for (unsigned i = 0; i < Styles.size(); ++i) {
754 // Ensures that only the first configuration can skip the Language option.
755 if (Styles[i].Language == FormatStyle::LK_None && i != 0)
756 return make_error_code(ParseError::Error);
757 // Ensure that each language is configured at most once.
758 for (unsigned j = 0; j < i; ++j) {
759 if (Styles[i].Language == Styles[j].Language) {
760 DEBUG(llvm::dbgs()
761 << "Duplicate languages in the config file on positions " << j
762 << " and " << i << "\n");
763 return make_error_code(ParseError::Error);
764 }
765 }
766 }
767 // Look for a suitable configuration starting from the end, so we can
768 // find the configuration for the specific language first, and the default
769 // configuration (which can only be at slot 0) after it.
770 for (int i = Styles.size() - 1; i >= 0; --i) {
771 if (Styles[i].Language == Language ||
772 Styles[i].Language == FormatStyle::LK_None) {
773 *Style = Styles[i];
774 Style->Language = Language;
775 return make_error_code(ParseError::Success);
776 }
777 }
778 return make_error_code(ParseError::Unsuitable);
779 }
780
configurationAsText(const FormatStyle & Style)781 std::string configurationAsText(const FormatStyle &Style) {
782 std::string Text;
783 llvm::raw_string_ostream Stream(Text);
784 llvm::yaml::Output Output(Stream);
785 // We use the same mapping method for input and output, so we need a non-const
786 // reference here.
787 FormatStyle NonConstStyle = expandPresets(Style);
788 Output << NonConstStyle;
789 return Stream.str();
790 }
791
792 namespace {
793
794 class Formatter : public TokenAnalyzer {
795 public:
Formatter(const Environment & Env,const FormatStyle & Style,bool * IncompleteFormat)796 Formatter(const Environment &Env, const FormatStyle &Style,
797 bool *IncompleteFormat)
798 : TokenAnalyzer(Env, Style), IncompleteFormat(IncompleteFormat) {}
799
800 tooling::Replacements
analyze(TokenAnnotator & Annotator,SmallVectorImpl<AnnotatedLine * > & AnnotatedLines,FormatTokenLexer & Tokens,tooling::Replacements & Result)801 analyze(TokenAnnotator &Annotator,
802 SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
803 FormatTokenLexer &Tokens, tooling::Replacements &Result) override {
804 deriveLocalStyle(AnnotatedLines);
805 AffectedRangeMgr.computeAffectedLines(AnnotatedLines.begin(),
806 AnnotatedLines.end());
807
808 if (Style.Language == FormatStyle::LK_JavaScript &&
809 Style.JavaScriptQuotes != FormatStyle::JSQS_Leave)
810 requoteJSStringLiteral(AnnotatedLines, Result);
811
812 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
813 Annotator.calculateFormattingInformation(*AnnotatedLines[i]);
814 }
815
816 Annotator.setCommentLineLevels(AnnotatedLines);
817
818 WhitespaceManager Whitespaces(
819 Env.getSourceManager(), Style,
820 inputUsesCRLF(Env.getSourceManager().getBufferData(Env.getFileID())));
821 ContinuationIndenter Indenter(Style, Tokens.getKeywords(),
822 Env.getSourceManager(), Whitespaces, Encoding,
823 BinPackInconclusiveFunctions);
824 UnwrappedLineFormatter(&Indenter, &Whitespaces, Style, Tokens.getKeywords(),
825 IncompleteFormat)
826 .format(AnnotatedLines);
827 return Whitespaces.generateReplacements();
828 }
829
830 private:
831 // If the last token is a double/single-quoted string literal, generates a
832 // replacement with a single/double quoted string literal, re-escaping the
833 // contents in the process.
requoteJSStringLiteral(SmallVectorImpl<AnnotatedLine * > & Lines,tooling::Replacements & Result)834 void requoteJSStringLiteral(SmallVectorImpl<AnnotatedLine *> &Lines,
835 tooling::Replacements &Result) {
836 for (AnnotatedLine *Line : Lines) {
837 requoteJSStringLiteral(Line->Children, Result);
838 if (!Line->Affected)
839 continue;
840 for (FormatToken *FormatTok = Line->First; FormatTok;
841 FormatTok = FormatTok->Next) {
842 StringRef Input = FormatTok->TokenText;
843 if (FormatTok->Finalized || !FormatTok->isStringLiteral() ||
844 // NB: testing for not starting with a double quote to avoid
845 // breaking
846 // `template strings`.
847 (Style.JavaScriptQuotes == FormatStyle::JSQS_Single &&
848 !Input.startswith("\"")) ||
849 (Style.JavaScriptQuotes == FormatStyle::JSQS_Double &&
850 !Input.startswith("\'")))
851 continue;
852
853 // Change start and end quote.
854 bool IsSingle = Style.JavaScriptQuotes == FormatStyle::JSQS_Single;
855 SourceLocation Start = FormatTok->Tok.getLocation();
856 auto Replace = [&](SourceLocation Start, unsigned Length,
857 StringRef ReplacementText) {
858 Result.insert(tooling::Replacement(Env.getSourceManager(), Start,
859 Length, ReplacementText));
860 };
861 Replace(Start, 1, IsSingle ? "'" : "\"");
862 Replace(FormatTok->Tok.getEndLoc().getLocWithOffset(-1), 1,
863 IsSingle ? "'" : "\"");
864
865 // Escape internal quotes.
866 size_t ColumnWidth = FormatTok->TokenText.size();
867 bool Escaped = false;
868 for (size_t i = 1; i < Input.size() - 1; i++) {
869 switch (Input[i]) {
870 case '\\':
871 if (!Escaped && i + 1 < Input.size() &&
872 ((IsSingle && Input[i + 1] == '"') ||
873 (!IsSingle && Input[i + 1] == '\''))) {
874 // Remove this \, it's escaping a " or ' that no longer needs
875 // escaping
876 ColumnWidth--;
877 Replace(Start.getLocWithOffset(i), 1, "");
878 continue;
879 }
880 Escaped = !Escaped;
881 break;
882 case '\"':
883 case '\'':
884 if (!Escaped && IsSingle == (Input[i] == '\'')) {
885 // Escape the quote.
886 Replace(Start.getLocWithOffset(i), 0, "\\");
887 ColumnWidth++;
888 }
889 Escaped = false;
890 break;
891 default:
892 Escaped = false;
893 break;
894 }
895 }
896
897 // For formatting, count the number of non-escaped single quotes in them
898 // and adjust ColumnWidth to take the added escapes into account.
899 // FIXME(martinprobst): this might conflict with code breaking a long
900 // string literal (which clang-format doesn't do, yet). For that to
901 // work, this code would have to modify TokenText directly.
902 FormatTok->ColumnWidth = ColumnWidth;
903 }
904 }
905 }
906
inputUsesCRLF(StringRef Text)907 static bool inputUsesCRLF(StringRef Text) {
908 return Text.count('\r') * 2 > Text.count('\n');
909 }
910
911 bool
hasCpp03IncompatibleFormat(const SmallVectorImpl<AnnotatedLine * > & Lines)912 hasCpp03IncompatibleFormat(const SmallVectorImpl<AnnotatedLine *> &Lines) {
913 for (const AnnotatedLine *Line : Lines) {
914 if (hasCpp03IncompatibleFormat(Line->Children))
915 return true;
916 for (FormatToken *Tok = Line->First->Next; Tok; Tok = Tok->Next) {
917 if (Tok->WhitespaceRange.getBegin() == Tok->WhitespaceRange.getEnd()) {
918 if (Tok->is(tok::coloncolon) && Tok->Previous->is(TT_TemplateOpener))
919 return true;
920 if (Tok->is(TT_TemplateCloser) &&
921 Tok->Previous->is(TT_TemplateCloser))
922 return true;
923 }
924 }
925 }
926 return false;
927 }
928
countVariableAlignments(const SmallVectorImpl<AnnotatedLine * > & Lines)929 int countVariableAlignments(const SmallVectorImpl<AnnotatedLine *> &Lines) {
930 int AlignmentDiff = 0;
931 for (const AnnotatedLine *Line : Lines) {
932 AlignmentDiff += countVariableAlignments(Line->Children);
933 for (FormatToken *Tok = Line->First; Tok && Tok->Next; Tok = Tok->Next) {
934 if (!Tok->is(TT_PointerOrReference))
935 continue;
936 bool SpaceBefore =
937 Tok->WhitespaceRange.getBegin() != Tok->WhitespaceRange.getEnd();
938 bool SpaceAfter = Tok->Next->WhitespaceRange.getBegin() !=
939 Tok->Next->WhitespaceRange.getEnd();
940 if (SpaceBefore && !SpaceAfter)
941 ++AlignmentDiff;
942 if (!SpaceBefore && SpaceAfter)
943 --AlignmentDiff;
944 }
945 }
946 return AlignmentDiff;
947 }
948
949 void
deriveLocalStyle(const SmallVectorImpl<AnnotatedLine * > & AnnotatedLines)950 deriveLocalStyle(const SmallVectorImpl<AnnotatedLine *> &AnnotatedLines) {
951 bool HasBinPackedFunction = false;
952 bool HasOnePerLineFunction = false;
953 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
954 if (!AnnotatedLines[i]->First->Next)
955 continue;
956 FormatToken *Tok = AnnotatedLines[i]->First->Next;
957 while (Tok->Next) {
958 if (Tok->PackingKind == PPK_BinPacked)
959 HasBinPackedFunction = true;
960 if (Tok->PackingKind == PPK_OnePerLine)
961 HasOnePerLineFunction = true;
962
963 Tok = Tok->Next;
964 }
965 }
966 if (Style.DerivePointerAlignment)
967 Style.PointerAlignment = countVariableAlignments(AnnotatedLines) <= 0
968 ? FormatStyle::PAS_Left
969 : FormatStyle::PAS_Right;
970 if (Style.Standard == FormatStyle::LS_Auto)
971 Style.Standard = hasCpp03IncompatibleFormat(AnnotatedLines)
972 ? FormatStyle::LS_Cpp11
973 : FormatStyle::LS_Cpp03;
974 BinPackInconclusiveFunctions =
975 HasBinPackedFunction || !HasOnePerLineFunction;
976 }
977
978 bool BinPackInconclusiveFunctions;
979 bool *IncompleteFormat;
980 };
981
982 // This class clean up the erroneous/redundant code around the given ranges in
983 // file.
984 class Cleaner : public TokenAnalyzer {
985 public:
Cleaner(const Environment & Env,const FormatStyle & Style)986 Cleaner(const Environment &Env, const FormatStyle &Style)
987 : TokenAnalyzer(Env, Style),
988 DeletedTokens(FormatTokenLess(Env.getSourceManager())) {}
989
990 // FIXME: eliminate unused parameters.
991 tooling::Replacements
analyze(TokenAnnotator & Annotator,SmallVectorImpl<AnnotatedLine * > & AnnotatedLines,FormatTokenLexer & Tokens,tooling::Replacements & Result)992 analyze(TokenAnnotator &Annotator,
993 SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
994 FormatTokenLexer &Tokens, tooling::Replacements &Result) override {
995 // FIXME: in the current implementation the granularity of affected range
996 // is an annotated line. However, this is not sufficient. Furthermore,
997 // redundant code introduced by replacements does not necessarily
998 // intercept with ranges of replacements that result in the redundancy.
999 // To determine if some redundant code is actually introduced by
1000 // replacements(e.g. deletions), we need to come up with a more
1001 // sophisticated way of computing affected ranges.
1002 AffectedRangeMgr.computeAffectedLines(AnnotatedLines.begin(),
1003 AnnotatedLines.end());
1004
1005 checkEmptyNamespace(AnnotatedLines);
1006
1007 for (auto &Line : AnnotatedLines) {
1008 if (Line->Affected) {
1009 cleanupRight(Line->First, tok::comma, tok::comma);
1010 cleanupRight(Line->First, TT_CtorInitializerColon, tok::comma);
1011 cleanupLeft(Line->First, TT_CtorInitializerComma, tok::l_brace);
1012 cleanupLeft(Line->First, TT_CtorInitializerColon, tok::l_brace);
1013 }
1014 }
1015
1016 return generateFixes();
1017 }
1018
1019 private:
containsOnlyComments(const AnnotatedLine & Line)1020 bool containsOnlyComments(const AnnotatedLine &Line) {
1021 for (FormatToken *Tok = Line.First; Tok != nullptr; Tok = Tok->Next) {
1022 if (Tok->isNot(tok::comment))
1023 return false;
1024 }
1025 return true;
1026 }
1027
1028 // Iterate through all lines and remove any empty (nested) namespaces.
checkEmptyNamespace(SmallVectorImpl<AnnotatedLine * > & AnnotatedLines)1029 void checkEmptyNamespace(SmallVectorImpl<AnnotatedLine *> &AnnotatedLines) {
1030 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
1031 auto &Line = *AnnotatedLines[i];
1032 if (Line.startsWith(tok::kw_namespace) ||
1033 Line.startsWith(tok::kw_inline, tok::kw_namespace)) {
1034 checkEmptyNamespace(AnnotatedLines, i, i);
1035 }
1036 }
1037
1038 for (auto Line : DeletedLines) {
1039 FormatToken *Tok = AnnotatedLines[Line]->First;
1040 while (Tok) {
1041 deleteToken(Tok);
1042 Tok = Tok->Next;
1043 }
1044 }
1045 }
1046
1047 // The function checks if the namespace, which starts from \p CurrentLine, and
1048 // its nested namespaces are empty and delete them if they are empty. It also
1049 // sets \p NewLine to the last line checked.
1050 // Returns true if the current namespace is empty.
checkEmptyNamespace(SmallVectorImpl<AnnotatedLine * > & AnnotatedLines,unsigned CurrentLine,unsigned & NewLine)1051 bool checkEmptyNamespace(SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
1052 unsigned CurrentLine, unsigned &NewLine) {
1053 unsigned InitLine = CurrentLine, End = AnnotatedLines.size();
1054 if (Style.BraceWrapping.AfterNamespace) {
1055 // If the left brace is in a new line, we should consume it first so that
1056 // it does not make the namespace non-empty.
1057 // FIXME: error handling if there is no left brace.
1058 if (!AnnotatedLines[++CurrentLine]->startsWith(tok::l_brace)) {
1059 NewLine = CurrentLine;
1060 return false;
1061 }
1062 } else if (!AnnotatedLines[CurrentLine]->endsWith(tok::l_brace)) {
1063 return false;
1064 }
1065 while (++CurrentLine < End) {
1066 if (AnnotatedLines[CurrentLine]->startsWith(tok::r_brace))
1067 break;
1068
1069 if (AnnotatedLines[CurrentLine]->startsWith(tok::kw_namespace) ||
1070 AnnotatedLines[CurrentLine]->startsWith(tok::kw_inline,
1071 tok::kw_namespace)) {
1072 if (!checkEmptyNamespace(AnnotatedLines, CurrentLine, NewLine))
1073 return false;
1074 CurrentLine = NewLine;
1075 continue;
1076 }
1077
1078 if (containsOnlyComments(*AnnotatedLines[CurrentLine]))
1079 continue;
1080
1081 // If there is anything other than comments or nested namespaces in the
1082 // current namespace, the namespace cannot be empty.
1083 NewLine = CurrentLine;
1084 return false;
1085 }
1086
1087 NewLine = CurrentLine;
1088 if (CurrentLine >= End)
1089 return false;
1090
1091 // Check if the empty namespace is actually affected by changed ranges.
1092 if (!AffectedRangeMgr.affectsCharSourceRange(CharSourceRange::getCharRange(
1093 AnnotatedLines[InitLine]->First->Tok.getLocation(),
1094 AnnotatedLines[CurrentLine]->Last->Tok.getEndLoc())))
1095 return false;
1096
1097 for (unsigned i = InitLine; i <= CurrentLine; ++i) {
1098 DeletedLines.insert(i);
1099 }
1100
1101 return true;
1102 }
1103
1104 // Checks pairs {start, start->next},..., {end->previous, end} and deletes one
1105 // of the token in the pair if the left token has \p LK token kind and the
1106 // right token has \p RK token kind. If \p DeleteLeft is true, the left token
1107 // is deleted on match; otherwise, the right token is deleted.
1108 template <typename LeftKind, typename RightKind>
cleanupPair(FormatToken * Start,LeftKind LK,RightKind RK,bool DeleteLeft)1109 void cleanupPair(FormatToken *Start, LeftKind LK, RightKind RK,
1110 bool DeleteLeft) {
1111 auto NextNotDeleted = [this](const FormatToken &Tok) -> FormatToken * {
1112 for (auto *Res = Tok.Next; Res; Res = Res->Next)
1113 if (!Res->is(tok::comment) &&
1114 DeletedTokens.find(Res) == DeletedTokens.end())
1115 return Res;
1116 return nullptr;
1117 };
1118 for (auto *Left = Start; Left;) {
1119 auto *Right = NextNotDeleted(*Left);
1120 if (!Right)
1121 break;
1122 if (Left->is(LK) && Right->is(RK)) {
1123 deleteToken(DeleteLeft ? Left : Right);
1124 // If the right token is deleted, we should keep the left token
1125 // unchanged and pair it with the new right token.
1126 if (!DeleteLeft)
1127 continue;
1128 }
1129 Left = Right;
1130 }
1131 }
1132
1133 template <typename LeftKind, typename RightKind>
cleanupLeft(FormatToken * Start,LeftKind LK,RightKind RK)1134 void cleanupLeft(FormatToken *Start, LeftKind LK, RightKind RK) {
1135 cleanupPair(Start, LK, RK, /*DeleteLeft=*/true);
1136 }
1137
1138 template <typename LeftKind, typename RightKind>
cleanupRight(FormatToken * Start,LeftKind LK,RightKind RK)1139 void cleanupRight(FormatToken *Start, LeftKind LK, RightKind RK) {
1140 cleanupPair(Start, LK, RK, /*DeleteLeft=*/false);
1141 }
1142
1143 // Delete the given token.
deleteToken(FormatToken * Tok)1144 inline void deleteToken(FormatToken *Tok) {
1145 if (Tok)
1146 DeletedTokens.insert(Tok);
1147 }
1148
generateFixes()1149 tooling::Replacements generateFixes() {
1150 tooling::Replacements Fixes;
1151 std::vector<FormatToken *> Tokens;
1152 std::copy(DeletedTokens.begin(), DeletedTokens.end(),
1153 std::back_inserter(Tokens));
1154
1155 // Merge multiple continuous token deletions into one big deletion so that
1156 // the number of replacements can be reduced. This makes computing affected
1157 // ranges more efficient when we run reformat on the changed code.
1158 unsigned Idx = 0;
1159 while (Idx < Tokens.size()) {
1160 unsigned St = Idx, End = Idx;
1161 while ((End + 1) < Tokens.size() &&
1162 Tokens[End]->Next == Tokens[End + 1]) {
1163 End++;
1164 }
1165 auto SR = CharSourceRange::getCharRange(Tokens[St]->Tok.getLocation(),
1166 Tokens[End]->Tok.getEndLoc());
1167 Fixes.insert(tooling::Replacement(Env.getSourceManager(), SR, ""));
1168 Idx = End + 1;
1169 }
1170
1171 return Fixes;
1172 }
1173
1174 // Class for less-than inequality comparason for the set `RedundantTokens`.
1175 // We store tokens in the order they appear in the translation unit so that
1176 // we do not need to sort them in `generateFixes()`.
1177 struct FormatTokenLess {
FormatTokenLessclang::format::__anon5fb509880111::Cleaner::FormatTokenLess1178 FormatTokenLess(const SourceManager &SM) : SM(SM) {}
1179
operator ()clang::format::__anon5fb509880111::Cleaner::FormatTokenLess1180 bool operator()(const FormatToken *LHS, const FormatToken *RHS) const {
1181 return SM.isBeforeInTranslationUnit(LHS->Tok.getLocation(),
1182 RHS->Tok.getLocation());
1183 }
1184 const SourceManager &SM;
1185 };
1186
1187 // Tokens to be deleted.
1188 std::set<FormatToken *, FormatTokenLess> DeletedTokens;
1189 // The line numbers of lines to be deleted.
1190 std::set<unsigned> DeletedLines;
1191 };
1192
1193 struct IncludeDirective {
1194 StringRef Filename;
1195 StringRef Text;
1196 unsigned Offset;
1197 int Category;
1198 };
1199
1200 } // end anonymous namespace
1201
1202 // Determines whether 'Ranges' intersects with ('Start', 'End').
affectsRange(ArrayRef<tooling::Range> Ranges,unsigned Start,unsigned End)1203 static bool affectsRange(ArrayRef<tooling::Range> Ranges, unsigned Start,
1204 unsigned End) {
1205 for (auto Range : Ranges) {
1206 if (Range.getOffset() < End &&
1207 Range.getOffset() + Range.getLength() > Start)
1208 return true;
1209 }
1210 return false;
1211 }
1212
1213 // Sorts a block of includes given by 'Includes' alphabetically adding the
1214 // necessary replacement to 'Replaces'. 'Includes' must be in strict source
1215 // order.
sortCppIncludes(const FormatStyle & Style,const SmallVectorImpl<IncludeDirective> & Includes,ArrayRef<tooling::Range> Ranges,StringRef FileName,tooling::Replacements & Replaces,unsigned * Cursor)1216 static void sortCppIncludes(const FormatStyle &Style,
1217 const SmallVectorImpl<IncludeDirective> &Includes,
1218 ArrayRef<tooling::Range> Ranges, StringRef FileName,
1219 tooling::Replacements &Replaces, unsigned *Cursor) {
1220 if (!affectsRange(Ranges, Includes.front().Offset,
1221 Includes.back().Offset + Includes.back().Text.size()))
1222 return;
1223 SmallVector<unsigned, 16> Indices;
1224 for (unsigned i = 0, e = Includes.size(); i != e; ++i)
1225 Indices.push_back(i);
1226 std::stable_sort(
1227 Indices.begin(), Indices.end(), [&](unsigned LHSI, unsigned RHSI) {
1228 return std::tie(Includes[LHSI].Category, Includes[LHSI].Filename) <
1229 std::tie(Includes[RHSI].Category, Includes[RHSI].Filename);
1230 });
1231
1232 // If the #includes are out of order, we generate a single replacement fixing
1233 // the entire block. Otherwise, no replacement is generated.
1234 if (std::is_sorted(Indices.begin(), Indices.end()))
1235 return;
1236
1237 std::string result;
1238 bool CursorMoved = false;
1239 for (unsigned Index : Indices) {
1240 if (!result.empty())
1241 result += "\n";
1242 result += Includes[Index].Text;
1243
1244 if (Cursor && !CursorMoved) {
1245 unsigned Start = Includes[Index].Offset;
1246 unsigned End = Start + Includes[Index].Text.size();
1247 if (*Cursor >= Start && *Cursor < End) {
1248 *Cursor = Includes.front().Offset + result.size() + *Cursor - End;
1249 CursorMoved = true;
1250 }
1251 }
1252 }
1253
1254 // Sorting #includes shouldn't change their total number of characters.
1255 // This would otherwise mess up 'Ranges'.
1256 assert(result.size() ==
1257 Includes.back().Offset + Includes.back().Text.size() -
1258 Includes.front().Offset);
1259
1260 Replaces.insert(tooling::Replacement(FileName, Includes.front().Offset,
1261 result.size(), result));
1262 }
1263
1264 namespace {
1265
1266 // This class manages priorities of #include categories and calculates
1267 // priorities for headers.
1268 class IncludeCategoryManager {
1269 public:
IncludeCategoryManager(const FormatStyle & Style,StringRef FileName)1270 IncludeCategoryManager(const FormatStyle &Style, StringRef FileName)
1271 : Style(Style), FileName(FileName) {
1272 FileStem = llvm::sys::path::stem(FileName);
1273 for (const auto &Category : Style.IncludeCategories)
1274 CategoryRegexs.emplace_back(Category.Regex);
1275 IsMainFile = FileName.endswith(".c") || FileName.endswith(".cc") ||
1276 FileName.endswith(".cpp") || FileName.endswith(".c++") ||
1277 FileName.endswith(".cxx") || FileName.endswith(".m") ||
1278 FileName.endswith(".mm");
1279 }
1280
1281 // Returns the priority of the category which \p IncludeName belongs to.
1282 // If \p CheckMainHeader is true and \p IncludeName is a main header, returns
1283 // 0. Otherwise, returns the priority of the matching category or INT_MAX.
getIncludePriority(StringRef IncludeName,bool CheckMainHeader)1284 int getIncludePriority(StringRef IncludeName, bool CheckMainHeader) {
1285 int Ret = INT_MAX;
1286 for (unsigned i = 0, e = CategoryRegexs.size(); i != e; ++i)
1287 if (CategoryRegexs[i].match(IncludeName)) {
1288 Ret = Style.IncludeCategories[i].Priority;
1289 break;
1290 }
1291 if (CheckMainHeader && IsMainFile && Ret > 0 && isMainHeader(IncludeName))
1292 Ret = 0;
1293 return Ret;
1294 }
1295
1296 private:
isMainHeader(StringRef IncludeName) const1297 bool isMainHeader(StringRef IncludeName) const {
1298 if (!IncludeName.startswith("\""))
1299 return false;
1300 StringRef HeaderStem =
1301 llvm::sys::path::stem(IncludeName.drop_front(1).drop_back(1));
1302 if (FileStem.startswith(HeaderStem)) {
1303 llvm::Regex MainIncludeRegex(
1304 (HeaderStem + Style.IncludeIsMainRegex).str());
1305 if (MainIncludeRegex.match(FileStem))
1306 return true;
1307 }
1308 return false;
1309 }
1310
1311 const FormatStyle &Style;
1312 bool IsMainFile;
1313 StringRef FileName;
1314 StringRef FileStem;
1315 SmallVector<llvm::Regex, 4> CategoryRegexs;
1316 };
1317
1318 const char IncludeRegexPattern[] =
1319 R"(^[\t\ ]*#[\t\ ]*(import|include)[^"<]*(["<][^">]*[">]))";
1320
1321 } // anonymous namespace
1322
sortCppIncludes(const FormatStyle & Style,StringRef Code,ArrayRef<tooling::Range> Ranges,StringRef FileName,tooling::Replacements & Replaces,unsigned * Cursor)1323 tooling::Replacements sortCppIncludes(const FormatStyle &Style, StringRef Code,
1324 ArrayRef<tooling::Range> Ranges,
1325 StringRef FileName,
1326 tooling::Replacements &Replaces,
1327 unsigned *Cursor) {
1328 unsigned Prev = 0;
1329 unsigned SearchFrom = 0;
1330 llvm::Regex IncludeRegex(IncludeRegexPattern);
1331 SmallVector<StringRef, 4> Matches;
1332 SmallVector<IncludeDirective, 16> IncludesInBlock;
1333
1334 // In compiled files, consider the first #include to be the main #include of
1335 // the file if it is not a system #include. This ensures that the header
1336 // doesn't have hidden dependencies
1337 // (http://llvm.org/docs/CodingStandards.html#include-style).
1338 //
1339 // FIXME: Do some sanity checking, e.g. edit distance of the base name, to fix
1340 // cases where the first #include is unlikely to be the main header.
1341 IncludeCategoryManager Categories(Style, FileName);
1342 bool FirstIncludeBlock = true;
1343 bool MainIncludeFound = false;
1344 bool FormattingOff = false;
1345
1346 for (;;) {
1347 auto Pos = Code.find('\n', SearchFrom);
1348 StringRef Line =
1349 Code.substr(Prev, (Pos != StringRef::npos ? Pos : Code.size()) - Prev);
1350
1351 StringRef Trimmed = Line.trim();
1352 if (Trimmed == "// clang-format off")
1353 FormattingOff = true;
1354 else if (Trimmed == "// clang-format on")
1355 FormattingOff = false;
1356
1357 if (!FormattingOff && !Line.endswith("\\")) {
1358 if (IncludeRegex.match(Line, &Matches)) {
1359 StringRef IncludeName = Matches[2];
1360 int Category = Categories.getIncludePriority(
1361 IncludeName,
1362 /*CheckMainHeader=*/!MainIncludeFound && FirstIncludeBlock);
1363 if (Category == 0)
1364 MainIncludeFound = true;
1365 IncludesInBlock.push_back({IncludeName, Line, Prev, Category});
1366 } else if (!IncludesInBlock.empty()) {
1367 sortCppIncludes(Style, IncludesInBlock, Ranges, FileName, Replaces,
1368 Cursor);
1369 IncludesInBlock.clear();
1370 FirstIncludeBlock = false;
1371 }
1372 Prev = Pos + 1;
1373 }
1374 if (Pos == StringRef::npos || Pos + 1 == Code.size())
1375 break;
1376 SearchFrom = Pos + 1;
1377 }
1378 if (!IncludesInBlock.empty())
1379 sortCppIncludes(Style, IncludesInBlock, Ranges, FileName, Replaces, Cursor);
1380 return Replaces;
1381 }
1382
sortIncludes(const FormatStyle & Style,StringRef Code,ArrayRef<tooling::Range> Ranges,StringRef FileName,unsigned * Cursor)1383 tooling::Replacements sortIncludes(const FormatStyle &Style, StringRef Code,
1384 ArrayRef<tooling::Range> Ranges,
1385 StringRef FileName, unsigned *Cursor) {
1386 tooling::Replacements Replaces;
1387 if (!Style.SortIncludes)
1388 return Replaces;
1389 if (Style.Language == FormatStyle::LanguageKind::LK_JavaScript)
1390 return sortJavaScriptImports(Style, Code, Ranges, FileName);
1391 sortCppIncludes(Style, Code, Ranges, FileName, Replaces, Cursor);
1392 return Replaces;
1393 }
1394
1395 template <typename T>
1396 static llvm::Expected<tooling::Replacements>
processReplacements(T ProcessFunc,StringRef Code,const tooling::Replacements & Replaces,const FormatStyle & Style)1397 processReplacements(T ProcessFunc, StringRef Code,
1398 const tooling::Replacements &Replaces,
1399 const FormatStyle &Style) {
1400 if (Replaces.empty())
1401 return tooling::Replacements();
1402
1403 auto NewCode = applyAllReplacements(Code, Replaces);
1404 if (!NewCode)
1405 return NewCode.takeError();
1406 std::vector<tooling::Range> ChangedRanges =
1407 tooling::calculateChangedRanges(Replaces);
1408 StringRef FileName = Replaces.begin()->getFilePath();
1409
1410 tooling::Replacements FormatReplaces =
1411 ProcessFunc(Style, *NewCode, ChangedRanges, FileName);
1412
1413 return mergeReplacements(Replaces, FormatReplaces);
1414 }
1415
1416 llvm::Expected<tooling::Replacements>
formatReplacements(StringRef Code,const tooling::Replacements & Replaces,const FormatStyle & Style)1417 formatReplacements(StringRef Code, const tooling::Replacements &Replaces,
1418 const FormatStyle &Style) {
1419 // We need to use lambda function here since there are two versions of
1420 // `sortIncludes`.
1421 auto SortIncludes = [](const FormatStyle &Style, StringRef Code,
1422 std::vector<tooling::Range> Ranges,
1423 StringRef FileName) -> tooling::Replacements {
1424 return sortIncludes(Style, Code, Ranges, FileName);
1425 };
1426 auto SortedReplaces =
1427 processReplacements(SortIncludes, Code, Replaces, Style);
1428 if (!SortedReplaces)
1429 return SortedReplaces.takeError();
1430
1431 // We need to use lambda function here since there are two versions of
1432 // `reformat`.
1433 auto Reformat = [](const FormatStyle &Style, StringRef Code,
1434 std::vector<tooling::Range> Ranges,
1435 StringRef FileName) -> tooling::Replacements {
1436 return reformat(Style, Code, Ranges, FileName);
1437 };
1438 return processReplacements(Reformat, Code, *SortedReplaces, Style);
1439 }
1440
1441 namespace {
1442
isHeaderInsertion(const tooling::Replacement & Replace)1443 inline bool isHeaderInsertion(const tooling::Replacement &Replace) {
1444 return Replace.getOffset() == UINT_MAX &&
1445 llvm::Regex(IncludeRegexPattern).match(Replace.getReplacementText());
1446 }
1447
skipComments(Lexer & Lex,Token & Tok)1448 void skipComments(Lexer &Lex, Token &Tok) {
1449 while (Tok.is(tok::comment))
1450 if (Lex.LexFromRawLexer(Tok))
1451 return;
1452 }
1453
1454 // Check if a sequence of tokens is like "#<Name> <raw_identifier>". If it is,
1455 // \p Tok will be the token after this directive; otherwise, it can be any token
1456 // after the given \p Tok (including \p Tok).
checkAndConsumeDirectiveWithName(Lexer & Lex,StringRef Name,Token & Tok)1457 bool checkAndConsumeDirectiveWithName(Lexer &Lex, StringRef Name, Token &Tok) {
1458 bool Matched = Tok.is(tok::hash) && !Lex.LexFromRawLexer(Tok) &&
1459 Tok.is(tok::raw_identifier) &&
1460 Tok.getRawIdentifier() == Name && !Lex.LexFromRawLexer(Tok) &&
1461 Tok.is(tok::raw_identifier);
1462 if (Matched)
1463 Lex.LexFromRawLexer(Tok);
1464 return Matched;
1465 }
1466
getOffsetAfterHeaderGuardsAndComments(StringRef FileName,StringRef Code,const FormatStyle & Style)1467 unsigned getOffsetAfterHeaderGuardsAndComments(StringRef FileName,
1468 StringRef Code,
1469 const FormatStyle &Style) {
1470 std::unique_ptr<Environment> Env =
1471 Environment::CreateVirtualEnvironment(Code, FileName, /*Ranges=*/{});
1472 const SourceManager &SourceMgr = Env->getSourceManager();
1473 Lexer Lex(Env->getFileID(), SourceMgr.getBuffer(Env->getFileID()), SourceMgr,
1474 getFormattingLangOpts(Style));
1475 Token Tok;
1476 // Get the first token.
1477 Lex.LexFromRawLexer(Tok);
1478 skipComments(Lex, Tok);
1479 unsigned AfterComments = SourceMgr.getFileOffset(Tok.getLocation());
1480 if (checkAndConsumeDirectiveWithName(Lex, "ifndef", Tok)) {
1481 skipComments(Lex, Tok);
1482 if (checkAndConsumeDirectiveWithName(Lex, "define", Tok))
1483 return SourceMgr.getFileOffset(Tok.getLocation());
1484 }
1485 return AfterComments;
1486 }
1487
1488 // FIXME: we also need to insert a '\n' at the end of the code if we have an
1489 // insertion with offset Code.size(), and there is no '\n' at the end of the
1490 // code.
1491 // FIXME: do not insert headers into conditional #include blocks, e.g. #includes
1492 // surrounded by compile condition "#if...".
1493 // FIXME: insert empty lines between newly created blocks.
1494 tooling::Replacements
fixCppIncludeInsertions(StringRef Code,const tooling::Replacements & Replaces,const FormatStyle & Style)1495 fixCppIncludeInsertions(StringRef Code, const tooling::Replacements &Replaces,
1496 const FormatStyle &Style) {
1497 if (Style.Language != FormatStyle::LanguageKind::LK_Cpp)
1498 return Replaces;
1499
1500 tooling::Replacements HeaderInsertions;
1501 for (const auto &R : Replaces) {
1502 if (isHeaderInsertion(R))
1503 HeaderInsertions.insert(R);
1504 else if (R.getOffset() == UINT_MAX)
1505 llvm::errs() << "Insertions other than header #include insertion are "
1506 "not supported! "
1507 << R.getReplacementText() << "\n";
1508 }
1509 if (HeaderInsertions.empty())
1510 return Replaces;
1511 tooling::Replacements Result;
1512 std::set_difference(Replaces.begin(), Replaces.end(),
1513 HeaderInsertions.begin(), HeaderInsertions.end(),
1514 std::inserter(Result, Result.begin()));
1515
1516 llvm::Regex IncludeRegex(IncludeRegexPattern);
1517 llvm::Regex DefineRegex(R"(^[\t\ ]*#[\t\ ]*define[\t\ ]*[^\\]*$)");
1518 SmallVector<StringRef, 4> Matches;
1519
1520 StringRef FileName = Replaces.begin()->getFilePath();
1521 IncludeCategoryManager Categories(Style, FileName);
1522
1523 // Record the offset of the end of the last include in each category.
1524 std::map<int, int> CategoryEndOffsets;
1525 // All possible priorities.
1526 // Add 0 for main header and INT_MAX for headers that are not in any category.
1527 std::set<int> Priorities = {0, INT_MAX};
1528 for (const auto &Category : Style.IncludeCategories)
1529 Priorities.insert(Category.Priority);
1530 int FirstIncludeOffset = -1;
1531 // All new headers should be inserted after this offset.
1532 unsigned MinInsertOffset =
1533 getOffsetAfterHeaderGuardsAndComments(FileName, Code, Style);
1534 StringRef TrimmedCode = Code.drop_front(MinInsertOffset);
1535 SmallVector<StringRef, 32> Lines;
1536 TrimmedCode.split(Lines, '\n');
1537 unsigned Offset = MinInsertOffset;
1538 unsigned NextLineOffset;
1539 std::set<StringRef> ExistingIncludes;
1540 for (auto Line : Lines) {
1541 NextLineOffset = std::min(Code.size(), Offset + Line.size() + 1);
1542 if (IncludeRegex.match(Line, &Matches)) {
1543 StringRef IncludeName = Matches[2];
1544 ExistingIncludes.insert(IncludeName);
1545 int Category = Categories.getIncludePriority(
1546 IncludeName, /*CheckMainHeader=*/FirstIncludeOffset < 0);
1547 CategoryEndOffsets[Category] = NextLineOffset;
1548 if (FirstIncludeOffset < 0)
1549 FirstIncludeOffset = Offset;
1550 }
1551 Offset = NextLineOffset;
1552 }
1553
1554 // Populate CategoryEndOfssets:
1555 // - Ensure that CategoryEndOffset[Highest] is always populated.
1556 // - If CategoryEndOffset[Priority] isn't set, use the next higher value that
1557 // is set, up to CategoryEndOffset[Highest].
1558 auto Highest = Priorities.begin();
1559 if (CategoryEndOffsets.find(*Highest) == CategoryEndOffsets.end()) {
1560 if (FirstIncludeOffset >= 0)
1561 CategoryEndOffsets[*Highest] = FirstIncludeOffset;
1562 else
1563 CategoryEndOffsets[*Highest] = MinInsertOffset;
1564 }
1565 // By this point, CategoryEndOffset[Highest] is always set appropriately:
1566 // - to an appropriate location before/after existing #includes, or
1567 // - to right after the header guard, or
1568 // - to the beginning of the file.
1569 for (auto I = ++Priorities.begin(), E = Priorities.end(); I != E; ++I)
1570 if (CategoryEndOffsets.find(*I) == CategoryEndOffsets.end())
1571 CategoryEndOffsets[*I] = CategoryEndOffsets[*std::prev(I)];
1572
1573 for (const auto &R : HeaderInsertions) {
1574 auto IncludeDirective = R.getReplacementText();
1575 bool Matched = IncludeRegex.match(IncludeDirective, &Matches);
1576 assert(Matched && "Header insertion replacement must have replacement text "
1577 "'#include ...'");
1578 (void)Matched;
1579 auto IncludeName = Matches[2];
1580 if (ExistingIncludes.find(IncludeName) != ExistingIncludes.end()) {
1581 DEBUG(llvm::dbgs() << "Skip adding existing include : " << IncludeName
1582 << "\n");
1583 continue;
1584 }
1585 int Category =
1586 Categories.getIncludePriority(IncludeName, /*CheckMainHeader=*/true);
1587 Offset = CategoryEndOffsets[Category];
1588 std::string NewInclude = !IncludeDirective.endswith("\n")
1589 ? (IncludeDirective + "\n").str()
1590 : IncludeDirective.str();
1591 Result.insert(tooling::Replacement(FileName, Offset, 0, NewInclude));
1592 }
1593 return Result;
1594 }
1595
1596 } // anonymous namespace
1597
1598 llvm::Expected<tooling::Replacements>
cleanupAroundReplacements(StringRef Code,const tooling::Replacements & Replaces,const FormatStyle & Style)1599 cleanupAroundReplacements(StringRef Code, const tooling::Replacements &Replaces,
1600 const FormatStyle &Style) {
1601 // We need to use lambda function here since there are two versions of
1602 // `cleanup`.
1603 auto Cleanup = [](const FormatStyle &Style, StringRef Code,
1604 std::vector<tooling::Range> Ranges,
1605 StringRef FileName) -> tooling::Replacements {
1606 return cleanup(Style, Code, Ranges, FileName);
1607 };
1608 // Make header insertion replacements insert new headers into correct blocks.
1609 tooling::Replacements NewReplaces =
1610 fixCppIncludeInsertions(Code, Replaces, Style);
1611 return processReplacements(Cleanup, Code, NewReplaces, Style);
1612 }
1613
reformat(const FormatStyle & Style,SourceManager & SM,FileID ID,ArrayRef<CharSourceRange> Ranges,bool * IncompleteFormat)1614 tooling::Replacements reformat(const FormatStyle &Style, SourceManager &SM,
1615 FileID ID, ArrayRef<CharSourceRange> Ranges,
1616 bool *IncompleteFormat) {
1617 FormatStyle Expanded = expandPresets(Style);
1618 if (Expanded.DisableFormat)
1619 return tooling::Replacements();
1620
1621 Environment Env(SM, ID, Ranges);
1622 Formatter Format(Env, Expanded, IncompleteFormat);
1623 return Format.process();
1624 }
1625
reformat(const FormatStyle & Style,StringRef Code,ArrayRef<tooling::Range> Ranges,StringRef FileName,bool * IncompleteFormat)1626 tooling::Replacements reformat(const FormatStyle &Style, StringRef Code,
1627 ArrayRef<tooling::Range> Ranges,
1628 StringRef FileName, bool *IncompleteFormat) {
1629 FormatStyle Expanded = expandPresets(Style);
1630 if (Expanded.DisableFormat)
1631 return tooling::Replacements();
1632
1633 std::unique_ptr<Environment> Env =
1634 Environment::CreateVirtualEnvironment(Code, FileName, Ranges);
1635 Formatter Format(*Env, Expanded, IncompleteFormat);
1636 return Format.process();
1637 }
1638
cleanup(const FormatStyle & Style,SourceManager & SM,FileID ID,ArrayRef<CharSourceRange> Ranges)1639 tooling::Replacements cleanup(const FormatStyle &Style, SourceManager &SM,
1640 FileID ID, ArrayRef<CharSourceRange> Ranges) {
1641 Environment Env(SM, ID, Ranges);
1642 Cleaner Clean(Env, Style);
1643 return Clean.process();
1644 }
1645
cleanup(const FormatStyle & Style,StringRef Code,ArrayRef<tooling::Range> Ranges,StringRef FileName)1646 tooling::Replacements cleanup(const FormatStyle &Style, StringRef Code,
1647 ArrayRef<tooling::Range> Ranges,
1648 StringRef FileName) {
1649 std::unique_ptr<Environment> Env =
1650 Environment::CreateVirtualEnvironment(Code, FileName, Ranges);
1651 Cleaner Clean(*Env, Style);
1652 return Clean.process();
1653 }
1654
getFormattingLangOpts(const FormatStyle & Style)1655 LangOptions getFormattingLangOpts(const FormatStyle &Style) {
1656 LangOptions LangOpts;
1657 LangOpts.CPlusPlus = 1;
1658 LangOpts.CPlusPlus11 = Style.Standard == FormatStyle::LS_Cpp03 ? 0 : 1;
1659 LangOpts.CPlusPlus14 = Style.Standard == FormatStyle::LS_Cpp03 ? 0 : 1;
1660 LangOpts.LineComment = 1;
1661 bool AlternativeOperators = Style.Language == FormatStyle::LK_Cpp;
1662 LangOpts.CXXOperatorNames = AlternativeOperators ? 1 : 0;
1663 LangOpts.Bool = 1;
1664 LangOpts.ObjC1 = 1;
1665 LangOpts.ObjC2 = 1;
1666 LangOpts.MicrosoftExt = 1; // To get kw___try, kw___finally.
1667 LangOpts.DeclSpecKeyword = 1; // To get __declspec.
1668 return LangOpts;
1669 }
1670
1671 const char *StyleOptionHelpDescription =
1672 "Coding style, currently supports:\n"
1673 " LLVM, Google, Chromium, Mozilla, WebKit.\n"
1674 "Use -style=file to load style configuration from\n"
1675 ".clang-format file located in one of the parent\n"
1676 "directories of the source file (or current\n"
1677 "directory for stdin).\n"
1678 "Use -style=\"{key: value, ...}\" to set specific\n"
1679 "parameters, e.g.:\n"
1680 " -style=\"{BasedOnStyle: llvm, IndentWidth: 8}\"";
1681
getLanguageByFileName(StringRef FileName)1682 static FormatStyle::LanguageKind getLanguageByFileName(StringRef FileName) {
1683 if (FileName.endswith(".java"))
1684 return FormatStyle::LK_Java;
1685 if (FileName.endswith_lower(".js") || FileName.endswith_lower(".ts"))
1686 return FormatStyle::LK_JavaScript; // JavaScript or TypeScript.
1687 if (FileName.endswith_lower(".proto") ||
1688 FileName.endswith_lower(".protodevel"))
1689 return FormatStyle::LK_Proto;
1690 if (FileName.endswith_lower(".td"))
1691 return FormatStyle::LK_TableGen;
1692 return FormatStyle::LK_Cpp;
1693 }
1694
getStyle(StringRef StyleName,StringRef FileName,StringRef FallbackStyle,vfs::FileSystem * FS)1695 FormatStyle getStyle(StringRef StyleName, StringRef FileName,
1696 StringRef FallbackStyle, vfs::FileSystem *FS) {
1697 if (!FS) {
1698 FS = vfs::getRealFileSystem().get();
1699 }
1700 FormatStyle Style = getLLVMStyle();
1701 Style.Language = getLanguageByFileName(FileName);
1702 if (!getPredefinedStyle(FallbackStyle, Style.Language, &Style)) {
1703 llvm::errs() << "Invalid fallback style \"" << FallbackStyle
1704 << "\" using LLVM style\n";
1705 return Style;
1706 }
1707
1708 if (StyleName.startswith("{")) {
1709 // Parse YAML/JSON style from the command line.
1710 if (std::error_code ec = parseConfiguration(StyleName, &Style)) {
1711 llvm::errs() << "Error parsing -style: " << ec.message() << ", using "
1712 << FallbackStyle << " style\n";
1713 }
1714 return Style;
1715 }
1716
1717 if (!StyleName.equals_lower("file")) {
1718 if (!getPredefinedStyle(StyleName, Style.Language, &Style))
1719 llvm::errs() << "Invalid value for -style, using " << FallbackStyle
1720 << " style\n";
1721 return Style;
1722 }
1723
1724 // Look for .clang-format/_clang-format file in the file's parent directories.
1725 SmallString<128> UnsuitableConfigFiles;
1726 SmallString<128> Path(FileName);
1727 llvm::sys::fs::make_absolute(Path);
1728 for (StringRef Directory = Path; !Directory.empty();
1729 Directory = llvm::sys::path::parent_path(Directory)) {
1730
1731 auto Status = FS->status(Directory);
1732 if (!Status ||
1733 Status->getType() != llvm::sys::fs::file_type::directory_file) {
1734 continue;
1735 }
1736
1737 SmallString<128> ConfigFile(Directory);
1738
1739 llvm::sys::path::append(ConfigFile, ".clang-format");
1740 DEBUG(llvm::dbgs() << "Trying " << ConfigFile << "...\n");
1741
1742 Status = FS->status(ConfigFile.str());
1743 bool IsFile =
1744 Status && (Status->getType() == llvm::sys::fs::file_type::regular_file);
1745 if (!IsFile) {
1746 // Try _clang-format too, since dotfiles are not commonly used on Windows.
1747 ConfigFile = Directory;
1748 llvm::sys::path::append(ConfigFile, "_clang-format");
1749 DEBUG(llvm::dbgs() << "Trying " << ConfigFile << "...\n");
1750 Status = FS->status(ConfigFile.str());
1751 IsFile = Status &&
1752 (Status->getType() == llvm::sys::fs::file_type::regular_file);
1753 }
1754
1755 if (IsFile) {
1756 llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> Text =
1757 FS->getBufferForFile(ConfigFile.str());
1758 if (std::error_code EC = Text.getError()) {
1759 llvm::errs() << EC.message() << "\n";
1760 break;
1761 }
1762 if (std::error_code ec =
1763 parseConfiguration(Text.get()->getBuffer(), &Style)) {
1764 if (ec == ParseError::Unsuitable) {
1765 if (!UnsuitableConfigFiles.empty())
1766 UnsuitableConfigFiles.append(", ");
1767 UnsuitableConfigFiles.append(ConfigFile);
1768 continue;
1769 }
1770 llvm::errs() << "Error reading " << ConfigFile << ": " << ec.message()
1771 << "\n";
1772 break;
1773 }
1774 DEBUG(llvm::dbgs() << "Using configuration file " << ConfigFile << "\n");
1775 return Style;
1776 }
1777 }
1778 if (!UnsuitableConfigFiles.empty()) {
1779 llvm::errs() << "Configuration file(s) do(es) not support "
1780 << getLanguageName(Style.Language) << ": "
1781 << UnsuitableConfigFiles << "\n";
1782 }
1783 return Style;
1784 }
1785
1786 } // namespace format
1787 } // namespace clang
1788