277     PM.add(createCFLSteensAAWrapperPass());  in addInitialAliasAnalysisPasses()
280     PM.add(createCFLAndersAAWrapperPass());  in addInitialAliasAnalysisPasses()
283     PM.add(createCFLSteensAAWrapperPass());  in addInitialAliasAnalysisPasses()
284     PM.add(createCFLAndersAAWrapperPass());  in addInitialAliasAnalysisPasses()
293   PM.add(createTypeBasedAAWrapperPass());  in addInitialAliasAnalysisPasses()
294   PM.add(createScopedNoAliasAAWrapperPass());  in addInitialAliasAnalysisPasses()
300   FPM.add(createEntryExitInstrumenterPass());  in populateFunctionPassManager()
304     FPM.add(new TargetLibraryInfoWrapperPass(*LibraryInfo));  in populateFunctionPassManager()
311     FPM.add(createLowerMatrixIntrinsicsMinimalPass());  in populateFunctionPassManager()
317   FPM.add(createCFGSimplificationPass());  in populateFunctionPassManager()
318   FPM.add(createSROAPass());  in populateFunctionPassManager()
319   FPM.add(createEarlyCSEPass());  in populateFunctionPassManager()
320   FPM.add(createLowerExpectIntrinsicPass());  in populateFunctionPassManager()
347     MPM.add(createFunctionInliningPass(IP));  in addPGOInstrPasses()
348     MPM.add(createSROAPass());  in addPGOInstrPasses()
349     MPM.add(createEarlyCSEPass());             // Catch trivial redundancies  in addPGOInstrPasses()
350     MPM.add(createCFGSimplificationPass());    // Merge & remove BBs  in addPGOInstrPasses()
351     MPM.add(createInstructionCombiningPass()); // Combine silly seq's  in addPGOInstrPasses()
355     MPM.add(createPGOInstrumentationGenLegacyPass(IsCS));  in addPGOInstrPasses()
362     MPM.add(createLoopRotatePass());  in addPGOInstrPasses()
363     MPM.add(createInstrProfilingLegacyPass(Options, IsCS));  in addPGOInstrPasses()
366     MPM.add(createPGOInstrumentationUseLegacyPass(PGOInstrUse, IsCS));  in addPGOInstrPasses()
371     MPM.add(  in addPGOInstrPasses()
379   MPM.add(createSROAPass());  in addFunctionSimplificationPasses()
380   MPM.add(createEarlyCSEPass(true /* Enable mem-ssa. */)); // Catch trivial redundancies  in addFunctionSimplificationPasses()
382     MPM.add(createAssumeSimplifyPass());  in addFunctionSimplificationPasses()
386       MPM.add(createGVNHoistPass());  in addFunctionSimplificationPasses()
388       MPM.add(createGVNSinkPass());  in addFunctionSimplificationPasses()
389       MPM.add(createCFGSimplificationPass());  in addFunctionSimplificationPasses()
394     MPM.add(createConstraintEliminationPass());  in addFunctionSimplificationPasses()
398     MPM.add(createSpeculativeExecutionIfHasBranchDivergencePass());  in addFunctionSimplificationPasses()
400     MPM.add(createJumpThreadingPass());         // Thread jumps.  in addFunctionSimplificationPasses()
401     MPM.add(createCorrelatedValuePropagationPass()); // Propagate conditionals  in addFunctionSimplificationPasses()
403   MPM.add(createCFGSimplificationPass());     // Merge & remove BBs  in addFunctionSimplificationPasses()
406     MPM.add(createAggressiveInstCombinerPass());  in addFunctionSimplificationPasses()
407   MPM.add(createInstructionCombiningPass());  in addFunctionSimplificationPasses()
409     MPM.add(createLibCallsShrinkWrapPass());  in addFunctionSimplificationPasses()
414     MPM.add(createPGOMemOPSizeOptLegacyPass());  in addFunctionSimplificationPasses()
418     MPM.add(createTailCallEliminationPass()); // Eliminate tail calls  in addFunctionSimplificationPasses()
419   MPM.add(createCFGSimplificationPass());      // Merge & remove BBs  in addFunctionSimplificationPasses()
420   MPM.add(createReassociatePass());           // Reassociate expressions  in addFunctionSimplificationPasses()
427     MPM.add(createLoopInstSimplifyPass());  in addFunctionSimplificationPasses()
428     MPM.add(createLoopSimplifyCFGPass());  in addFunctionSimplificationPasses()
431   MPM.add(createLoopRotatePass(SizeLevel == 2 ? 0 : -1));  in addFunctionSimplificationPasses()
433   MPM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in addFunctionSimplificationPasses()
435     MPM.add(createSimpleLoopUnswitchLegacyPass());  in addFunctionSimplificationPasses()
437     MPM.add(createLoopUnswitchPass(SizeLevel || OptLevel < 3, DivergentTarget));  in addFunctionSimplificationPasses()
441   MPM.add(createCFGSimplificationPass());  in addFunctionSimplificationPasses()
442   MPM.add(createInstructionCombiningPass());  in addFunctionSimplificationPasses()
445     MPM.add(createLoopFlattenPass()); // Flatten loops  in addFunctionSimplificationPasses()
446     MPM.add(createLoopSimplifyCFGPass());  in addFunctionSimplificationPasses()
448   MPM.add(createLoopIdiomPass());             // Recognize idioms like memset.  in addFunctionSimplificationPasses()
449   MPM.add(createIndVarSimplifyPass());        // Canonicalize indvars  in addFunctionSimplificationPasses()
451   MPM.add(createLoopDeletionPass());          // Delete dead loops  in addFunctionSimplificationPasses()
454     MPM.add(createLoopInterchangePass()); // Interchange loops  in addFunctionSimplificationPasses()
457   MPM.add(createSimpleLoopUnrollPass(OptLevel, DisableUnrollLoops,  in addFunctionSimplificationPasses()
463   MPM.add(createSROAPass());  in addFunctionSimplificationPasses()
466     MPM.add(createMergedLoadStoreMotionPass()); // Merge ld/st in diamonds  in addFunctionSimplificationPasses()
467     MPM.add(NewGVN ? createNewGVNPass()  in addFunctionSimplificationPasses()
470   MPM.add(createMemCpyOptPass());             // Remove memcpy / form memset  in addFunctionSimplificationPasses()
471   MPM.add(createSCCPPass());                  // Constant prop with SCCP  in addFunctionSimplificationPasses()
474     MPM.add(createConstraintEliminationPass());  in addFunctionSimplificationPasses()
479   MPM.add(createBitTrackingDCEPass());        // Delete dead bit computations  in addFunctionSimplificationPasses()
483   MPM.add(createInstructionCombiningPass());  in addFunctionSimplificationPasses()
486     MPM.add(createJumpThreadingPass());         // Thread jumps  in addFunctionSimplificationPasses()
487     MPM.add(createCorrelatedValuePropagationPass());  in addFunctionSimplificationPasses()
489   MPM.add(createAggressiveDCEPass()); // Delete dead instructions  in addFunctionSimplificationPasses()
493     MPM.add(createDeadStoreEliminationPass());  // Delete dead stores  in addFunctionSimplificationPasses()
494     MPM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in addFunctionSimplificationPasses()
500     MPM.add(createLoopRerollPass());  in addFunctionSimplificationPasses()
502   MPM.add(createCFGSimplificationPass()); // Merge & remove BBs  in addFunctionSimplificationPasses()
504   MPM.add(createInstructionCombiningPass());  in addFunctionSimplificationPasses()
509     MPM.add(createControlHeightReductionLegacyPass());  in addFunctionSimplificationPasses()
518   MPM.add(createAnnotation2MetadataLegacyPass());  in populateModulePassManager()
521     MPM.add(createPruneEHPass());  in populateModulePassManager()
526       MPM.add(createSampleProfileLoaderPass(PGOSampleUse));  in populateModulePassManager()
530   MPM.add(createForceFunctionAttrsLegacyPass());  in populateModulePassManager()
537       MPM.add(Inliner);  in populateModulePassManager()
547       MPM.add(createMergeFunctionsPass());  in populateModulePassManager()
549       MPM.add(createBarrierNoopPass());  in populateModulePassManager()
552       MPM.add(createLowerTypeTestsPass(nullptr, nullptr, true));  in populateModulePassManager()
556       MPM.add(createEliminateAvailableExternallyPass());  in populateModulePassManager()
557       MPM.add(createGlobalDCEPass());  in populateModulePassManager()
563       MPM.add(createCanonicalizeAliasesPass());  in populateModulePassManager()
568       MPM.add(createNameAnonGlobalPass());  in populateModulePassManager()
575     MPM.add(new TargetLibraryInfoWrapperPass(*LibraryInfo));  in populateModulePassManager()
587     MPM.add(createPGOIndirectCallPromotionLegacyPass(/*InLTO = */ true,  in populateModulePassManager()
589     MPM.add(createLowerTypeTestsPass(nullptr, nullptr, true));  in populateModulePassManager()
601   MPM.add(createInferFunctionAttrsLegacyPass());  in populateModulePassManager()
605     MPM.add(createAttributorLegacyPass());  in populateModulePassManager()
610     MPM.add(createCallSiteSplittingPass());  in populateModulePassManager()
612   MPM.add(createIPSCCPPass());          // IP SCCP  in populateModulePassManager()
613   MPM.add(createCalledValuePropagationPass());  in populateModulePassManager()
615   MPM.add(createGlobalOptimizerPass()); // Optimize out global vars  in populateModulePassManager()
617   MPM.add(createPromoteMemoryToRegisterPass());  in populateModulePassManager()
619   MPM.add(createDeadArgEliminationPass()); // Dead argument elimination  in populateModulePassManager()
621   MPM.add(createInstructionCombiningPass()); // Clean up after IPCP & DAE  in populateModulePassManager()
623   MPM.add(createCFGSimplificationPass()); // Clean up after IPCP & DAE  in populateModulePassManager()
636     MPM.add(createPGOInstrumentationGenCreateVarLegacyPass(PGOInstrGen));  in populateModulePassManager()
641   MPM.add(createGlobalsAAWrapperPass());  in populateModulePassManager()
644   MPM.add(createPruneEHPass()); // Remove dead EH info  in populateModulePassManager()
647     MPM.add(Inliner);  in populateModulePassManager()
654     MPM.add(createAttributorCGSCCLegacyPass());  in populateModulePassManager()
659     MPM.add(createOpenMPOptLegacyPass());  in populateModulePassManager()
661   MPM.add(createPostOrderFunctionAttrsLegacyPass());  in populateModulePassManager()
663     MPM.add(createArgumentPromotionPass()); // Scalarize uninlined fn args  in populateModulePassManager()
671   MPM.add(createBarrierNoopPass());  in populateModulePassManager()
674     MPM.add(createPartialInliningPass());  in populateModulePassManager()
686     MPM.add(createEliminateAvailableExternallyPass());  in populateModulePassManager()
697     MPM.add(createInstrOrderFilePass());  in populateModulePassManager()
699   MPM.add(createReversePostOrderFunctionAttrsPass());  in populateModulePassManager()
708     MPM.add(createGlobalOptimizerPass());  in populateModulePassManager()
709     MPM.add(createGlobalDCEPass());  in populateModulePassManager()
719     MPM.add(createCanonicalizeAliasesPass());  in populateModulePassManager()
721     MPM.add(createNameAnonGlobalPass());  in populateModulePassManager()
728     MPM.add(createGlobalOptimizerPass());  in populateModulePassManager()
736     MPM.add(createLoopVersioningLICMPass());    // Do LoopVersioningLICM  in populateModulePassManager()
737     MPM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in populateModulePassManager()
755   MPM.add(createGlobalsAAWrapperPass());  in populateModulePassManager()
757   MPM.add(createFloat2IntPass());  in populateModulePassManager()
758   MPM.add(createLowerConstantIntrinsicsPass());  in populateModulePassManager()
761     MPM.add(createLowerMatrixIntrinsicsPass());  in populateModulePassManager()
765     MPM.add(createEarlyCSEPass(false));  in populateModulePassManager()
773   MPM.add(createLoopRotatePass(SizeLevel == 2 ? 0 : -1));  in populateModulePassManager()
779   MPM.add(createLoopDistributePass());  in populateModulePassManager()
781   MPM.add(createLoopVectorizePass(!LoopsInterleaved, !LoopVectorize));  in populateModulePassManager()
785   MPM.add(createLoopLoadEliminationPass());  in populateModulePassManager()
792   MPM.add(createInstructionCombiningPass());  in populateModulePassManager()
800     MPM.add(createEarlyCSEPass());  in populateModulePassManager()
801     MPM.add(createCorrelatedValuePropagationPass());  in populateModulePassManager()
802     MPM.add(createInstructionCombiningPass());  in populateModulePassManager()
803     MPM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in populateModulePassManager()
804     MPM.add(createLoopUnswitchPass(SizeLevel || OptLevel < 3, DivergentTarget));  in populateModulePassManager()
805     MPM.add(createCFGSimplificationPass());  in populateModulePassManager()
806     MPM.add(createInstructionCombiningPass());  in populateModulePassManager()
816   MPM.add(createCFGSimplificationPass(SimplifyCFGOptions()  in populateModulePassManager()
824     MPM.add(createSLPVectorizerPass()); // Vectorize parallel scalar chains.  in populateModulePassManager()
826       MPM.add(createEarlyCSEPass());  in populateModulePassManager()
831   MPM.add(createVectorCombinePass());  in populateModulePassManager()
834   MPM.add(createInstructionCombiningPass());  in populateModulePassManager()
840     MPM.add(createLoopUnrollAndJamPass(OptLevel));  in populateModulePassManager()
844   MPM.add(createLoopUnrollPass(OptLevel, DisableUnrollLoops,  in populateModulePassManager()
849     MPM.add(createInstructionCombiningPass());  in populateModulePassManager()
855     MPM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in populateModulePassManager()
858   MPM.add(createWarnMissedTransformationsPass());  in populateModulePassManager()
862   MPM.add(createAlignmentFromAssumptionsPass());  in populateModulePassManager()
865   MPM.add(createStripDeadPrototypesPass()); // Get rid of dead prototypes  in populateModulePassManager()
870     MPM.add(createGlobalDCEPass());         // Remove dead fns and globals.  in populateModulePassManager()
871     MPM.add(createConstantMergePass());     // Merge dup global constants  in populateModulePassManager()
877     MPM.add(createHotColdSplittingPass());  in populateModulePassManager()
880     MPM.add(createMergeFunctionsPass());  in populateModulePassManager()
884     MPM.add(createCGProfileLegacyPass());  in populateModulePassManager()
890   MPM.add(createLoopSinkPass());  in populateModulePassManager()
892   MPM.add(createInstSimplifyLegacyPass());  in populateModulePassManager()
897   MPM.add(createDivRemPairsPass());  in populateModulePassManager()
901   MPM.add(createCFGSimplificationPass());  in populateModulePassManager()
906     MPM.add(createCanonicalizeAliasesPass());  in populateModulePassManager()
908     MPM.add(createNameAnonGlobalPass());  in populateModulePassManager()
911   MPM.add(createAnnotationRemarksLegacyPass());  in populateModulePassManager()
917     PM.add(createPruneEHPass());  in addLTOOptimizationPasses()
918     PM.add(createSampleProfileLoaderPass(PGOSampleUse));  in addLTOOptimizationPasses()
923   PM.add(createGlobalDCEPass());  in addLTOOptimizationPasses()
929   PM.add(createForceFunctionAttrsLegacyPass());  in addLTOOptimizationPasses()
932   PM.add(createInferFunctionAttrsLegacyPass());  in addLTOOptimizationPasses()
936     PM.add(createCallSiteSplittingPass());  in addLTOOptimizationPasses()
942     PM.add(  in addLTOOptimizationPasses()
948     PM.add(createIPSCCPPass());  in addLTOOptimizationPasses()
952     PM.add(createCalledValuePropagationPass());  in addLTOOptimizationPasses()
956       PM.add(createAttributorLegacyPass());  in addLTOOptimizationPasses()
961   PM.add(createPostOrderFunctionAttrsLegacyPass());  in addLTOOptimizationPasses()
962   PM.add(createReversePostOrderFunctionAttrsPass());  in addLTOOptimizationPasses()
967   PM.add(createGlobalSplitPass());  in addLTOOptimizationPasses()
970   PM.add(createWholeProgramDevirtPass(ExportSummary, nullptr));  in addLTOOptimizationPasses()
977   PM.add(createGlobalOptimizerPass());  in addLTOOptimizationPasses()
979   PM.add(createPromoteMemoryToRegisterPass());  in addLTOOptimizationPasses()
983   PM.add(createConstantMergePass());  in addLTOOptimizationPasses()
986   PM.add(createDeadArgEliminationPass());  in addLTOOptimizationPasses()
993     PM.add(createAggressiveInstCombinerPass());  in addLTOOptimizationPasses()
994   PM.add(createInstructionCombiningPass());  in addLTOOptimizationPasses()
1000     PM.add(Inliner);  in addLTOOptimizationPasses()
1004   PM.add(createPruneEHPass());   // Remove dead EH info.  in addLTOOptimizationPasses()
1011     PM.add(createAttributorCGSCCLegacyPass());  in addLTOOptimizationPasses()
1016     PM.add(createOpenMPOptLegacyPass());  in addLTOOptimizationPasses()
1020     PM.add(createGlobalOptimizerPass());  in addLTOOptimizationPasses()
1021   PM.add(createGlobalDCEPass()); // Remove dead functions.  in addLTOOptimizationPasses()
1025   PM.add(createArgumentPromotionPass());  in addLTOOptimizationPasses()
1028   PM.add(createInstructionCombiningPass());  in addLTOOptimizationPasses()
1030   PM.add(createJumpThreadingPass(/*FreezeSelectCond*/ true));  in addLTOOptimizationPasses()
1033   PM.add(createSROAPass());  in addLTOOptimizationPasses()
1038     PM.add(createTailCallEliminationPass());  in addLTOOptimizationPasses()
1041   PM.add(createPostOrderFunctionAttrsLegacyPass()); // Add nocapture.  in addLTOOptimizationPasses()
1043   PM.add(createGlobalsAAWrapperPass()); // IP alias analysis.  in addLTOOptimizationPasses()
1045   PM.add(createLICMPass(LicmMssaOptCap, LicmMssaNoAccForPromotionCap));  in addLTOOptimizationPasses()
1046   PM.add(NewGVN ? createNewGVNPass()  in addLTOOptimizationPasses()
1048   PM.add(createMemCpyOptPass());            // Remove dead memcpys.  in addLTOOptimizationPasses()
1051   PM.add(createDeadStoreEliminationPass());  in addLTOOptimizationPasses()
1052   PM.add(createMergedLoadStoreMotionPass()); // Merge ld/st in diamonds.  in addLTOOptimizationPasses()
1056     PM.add(createLoopFlattenPass());  in addLTOOptimizationPasses()
1057   PM.add(createIndVarSimplifyPass());  in addLTOOptimizationPasses()
1058   PM.add(createLoopDeletionPass());  in addLTOOptimizationPasses()
1060     PM.add(createLoopInterchangePass());  in addLTOOptimizationPasses()
1063     PM.add(createConstraintEliminationPass());  in addLTOOptimizationPasses()
1066   PM.add(createSimpleLoopUnrollPass(OptLevel, DisableUnrollLoops,  in addLTOOptimizationPasses()
1068   PM.add(createLoopDistributePass());  in addLTOOptimizationPasses()
1069   PM.add(createLoopVectorizePass(true, !LoopVectorize));  in addLTOOptimizationPasses()
1071   PM.add(createLoopUnrollPass(OptLevel, DisableUnrollLoops,  in addLTOOptimizationPasses()
1074   PM.add(createWarnMissedTransformationsPass());  in addLTOOptimizationPasses()
1079   PM.add(createInstructionCombiningPass()); // Initial cleanup  in addLTOOptimizationPasses()
1080   PM.add(createCFGSimplificationPass()); // if-convert  in addLTOOptimizationPasses()
1081   PM.add(createSCCPPass()); // Propagate exposed constants  in addLTOOptimizationPasses()
1082   PM.add(createInstructionCombiningPass()); // Clean up again  in addLTOOptimizationPasses()
1083   PM.add(createBitTrackingDCEPass());  in addLTOOptimizationPasses()
1087     PM.add(createSLPVectorizerPass()); // Vectorize parallel scalar chains.  in addLTOOptimizationPasses()
1089   PM.add(createVectorCombinePass()); // Clean up partial vectorization.  in addLTOOptimizationPasses()
1093   PM.add(createAlignmentFromAssumptionsPass());  in addLTOOptimizationPasses()
1096   PM.add(createInstructionCombiningPass());  in addLTOOptimizationPasses()
1099   PM.add(createJumpThreadingPass(/*FreezeSelectCond*/ true));  in addLTOOptimizationPasses()
1107     PM.add(createHotColdSplittingPass());  in addLateLTOOptimizationPasses()
1110   PM.add(createCFGSimplificationPass());  in addLateLTOOptimizationPasses()
1113   PM.add(createEliminateAvailableExternallyPass());  in addLateLTOOptimizationPasses()
1116   PM.add(createGlobalDCEPass());  in addLateLTOOptimizationPasses()
1121     PM.add(createMergeFunctionsPass());  in addLateLTOOptimizationPasses()
1128     PM.add(new TargetLibraryInfoWrapperPass(*LibraryInfo));  in populateThinLTOPassManager()
1131     PM.add(createVerifierPass());  in populateThinLTOPassManager()
1146     PM.add(createWholeProgramDevirtPass(nullptr, ImportSummary));  in populateThinLTOPassManager()
1147     PM.add(createLowerTypeTestsPass(nullptr, ImportSummary));  in populateThinLTOPassManager()
1153     PM.add(createVerifierPass());  in populateThinLTOPassManager()
1159     PM.add(new TargetLibraryInfoWrapperPass(*LibraryInfo));  in populateLTOPassManager()
1162     PM.add(createVerifierPass());  in populateLTOPassManager()
1172     PM.add(createWholeProgramDevirtPass(ExportSummary, nullptr));  in populateLTOPassManager()
1177   PM.add(createCrossDSOCFIPass());  in populateLTOPassManager()
1182   PM.add(createLowerTypeTestsPass(ExportSummary, nullptr));  in populateLTOPassManager()
1185   PM.add(createLowerTypeTestsPass(nullptr, nullptr, true));  in populateLTOPassManager()
1192   PM.add(createAnnotationRemarksLegacyPass());  in populateLTOPassManager()
1195     PM.add(createVerifierPass());  in populateLTOPassManager()