Lines Matching defs:InnerLoopVectorizer
22 // 3. InnerLoopVectorizer - A unit that performs the actual
376 /// InnerLoopVectorizer vectorizes loops which contain only one basic
385 /// InnerLoopVectorizer does not perform any vectorization-legality
387 /// aspects. The InnerLoopVectorizer relies on the
390 class InnerLoopVectorizer {
392 InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE,
403 virtual ~InnerLoopVectorizer() = default;
784 class InnerLoopUnroller : public InnerLoopVectorizer {
793 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, 1,
825 void InnerLoopVectorizer::setDebugLocFromInst(IRBuilder<> &B, const Value *Ptr) {
914 void InnerLoopVectorizer::addNewMetadata(Instruction *To,
922 void InnerLoopVectorizer::addMetadata(Instruction *To,
928 void InnerLoopVectorizer::addMetadata(ArrayRef<Value *> To,
1675 // Implementation of LoopVectorizationLegality, InnerLoopVectorizer and
1679 Value *InnerLoopVectorizer::getBroadcastInstrs(Value *V) {
1698 void InnerLoopVectorizer::createVectorIntOrFpInductionPHI(
1776 bool InnerLoopVectorizer::shouldScalarizeInstruction(Instruction *I) const {
1781 bool InnerLoopVectorizer::needsScalarInduction(Instruction *IV) const {
1791 void InnerLoopVectorizer::recordVectorLoopValueForInductionCast(
1819 void InnerLoopVectorizer::widenIntOrFpInduction(PHINode *IV, TruncInst *Trunc) {
1926 Value *InnerLoopVectorizer::getStepVector(Value *Val, int StartIdx, Value *Step,
1982 void InnerLoopVectorizer::buildScalarSteps(Value *ScalarIV, Value *Step,
2023 Value *InnerLoopVectorizer::getOrCreateVectorValue(Value *V, unsigned Part) {
2097 InnerLoopVectorizer::getOrCreateScalarValue(Value *V,
2130 void InnerLoopVectorizer::packScalarIntoVectorValue(
2143 Value *InnerLoopVectorizer::reverseVector(Value *Vec) {
2192 void InnerLoopVectorizer::vectorizeInterleaveGroup(
2369 void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr,
2504 void InnerLoopVectorizer::scalarizeInstruction(Instruction *Instr, VPUser &User,
2543 PHINode *InnerLoopVectorizer::createInductionVariable(Loop *L, Value *Start,
2575 Value *InnerLoopVectorizer::getOrCreateTripCount(Loop *L) {
2622 Value *InnerLoopVectorizer::getOrCreateVectorTripCount(Loop *L) {
2668 Value *InnerLoopVectorizer::createBitOrPointerCast(Value *V, VectorType *DstVTy,
2698 void InnerLoopVectorizer::emitMinimumIterationCountCheck(Loop *L,
2740 void InnerLoopVectorizer::emitSCEVChecks(Loop *L, BasicBlock *Bypass) {
2779 void InnerLoopVectorizer::emitMemRuntimeChecks(Loop *L, BasicBlock *Bypass) {
2842 Value *InnerLoopVectorizer::emitTransformedIndex(
2942 BasicBlock *InnerLoopVectorizer::createVectorizedLoopSkeleton() {
3172 void InnerLoopVectorizer::fixupIVUsers(PHINode *OrigPhi,
3357 void InnerLoopVectorizer::truncateToMinimalBitwidths() {
3490 void InnerLoopVectorizer::fixVectorizedLoop() {
3539 void InnerLoopVectorizer::fixCrossIterationPHIs() {
3555 void InnerLoopVectorizer::fixFirstOrderRecurrence(PHINode *Phi) {
3732 void InnerLoopVectorizer::fixReduction(PHINode *Phi) {
3938 void InnerLoopVectorizer::clearReductionWrapFlags(
3969 void InnerLoopVectorizer::fixLCSSAPHIs() {
3990 void InnerLoopVectorizer::sinkScalarOperands(Instruction *PredInst) {
4054 void InnerLoopVectorizer::fixNonInductionPHIs() {
4090 void InnerLoopVectorizer::widenGEP(GetElementPtrInst *GEP, VPUser &Operands,
4160 void InnerLoopVectorizer::widenPHIInstruction(Instruction *PN, unsigned UF,
4258 void InnerLoopVectorizer::widenInstruction(Instruction &I, VPUser &User,
4365 void InnerLoopVectorizer::widenCallInstruction(CallInst &I, VPUser &ArgOperands,
4434 void InnerLoopVectorizer::widenSelectInstruction(SelectInst &I,
6635 void LoopVectorizationPlanner::executePlan(InnerLoopVectorizer &ILV,
7495 InnerLoopVectorizer::VectorParts Entry(State.UF);
7693 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, 1, LVL,
7970 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, IC,