Lines Matching defs:stmt_info
112 in STMT_VINFO_VEC_STMT (stmt_info) (stmt_info is the stmt_vec_info struct
120 S1: b = x[i]; STMT_VINFO_VEC_STMT (stmt_info (S1)) = VS1
125 vector stmt VS1 pointed to by STMT_VINFO_VEC_STMT (stmt_info (S1)). The
129 S1: b = x[i]; STMT_VINFO_VEC_STMT (stmt_info (S1)) = VS1
131 S2: a = b; STMT_VINFO_VEC_STMT (stmt_info (S2)) = VS2
164 vect_determine_vf_for_stmt_1 (stmt_vec_info stmt_info,
168 gimple *stmt = stmt_info->stmt;
170 if ((!STMT_VINFO_RELEVANT_P (stmt_info)
171 && !STMT_VINFO_LIVE_P (stmt_info))
180 opt_result res = vect_get_vector_types_for_stmt (stmt_info, &stmt_vectype,
187 if (STMT_VINFO_VECTYPE (stmt_info))
191 gcc_assert ((STMT_VINFO_DATA_REF (stmt_info)
193 && STMT_VINFO_VECTYPE (stmt_info) == stmt_vectype);
195 STMT_VINFO_VECTYPE (stmt_info) = stmt_vectype;
210 vect_determine_vf_for_stmt (stmt_vec_info stmt_info, poly_uint64 *vf)
212 vec_info *vinfo = stmt_info->vinfo;
215 stmt_info->stmt);
216 opt_result res = vect_determine_vf_for_stmt_1 (stmt_info, false, vf);
220 if (STMT_VINFO_IN_PATTERN_P (stmt_info)
221 && STMT_VINFO_RELATED_STMT (stmt_info))
223 gimple *pattern_def_seq = STMT_VINFO_PATTERN_DEF_SEQ (stmt_info);
224 stmt_info = STMT_VINFO_RELATED_STMT (stmt_info);
243 stmt_info->stmt);
244 res = vect_determine_vf_for_stmt_1 (stmt_info, true, vf);
287 stmt_vec_info stmt_info;
300 stmt_info = loop_vinfo->lookup_stmt (phi);
305 gcc_assert (stmt_info);
307 if (STMT_VINFO_RELEVANT_P (stmt_info)
308 || STMT_VINFO_LIVE_P (stmt_info))
310 gcc_assert (!STMT_VINFO_VECTYPE (stmt_info));
324 STMT_VINFO_VECTYPE (stmt_info) = vectype;
344 stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si));
346 = vect_determine_vf_for_stmt (stmt_info, &vectorization_factor);
443 vect_inner_phi_in_double_reduction_p (stmt_vec_info stmt_info, gphi *phi)
445 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
636 vect_fixup_reduc_chain (stmt_vec_info stmt_info)
638 stmt_vec_info firstp = STMT_VINFO_RELATED_STMT (stmt_info);
641 && REDUC_GROUP_FIRST_ELEMENT (stmt_info));
642 REDUC_GROUP_SIZE (firstp) = REDUC_GROUP_SIZE (stmt_info);
645 stmtp = STMT_VINFO_RELATED_STMT (stmt_info);
647 == STMT_VINFO_DEF_TYPE (stmt_info));
649 stmt_info = REDUC_GROUP_NEXT_ELEMENT (stmt_info);
650 if (stmt_info)
652 = STMT_VINFO_RELATED_STMT (stmt_info);
654 while (stmt_info);
1088 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (stmt);
1094 stmt_vec_info vstmt_info = vect_stmt_to_vectorize (stmt_info);
1102 if (STMT_VINFO_DATA_REF (stmt_info))
1104 if (DR_IS_READ (STMT_VINFO_DATA_REF (stmt_info)))
1109 else if (vect_nop_conversion_p (stmt_info))
1115 factor, kind, stmt_info, 0, vect_prologue);
1126 si->kind, si->stmt_info, si->misalign,
1383 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (si.phi ());
1384 if (!stmt_info)
1386 if ((STMT_VINFO_RELEVANT_P (stmt_info)
1387 || VECTORIZABLE_CYCLE_DEF (STMT_VINFO_DEF_TYPE (stmt_info)))
1388 && !PURE_SLP_STMT (stmt_info))
1395 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si));
1396 stmt_info = vect_stmt_to_vectorize (stmt_info);
1397 if ((STMT_VINFO_RELEVANT_P (stmt_info)
1398 || VECTORIZABLE_CYCLE_DEF (STMT_VINFO_DEF_TYPE (stmt_info)))
1399 && !PURE_SLP_STMT (stmt_info))
1453 vect_active_double_reduction_p (stmt_vec_info stmt_info)
1455 if (STMT_VINFO_DEF_TYPE (stmt_info) != vect_double_reduction_def)
1458 return STMT_VINFO_RELEVANT_P (STMT_VINFO_REDUC_DEF (stmt_info));
1472 stmt_vec_info stmt_info;
1490 stmt_info = loop_vinfo->lookup_stmt (phi);
1504 if (STMT_VINFO_LIVE_P (stmt_info)
1505 && !vect_active_double_reduction_p (stmt_info))
1512 if (STMT_VINFO_RELEVANT_P (stmt_info))
1529 if ((STMT_VINFO_DEF_TYPE (stmt_info) == vect_internal_def
1530 || (STMT_VINFO_DEF_TYPE (stmt_info)
1532 && !vectorizable_lc_phi (stmt_info, NULL, NULL))
1539 gcc_assert (stmt_info);
1541 if ((STMT_VINFO_RELEVANT (stmt_info) == vect_used_in_scope
1542 || STMT_VINFO_LIVE_P (stmt_info))
1543 && STMT_VINFO_DEF_TYPE (stmt_info) != vect_induction_def)
1549 if (STMT_VINFO_RELEVANT_P (stmt_info))
1552 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_induction_def
1553 && ! PURE_SLP_STMT (stmt_info))
1554 ok = vectorizable_induction (stmt_info, NULL, NULL, NULL,
1556 else if ((STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def
1557 || (STMT_VINFO_DEF_TYPE (stmt_info)
1559 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_nested_cycle)
1560 && ! PURE_SLP_STMT (stmt_info))
1561 ok = vectorizable_reduction (stmt_info, NULL, NULL, &cost_vec);
1566 && STMT_VINFO_LIVE_P (stmt_info)
1567 && !PURE_SLP_STMT (stmt_info))
1568 ok = vectorizable_live_operation (stmt_info, NULL, NULL, NULL,
1811 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (DR_STMT (dr));
1814 if (STMT_VINFO_GROUPED_ACCESS (stmt_info))
1816 stmt_vec_info first_element = DR_GROUP_FIRST_ELEMENT (stmt_info);
1820 if (!STMT_SLP_TYPE (stmt_info)
2322 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si));
2323 STMT_SLP_TYPE (stmt_info) = loop_vect;
2324 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def
2325 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def)
2329 STMT_VINFO_DEF_TYPE (STMT_VINFO_REDUC_DEF (stmt_info))
2330 = STMT_VINFO_DEF_TYPE (stmt_info);
2332 (STMT_VINFO_REDUC_DEF (stmt_info)))
2333 = STMT_VINFO_DEF_TYPE (stmt_info);
2339 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si));
2340 STMT_SLP_TYPE (stmt_info) = loop_vect;
2341 if (STMT_VINFO_IN_PATTERN_P (stmt_info))
2343 gimple *pattern_def_seq = STMT_VINFO_PATTERN_DEF_SEQ (stmt_info);
2344 stmt_info = STMT_VINFO_RELATED_STMT (stmt_info);
2345 STMT_SLP_TYPE (stmt_info) = loop_vect;
3315 stmt_vec_info stmt_info = loop_info->lookup_stmt (stmt);
3316 STMT_VINFO_REDUC_IDX (stmt_info)
3330 reduc_chain.safe_push (stmt_info);
3409 si->kind, si->stmt_info, si->misalign,
3415 si->kind, si->stmt_info, si->misalign,
3557 si->kind, si->stmt_info, si->misalign,
3620 si->kind, si->stmt_info, si->misalign,
3624 si->kind, si->stmt_info, si->misalign,
3647 (void) add_stmt_cost (data, si->count, si->kind, si->stmt_info,
3651 (void) add_stmt_cost (data, si->count, si->kind, si->stmt_info,
3982 vect_model_reduction_cost (stmt_vec_info stmt_info, internal_fn reduc_fn,
3991 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
4001 vectype = STMT_VINFO_VECTYPE (stmt_info);
4003 stmt_vec_info orig_stmt_info = vect_orig_stmt (stmt_info);
4019 stmt_info, 0, vect_body);
4025 vec_to_scalar, stmt_info, 0,
4028 scalar_stmt, stmt_info, 0,
4040 scalar_to_vec, stmt_info, 0,
4057 vector_stmt, stmt_info, 0,
4062 vec_to_scalar, stmt_info, 0,
4066 scalar_to_vec, stmt_info, 0,
4072 stmt_info, 0, vect_epilogue);
4074 vec_to_scalar, stmt_info, 0,
4084 vec_to_scalar, stmt_info, 0,
4089 scalar_stmt, stmt_info, 0,
4119 vector_stmt, stmt_info, 0,
4122 vec_to_scalar, stmt_info, 0,
4130 vector_stmt, stmt_info, 0,
4148 vect_model_induction_cost (stmt_vec_info stmt_info, int ncopies,
4153 if (PURE_SLP_STMT (stmt_info))
4158 stmt_info, 0, vect_body);
4162 stmt_info, 0, vect_prologue);
4440 info_for_reduction (stmt_vec_info stmt_info)
4442 stmt_info = vect_orig_stmt (stmt_info);
4443 gcc_assert (STMT_VINFO_REDUC_DEF (stmt_info));
4444 if (!is_a <gphi *> (stmt_info->stmt)
4445 || !VECTORIZABLE_CYCLE_DEF (STMT_VINFO_DEF_TYPE (stmt_info)))
4446 stmt_info = STMT_VINFO_REDUC_DEF (stmt_info);
4447 gphi *phi = as_a <gphi *> (stmt_info->stmt);
4448 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def)
4451 stmt_info = STMT_VINFO_REDUC_DEF (stmt_info);
4453 else if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_nested_cycle)
4457 = stmt_info->vinfo->lookup_def (PHI_ARG_DEF_FROM_EDGE (phi, pe));
4459 stmt_info = info;
4461 return stmt_info;
4512 vect_create_epilog_for_reduction (stmt_vec_info stmt_info,
4516 stmt_vec_info reduc_info = info_for_reduction (stmt_info);
4518 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
4520 stmt which has the meta info attached. Our stmt_info is that of the
4524 stmt_vec_info rdef_info = stmt_info;
4525 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def)
4529 stmt_info = loop_vinfo->lookup_def (gimple_phi_arg_def
4530 (stmt_info->stmt, 0));
4531 stmt_info = vect_stmt_to_vectorize (stmt_info);
4534 = as_a <gphi *> (STMT_VINFO_REDUC_DEF (vect_orig_stmt (stmt_info))->stmt);
4570 if (nested_in_vect_loop_p (loop, stmt_info))
4803 stmt_vec_info orig_stmt_info = vect_orig_stmt (stmt_info);
4804 if (orig_stmt_info != stmt_info)
4808 gcc_assert (STMT_VINFO_RELATED_STMT (orig_stmt_info) == stmt_info);
4822 slp_reduc = (slp_node && !REDUC_GROUP_FIRST_ELEMENT (stmt_info));
4837 if (REDUC_GROUP_FIRST_ELEMENT (stmt_info) || direct_slp_reduc)
5138 stmt_vec_info first = REDUC_GROUP_FIRST_ELEMENT (stmt_info);
5559 if (REDUC_GROUP_FIRST_ELEMENT (stmt_info))
5728 vectorize_fold_left_reduction (stmt_vec_info stmt_info,
5736 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
5738 tree vectype_out = STMT_VINFO_VECTYPE (stmt_info);
5748 gcc_assert (!nested_in_vect_loop_p (loop, stmt_info));
5773 tree loop_vec_def0 = vect_get_vec_def_for_operand (op0, stmt_info);
5776 scalar_dest_def_info = stmt_info;
5863 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = new_stmt_info;
6022 vectorizable_reduction (stmt_vec_info stmt_info, slp_tree slp_node,
6028 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
6044 if (STMT_VINFO_DEF_TYPE (stmt_info) != vect_reduction_def
6045 && STMT_VINFO_DEF_TYPE (stmt_info) != vect_double_reduction_def
6046 && STMT_VINFO_DEF_TYPE (stmt_info) != vect_nested_cycle)
6050 stmt_vec_info reduc_info = info_for_reduction (stmt_info);
6053 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_nested_cycle)
6055 if (is_a <gphi *> (stmt_info->stmt))
6058 STMT_VINFO_TYPE (stmt_info) = cycle_phi_info_type;
6060 STMT_VINFO_TYPE (stmt_info) = reduc_vec_info_type;
6064 stmt_vec_info orig_stmt_of_analysis = stmt_info;
6065 stmt_vec_info phi_info = stmt_info;
6066 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def
6067 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def)
6069 if (!is_a <gphi *> (stmt_info->stmt))
6071 STMT_VINFO_TYPE (stmt_info) = reduc_vec_info_type;
6081 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def)
6082 stmt_info = vect_stmt_to_vectorize (STMT_VINFO_REDUC_DEF (stmt_info));
6083 else /* STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def */
6087 bool res = single_imm_use (gimple_phi_result (stmt_info->stmt),
6091 stmt_info = vect_stmt_to_vectorize (STMT_VINFO_REDUC_DEF (phi_info));
6105 stmt_info = NULL;
6143 else if (!stmt_info)
6145 stmt_info = vdef;
6152 if (nested_in_vect_loop_p (loop, stmt_info))
6160 if (slp_node && REDUC_GROUP_FIRST_ELEMENT (stmt_info))
6162 gcc_assert (!REDUC_GROUP_NEXT_ELEMENT (stmt_info));
6163 stmt_info = REDUC_GROUP_FIRST_ELEMENT (stmt_info);
6165 if (REDUC_GROUP_FIRST_ELEMENT (stmt_info))
6167 && REDUC_GROUP_FIRST_ELEMENT (stmt_info) == stmt_info);
6172 if (STMT_VINFO_RELEVANT (stmt_info) > vect_used_in_outer
6173 && !REDUC_GROUP_FIRST_ELEMENT (stmt_info))
6178 if (STMT_VINFO_RELEVANT (stmt_info) == vect_unused_in_scope
6179 && !STMT_VINFO_LIVE_P (stmt_info))
6189 stmt_vec_info orig_stmt_info = STMT_VINFO_RELATED_STMT (stmt_info);
6193 gcc_assert (!STMT_VINFO_IN_PATTERN_P (stmt_info));
6200 tree vectype_out = STMT_VINFO_VECTYPE (stmt_info);
6202 gassign *stmt = as_a <gassign *> (stmt_info->stmt);
6252 if (i == STMT_VINFO_REDUC_IDX (stmt_info))
6300 if (STMT_VINFO_REDUC_IDX (stmt_info) == 0)
6561 REDUC_GROUP_FIRST_ELEMENT (stmt_info) != NULL);
6588 && !REDUC_GROUP_FIRST_ELEMENT (stmt_info))
6616 if (STMT_SLP_TYPE (stmt_info)
6617 && !REDUC_GROUP_FIRST_ELEMENT (stmt_info)
6709 && (STMT_VINFO_RELEVANT (stmt_info) <= vect_used_only_live)
6783 vect_model_reduction_cost (stmt_info, reduc_fn, reduction_type, ncopies,
6792 record_stmt_cost (cost_vec, ncopies, vector_stmt, stmt_info, 0, vect_body);
6857 vect_transform_reduction (stmt_vec_info stmt_info, gimple_stmt_iterator *gsi,
6860 tree vectype_out = STMT_VINFO_VECTYPE (stmt_info);
6861 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
6868 stmt_vec_info reduc_info = info_for_reduction (stmt_info);
6871 if (nested_in_vect_loop_p (loop, stmt_info))
6877 gassign *stmt = as_a <gassign *> (stmt_info->stmt);
6900 stmt_vec_info phi_info = STMT_VINFO_REDUC_DEF (vect_orig_stmt (stmt_info));
6902 int reduc_index = STMT_VINFO_REDUC_IDX (stmt_info);
6943 (stmt_info, gsi, vec_stmt, slp_node, reduc_def_phi, code,
6990 (vect_get_vec_def_for_operand (ops[0], stmt_info));
6992 (vect_get_vec_def_for_operand (ops[1], stmt_info));
6995 (vect_get_vec_def_for_operand (ops[2], stmt_info));
7048 = vect_finish_stmt_generation (stmt_info, call, gsi);
7068 = vect_finish_stmt_generation (stmt_info, new_stmt, gsi);
7079 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = new_stmt_info;
7087 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = new_stmt_info;
7095 vect_transform_cycle_phi (stmt_vec_info stmt_info, stmt_vec_info *vec_stmt,
7098 tree vectype_out = STMT_VINFO_VECTYPE (stmt_info);
7099 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
7108 if (nested_in_vect_loop_p (loop, stmt_info))
7114 stmt_vec_info reduc_stmt_info = STMT_VINFO_REDUC_DEF (stmt_info);
7116 stmt_vec_info reduc_info = info_for_reduction (stmt_info);
7127 vectype_in = STMT_VINFO_VECTYPE (stmt_info);
7150 gphi *phi = as_a <gphi *> (stmt_info->stmt);
7208 if (STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def)
7245 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = new_phi_info;
7259 vectorizable_lc_phi (stmt_vec_info stmt_info, stmt_vec_info *vec_stmt,
7262 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
7264 || !is_a <gphi *> (stmt_info->stmt)
7265 || gimple_phi_num_args (stmt_info->stmt) != 1)
7268 if (STMT_VINFO_DEF_TYPE (stmt_info) != vect_internal_def
7269 && STMT_VINFO_DEF_TYPE (stmt_info) != vect_double_reduction_def)
7274 STMT_VINFO_TYPE (stmt_info) = lc_phi_info_type;
7278 tree vectype = STMT_VINFO_VECTYPE (stmt_info);
7279 tree scalar_dest = gimple_phi_result (stmt_info->stmt);
7280 basic_block bb = gimple_bb (stmt_info->stmt);
7284 vect_get_vec_defs (gimple_phi_arg_def (stmt_info->stmt, 0), NULL_TREE,
7285 stmt_info, &vec_oprnds, NULL, slp_node);
7312 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = new_phi_info;
7372 vectorizable_induction (stmt_vec_info stmt_info,
7377 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
7402 gphi *phi = dyn_cast <gphi *> (stmt_info->stmt);
7406 if (!STMT_VINFO_RELEVANT_P (stmt_info))
7410 if (STMT_VINFO_DEF_TYPE (stmt_info) != vect_induction_def)
7413 tree vectype = STMT_VINFO_VECTYPE (stmt_info);
7423 if (nested_in_vect_loop_p (loop, stmt_info))
7440 if (STMT_SLP_TYPE (stmt_info))
7491 STMT_VINFO_TYPE (stmt_info) = induc_vec_info_type;
7493 vect_model_induction_cost (stmt_info, ncopies, cost_vec);
7510 step_expr = STMT_VINFO_LOOP_PHI_EVOLUTION_PART (stmt_info);
7572 new_name = vect_init_vector (stmt_info, new_name,
7575 vec_step = vect_init_vector (stmt_info, new_vec, step_vectype, NULL);
7646 new_name = vect_init_vector (stmt_info, new_name,
7649 vec_step = vect_init_vector (stmt_info, new_vec, step_vectype, NULL);
7684 vec_init = vect_get_vec_def_for_operand (init_expr, stmt_info);
7787 vec_step = vect_init_vector (stmt_info, new_vec, step_vectype, NULL);
7821 STMT_VINFO_VEC_STMT (stmt_info) = *vec_stmt = induction_phi_info;
7856 vec_step = vect_init_vector (stmt_info, new_vec, step_vectype, NULL);
7925 vectorizable_live_operation (stmt_vec_info stmt_info,
7931 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
7935 tree vectype = STMT_VINFO_VECTYPE (stmt_info);
7943 gcc_assert (STMT_VINFO_LIVE_P (stmt_info));
7953 if (STMT_VINFO_REDUC_DEF (vect_orig_stmt (stmt_info)))
7961 if (REDUC_GROUP_FIRST_ELEMENT (stmt_info))
7962 stmt_info = REDUC_GROUP_FIRST_ELEMENT (stmt_info);
7968 stmt_vec_info reduc_info = info_for_reduction (stmt_info);
7973 vect_create_epilog_for_reduction (stmt_info, slp_node,
7979 if (nested_in_vect_loop_p (loop, stmt_info))
7985 if (!STMT_VINFO_RELEVANT_P (stmt_info))
7987 gcc_assert (is_simple_and_all_uses_invariant (stmt_info, loop_vinfo));
8067 gimple *stmt = vect_orig_stmt (stmt_info)->stmt;
8097 enum vect_def_type dt = STMT_VINFO_DEF_TYPE (stmt_info);
8098 vec_lhs = vect_get_vec_def_for_operand_1 (stmt_info, dt);
8140 tree scalar_type = TREE_TYPE (STMT_VINFO_VECTYPE (stmt_info));
8208 vect_loop_kill_debug_uses (class loop *loop, stmt_vec_info stmt_info)
8215 FOR_EACH_PHI_OR_STMT_DEF (def_p, stmt_info->stmt, op_iter, SSA_OP_DEF)
8459 vect_transform_loop_stmt (loop_vec_info loop_vinfo, stmt_vec_info stmt_info,
8467 "------>vectorizing statement: %G", stmt_info->stmt);
8469 if (MAY_HAVE_DEBUG_BIND_STMTS && !STMT_VINFO_LIVE_P (stmt_info))
8470 vect_loop_kill_debug_uses (loop, stmt_info);
8472 if (!STMT_VINFO_RELEVANT_P (stmt_info)
8473 && !STMT_VINFO_LIVE_P (stmt_info))
8476 if (STMT_VINFO_VECTYPE (stmt_info))
8479 = TYPE_VECTOR_SUBPARTS (STMT_VINFO_VECTYPE (stmt_info));
8480 if (!STMT_SLP_TYPE (stmt_info)
8490 if (PURE_SLP_STMT (stmt_info))
8496 if (vect_transform_stmt (stmt_info, gsi, NULL, NULL))
8497 *seen_store = stmt_info;
8822 stmt_vec_info stmt_info;
8831 stmt_info = loop_vinfo->lookup_stmt (phi);
8832 if (!stmt_info)
8835 if (MAY_HAVE_DEBUG_BIND_STMTS && !STMT_VINFO_LIVE_P (stmt_info))
8836 vect_loop_kill_debug_uses (loop, stmt_info);
8838 if (!STMT_VINFO_RELEVANT_P (stmt_info)
8839 && !STMT_VINFO_LIVE_P (stmt_info))
8842 if (STMT_VINFO_VECTYPE (stmt_info)
8844 (TYPE_VECTOR_SUBPARTS (STMT_VINFO_VECTYPE (stmt_info)), vf))
8848 if ((STMT_VINFO_DEF_TYPE (stmt_info) == vect_induction_def
8849 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def
8850 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def
8851 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_nested_cycle
8852 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_internal_def)
8853 && ! PURE_SLP_STMT (stmt_info))
8857 vect_transform_stmt (stmt_info, NULL, NULL, NULL);
8865 stmt_info = loop_vinfo->lookup_stmt (phi);
8866 if (!stmt_info)
8869 if (!STMT_VINFO_RELEVANT_P (stmt_info)
8870 && !STMT_VINFO_LIVE_P (stmt_info))
8873 if ((STMT_VINFO_DEF_TYPE (stmt_info) == vect_induction_def
8874 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_reduction_def
8875 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_double_reduction_def
8876 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_nested_cycle
8877 || STMT_VINFO_DEF_TYPE (stmt_info) == vect_internal_def)
8878 && ! PURE_SLP_STMT (stmt_info))
8879 maybe_set_vectorized_backedge_value (loop_vinfo, stmt_info);
8895 stmt_info = loop_vinfo->lookup_stmt (stmt);
8898 stmts in an inner-loop may not have a stmt_info, and do not
8901 if (stmt_info)
8903 if (STMT_VINFO_IN_PATTERN_P (stmt_info))
8905 gimple *def_seq = STMT_VINFO_PATTERN_DEF_SEQ (stmt_info);
8915 = STMT_VINFO_RELATED_STMT (stmt_info);
8923 if (vect_transform_loop_stmt (loop_vinfo, stmt_info, &si,
8926 stmt_info);
8939 loop_vinfo->remove_stmt (stmt_info);