Lines Matching defs:Intrinsic
185 CI->getCalledFunction()->getIntrinsicID() != Intrinsic::not_intrinsic;
2793 case Intrinsic::donothing:
2796 case Intrinsic::experimental_patchpoint_void:
2797 case Intrinsic::experimental_patchpoint_i64:
2800 case Intrinsic::experimental_gc_statepoint:
2803 case Intrinsic::wasm_rethrow_in_catch: {
2811 DAG.getTargetConstant(Intrinsic::wasm_rethrow_in_catch, getCurSDLoc(),
4836 unsigned Intrinsic) {
4860 Intrinsic);
4865 Ops.push_back(DAG.getTargetConstant(Intrinsic, getCurSDLoc(),
5760 static unsigned FixedPointIntrinsicToOpcode(unsigned Intrinsic) {
5761 switch (Intrinsic) {
5762 case Intrinsic::smul_fix:
5764 case Intrinsic::umul_fix:
5766 case Intrinsic::smul_fix_sat:
5768 case Intrinsic::umul_fix_sat:
5770 case Intrinsic::sdiv_fix:
5772 case Intrinsic::udiv_fix:
5790 unsigned Intrinsic) {
5796 switch (Intrinsic) {
5799 visitTargetIntrinsic(I, Intrinsic);
5801 case Intrinsic::vastart: visitVAStart(I); return;
5802 case Intrinsic::vaend: visitVAEnd(I); return;
5803 case Intrinsic::vacopy: visitVACopy(I); return;
5804 case Intrinsic::returnaddress:
5809 case Intrinsic::addressofreturnaddress:
5813 case Intrinsic::sponentry:
5817 case Intrinsic::frameaddress:
5822 case Intrinsic::read_register: {
5834 case Intrinsic::write_register: {
5844 case Intrinsic::memcpy: {
5865 case Intrinsic::memset: {
5880 case Intrinsic::memmove: {
5900 case Intrinsic::memcpy_element_unordered_atomic: {
5918 case Intrinsic::memmove_element_unordered_atomic: {
5936 case Intrinsic::memset_element_unordered_atomic: {
5952 case Intrinsic::dbg_addr:
5953 case Intrinsic::dbg_declare: {
5989 if (Intrinsic == Intrinsic::dbg_addr) {
6032 case Intrinsic::dbg_label: {
6042 case Intrinsic::dbg_value: {
6066 case Intrinsic::eh_typeid_for: {
6075 case Intrinsic::eh_return_i32:
6076 case Intrinsic::eh_return_i64:
6084 case Intrinsic::eh_unwind_init:
6087 case Intrinsic::eh_dwarf_cfa:
6092 case Intrinsic::eh_sjlj_callsite: {
6101 case Intrinsic::eh_sjlj_functioncontext: {
6110 case Intrinsic::eh_sjlj_setjmp: {
6120 case Intrinsic::eh_sjlj_longjmp:
6124 case Intrinsic::eh_sjlj_setup_dispatch:
6128 case Intrinsic::masked_gather:
6131 case Intrinsic::masked_load:
6134 case Intrinsic::masked_scatter:
6137 case Intrinsic::masked_store:
6140 case Intrinsic::masked_expandload:
6143 case Intrinsic::masked_compressstore:
6146 case Intrinsic::powi:
6150 case Intrinsic::log:
6153 case Intrinsic::log2:
6156 case Intrinsic::log10:
6159 case Intrinsic::exp:
6162 case Intrinsic::exp2:
6165 case Intrinsic::pow:
6169 case Intrinsic::sqrt:
6170 case Intrinsic::fabs:
6171 case Intrinsic::sin:
6172 case Intrinsic::cos:
6173 case Intrinsic::floor:
6174 case Intrinsic::ceil:
6175 case Intrinsic::trunc:
6176 case Intrinsic::rint:
6177 case Intrinsic::nearbyint:
6178 case Intrinsic::round:
6179 case Intrinsic::canonicalize: {
6181 switch (Intrinsic) {
6183 case Intrinsic::sqrt: Opcode = ISD::FSQRT; break;
6184 case Intrinsic::fabs: Opcode = ISD::FABS; break;
6185 case Intrinsic::sin: Opcode = ISD::FSIN; break;
6186 case Intrinsic::cos: Opcode = ISD::FCOS; break;
6187 case Intrinsic::floor: Opcode = ISD::FFLOOR; break;
6188 case Intrinsic::ceil: Opcode = ISD::FCEIL; break;
6189 case Intrinsic::trunc: Opcode = ISD::FTRUNC; break;
6190 case Intrinsic::rint: Opcode = ISD::FRINT; break;
6191 case Intrinsic::nearbyint: Opcode = ISD::FNEARBYINT; break;
6192 case Intrinsic::round: Opcode = ISD::FROUND; break;
6193 case Intrinsic::canonicalize: Opcode = ISD::FCANONICALIZE; break;
6201 case Intrinsic::lround:
6202 case Intrinsic::llround:
6203 case Intrinsic::lrint:
6204 case Intrinsic::llrint: {
6206 switch (Intrinsic) {
6208 case Intrinsic::lround: Opcode = ISD::LROUND; break;
6209 case Intrinsic::llround: Opcode = ISD::LLROUND; break;
6210 case Intrinsic::lrint: Opcode = ISD::LRINT; break;
6211 case Intrinsic::llrint: Opcode = ISD::LLRINT; break;
6219 case Intrinsic::minnum:
6225 case Intrinsic::maxnum:
6231 case Intrinsic::minimum:
6237 case Intrinsic::maximum:
6243 case Intrinsic::copysign:
6249 case Intrinsic::fma:
6257 case Intrinsic::INTRINSIC:
6261 case Intrinsic::fmuladd: {
6271 // TODO: Intrinsic calls should have fast-math-flags.
6284 case Intrinsic::convert_to_fp16:
6291 case Intrinsic::convert_from_fp16:
6297 case Intrinsic::pcmarker: {
6302 case Intrinsic::readcyclecounter: {
6310 case Intrinsic::bitreverse:
6315 case Intrinsic::bswap:
6320 case Intrinsic::cttz: {
6328 case Intrinsic::ctlz: {
6336 case Intrinsic::ctpop: {
6342 case Intrinsic::fshl:
6343 case Intrinsic::fshr: {
6344 bool IsFSHL = Intrinsic == Intrinsic::fshl;
6407 case Intrinsic::sadd_sat: {
6413 case Intrinsic::uadd_sat: {
6419 case Intrinsic::ssub_sat: {
6425 case Intrinsic::usub_sat: {
6431 case Intrinsic::smul_fix:
6432 case Intrinsic::umul_fix:
6433 case Intrinsic::smul_fix_sat:
6434 case Intrinsic::umul_fix_sat: {
6438 setValue(&I, DAG.getNode(FixedPointIntrinsicToOpcode(Intrinsic), sdl,
6442 case Intrinsic::sdiv_fix:
6443 case Intrinsic::udiv_fix: {
6447 setValue(&I, expandDivFix(FixedPointIntrinsicToOpcode(Intrinsic), sdl,
6451 case Intrinsic::stacksave: {
6460 case Intrinsic::stackrestore:
6464 case Intrinsic::get_dynamic_area_offset: {
6479 case Intrinsic::stackguard: {
6499 case Intrinsic::stackprotector: {
6526 case Intrinsic::objectsize:
6529 case Intrinsic::is_constant:
6532 case Intrinsic::annotation:
6533 case Intrinsic::ptr_annotation:
6534 case Intrinsic::launder_invariant_group:
6535 case Intrinsic::strip_invariant_group:
6539 case Intrinsic::assume:
6540 case Intrinsic::var_annotation:
6541 case Intrinsic::sideeffect:
6545 case Intrinsic::codeview_annotation: {
6557 case Intrinsic::init_trampoline: {
6573 case Intrinsic::adjust_trampoline:
6578 case Intrinsic::gcroot: {
6589 case Intrinsic::gcread:
6590 case Intrinsic::gcwrite:
6592 case Intrinsic::flt_rounds:
6596 case Intrinsic::expect:
6601 case Intrinsic::debugtrap:
6602 case Intrinsic::trap: {
6608 ISD::NodeType Op = (Intrinsic == Intrinsic::trap) ?
6627 case Intrinsic::uadd_with_overflow:
6628 case Intrinsic::sadd_with_overflow:
6629 case Intrinsic::usub_with_overflow:
6630 case Intrinsic::ssub_with_overflow:
6631 case Intrinsic::umul_with_overflow:
6632 case Intrinsic::smul_with_overflow: {
6634 switch (Intrinsic) {
6636 case Intrinsic::uadd_with_overflow: Op = ISD::UADDO; break;
6637 case Intrinsic::sadd_with_overflow: Op = ISD::SADDO; break;
6638 case Intrinsic::usub_with_overflow: Op = ISD::USUBO; break;
6639 case Intrinsic::ssub_with_overflow: Op = ISD::SSUBO; break;
6640 case Intrinsic::umul_with_overflow: Op = ISD::UMULO; break;
6641 case Intrinsic::smul_with_overflow: Op = ISD::SMULO; break;
6656 case Intrinsic::prefetch: {
6679 case Intrinsic::lifetime_start:
6680 case Intrinsic::lifetime_end: {
6681 bool IsStart = (Intrinsic == Intrinsic::lifetime_start);
6717 case Intrinsic::invariant_start:
6721 case Intrinsic::invariant_end:
6724 case Intrinsic::clear_cache:
6729 case Intrinsic::donothing:
6732 case Intrinsic::experimental_stackmap:
6735 case Intrinsic::experimental_patchpoint_void:
6736 case Intrinsic::experimental_patchpoint_i64:
6739 case Intrinsic::experimental_gc_statepoint:
6742 case Intrinsic::experimental_gc_result:
6745 case Intrinsic::experimental_gc_relocate:
6748 case Intrinsic::instrprof_increment:
6750 case Intrinsic::instrprof_value_profile:
6752 case Intrinsic::localescape: {
6778 case Intrinsic::localrecover: {
6807 case Intrinsic::eh_exceptionpointer:
6808 case Intrinsic::eh_exceptioncode: {
6816 if (Intrinsic == Intrinsic::eh_exceptioncode)
6821 case Intrinsic::xray_customevent: {
6852 case Intrinsic::xray_typedevent: {
6887 case Intrinsic::experimental_deoptimize:
6891 case Intrinsic::experimental_vector_reduce_v2_fadd:
6892 case Intrinsic::experimental_vector_reduce_v2_fmul:
6893 case Intrinsic::experimental_vector_reduce_add:
6894 case Intrinsic::experimental_vector_reduce_mul:
6895 case Intrinsic::experimental_vector_reduce_and:
6896 case Intrinsic::experimental_vector_reduce_or:
6897 case Intrinsic::experimental_vector_reduce_xor:
6898 case Intrinsic::experimental_vector_reduce_smax:
6899 case Intrinsic::experimental_vector_reduce_smin:
6900 case Intrinsic::experimental_vector_reduce_umax:
6901 case Intrinsic::experimental_vector_reduce_umin:
6902 case Intrinsic::experimental_vector_reduce_fmax:
6903 case Intrinsic::experimental_vector_reduce_fmin:
6904 visitVectorReduce(I, Intrinsic);
6907 case Intrinsic::icall_branch_funnel: {
6961 case Intrinsic::wasm_landingpad_index:
6967 case Intrinsic::aarch64_settag:
6968 case Intrinsic::aarch64_settag_zero: {
6970 bool ZeroMemory = Intrinsic == Intrinsic::aarch64_settag_zero;
6979 case Intrinsic::ptrmask: {
7023 case Intrinsic::INTRINSIC: \
8952 unsigned Intrinsic) {
8965 switch (Intrinsic) {
8966 case Intrinsic::experimental_vector_reduce_v2_fadd:
8973 case Intrinsic::experimental_vector_reduce_v2_fmul:
8980 case Intrinsic::experimental_vector_reduce_add:
8983 case Intrinsic::experimental_vector_reduce_mul:
8986 case Intrinsic::experimental_vector_reduce_and:
8989 case Intrinsic::experimental_vector_reduce_or:
8992 case Intrinsic::experimental_vector_reduce_xor:
8995 case Intrinsic::experimental_vector_reduce_smax:
8998 case Intrinsic::experimental_vector_reduce_smin:
9001 case Intrinsic::experimental_vector_reduce_umax:
9004 case Intrinsic::experimental_vector_reduce_umin:
9007 case Intrinsic::experimental_vector_reduce_fmax:
9010 case Intrinsic::experimental_vector_reduce_fmin: