Lines Matching refs:IID
41 static bool UpgradePTESTIntrinsic(Function* F, Intrinsic::ID IID,
51 NewFn = Intrinsic::getDeclaration(F->getParent(), IID);
57 static bool UpgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID,
67 NewFn = Intrinsic::getDeclaration(F->getParent(), IID);
772 Intrinsic::ID IID = StringSwitch<Intrinsic::ID>(Name)
777 if (IID != Intrinsic::not_intrinsic && F->arg_size() == 1) {
778 NewFn = Intrinsic::getDeclaration(F->getParent(), IID,
1068 Intrinsic::ID IID;
1070 IID = Intrinsic::x86_avx512_vpermi2var_ps_128;
1072 IID = Intrinsic::x86_avx512_vpermi2var_d_128;
1074 IID = Intrinsic::x86_avx512_vpermi2var_pd_128;
1076 IID = Intrinsic::x86_avx512_vpermi2var_q_128;
1078 IID = Intrinsic::x86_avx512_vpermi2var_ps_256;
1080 IID = Intrinsic::x86_avx512_vpermi2var_d_256;
1082 IID = Intrinsic::x86_avx512_vpermi2var_pd_256;
1084 IID = Intrinsic::x86_avx512_vpermi2var_q_256;
1086 IID = Intrinsic::x86_avx512_vpermi2var_ps_512;
1088 IID = Intrinsic::x86_avx512_vpermi2var_d_512;
1090 IID = Intrinsic::x86_avx512_vpermi2var_pd_512;
1092 IID = Intrinsic::x86_avx512_vpermi2var_q_512;
1094 IID = Intrinsic::x86_avx512_vpermi2var_hi_128;
1096 IID = Intrinsic::x86_avx512_vpermi2var_hi_256;
1098 IID = Intrinsic::x86_avx512_vpermi2var_hi_512;
1100 IID = Intrinsic::x86_avx512_vpermi2var_qi_128;
1102 IID = Intrinsic::x86_avx512_vpermi2var_qi_256;
1104 IID = Intrinsic::x86_avx512_vpermi2var_qi_512;
1115 Value *V = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID),
1129 Intrinsic::ID IID =
1132 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty);
1158 Intrinsic::ID IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl;
1159 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty);
1228 Intrinsic::ID IID = IsShiftRight ? Intrinsic::fshr : Intrinsic::fshl;
1229 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty);
1400 Intrinsic::ID IID) {
1401 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID);
1437 Intrinsic::ID IID;
1440 IID = Intrinsic::x86_sse_max_ps;
1442 IID = Intrinsic::x86_sse2_max_pd;
1444 IID = Intrinsic::x86_avx_max_ps_256;
1446 IID = Intrinsic::x86_avx_max_pd_256;
1451 IID = Intrinsic::x86_sse_min_ps;
1453 IID = Intrinsic::x86_sse2_min_pd;
1455 IID = Intrinsic::x86_avx_min_ps_256;
1457 IID = Intrinsic::x86_avx_min_pd_256;
1462 IID = Intrinsic::x86_ssse3_pshuf_b_128;
1464 IID = Intrinsic::x86_avx2_pshuf_b;
1466 IID = Intrinsic::x86_avx512_pshuf_b_512;
1471 IID = Intrinsic::x86_ssse3_pmul_hr_sw_128;
1473 IID = Intrinsic::x86_avx2_pmul_hr_sw;
1475 IID = Intrinsic::x86_avx512_pmul_hr_sw_512;
1480 IID = Intrinsic::x86_sse2_pmulh_w;
1482 IID = Intrinsic::x86_avx2_pmulh_w;
1484 IID = Intrinsic::x86_avx512_pmulh_w_512;
1489 IID = Intrinsic::x86_sse2_pmulhu_w;
1491 IID = Intrinsic::x86_avx2_pmulhu_w;
1493 IID = Intrinsic::x86_avx512_pmulhu_w_512;
1498 IID = Intrinsic::x86_sse2_pmadd_wd;
1500 IID = Intrinsic::x86_avx2_pmadd_wd;
1502 IID = Intrinsic::x86_avx512_pmaddw_d_512;
1507 IID = Intrinsic::x86_ssse3_pmadd_ub_sw_128;
1509 IID = Intrinsic::x86_avx2_pmadd_ub_sw;
1511 IID = Intrinsic::x86_avx512_pmaddubs_w_512;
1516 IID = Intrinsic::x86_sse2_packsswb_128;
1518 IID = Intrinsic::x86_avx2_packsswb;
1520 IID = Intrinsic::x86_avx512_packsswb_512;
1525 IID = Intrinsic::x86_sse2_packssdw_128;
1527 IID = Intrinsic::x86_avx2_packssdw;
1529 IID = Intrinsic::x86_avx512_packssdw_512;
1534 IID = Intrinsic::x86_sse2_packuswb_128;
1536 IID = Intrinsic::x86_avx2_packuswb;
1538 IID = Intrinsic::x86_avx512_packuswb_512;
1543 IID = Intrinsic::x86_sse41_packusdw;
1545 IID = Intrinsic::x86_avx2_packusdw;
1547 IID = Intrinsic::x86_avx512_packusdw_512;
1552 IID = Intrinsic::x86_avx_vpermilvar_ps;
1554 IID = Intrinsic::x86_avx_vpermilvar_pd;
1556 IID = Intrinsic::x86_avx_vpermilvar_ps_256;
1558 IID = Intrinsic::x86_avx_vpermilvar_pd_256;
1560 IID = Intrinsic::x86_avx512_vpermilvar_ps_512;
1562 IID = Intrinsic::x86_avx512_vpermilvar_pd_512;
1566 IID = Intrinsic::x86_avx_cvt_pd2dq_256;
1568 IID = Intrinsic::x86_avx_cvt_pd2_ps_256;
1570 IID = Intrinsic::x86_avx_cvtt_pd2dq_256;
1572 IID = Intrinsic::x86_sse2_cvttps2dq;
1574 IID = Intrinsic::x86_avx_cvtt_ps2dq_256;
1578 IID = Intrinsic::x86_avx2_permps;
1580 IID = Intrinsic::x86_avx2_permd;
1582 IID = Intrinsic::x86_avx512_permvar_df_256;
1584 IID = Intrinsic::x86_avx512_permvar_di_256;
1586 IID = Intrinsic::x86_avx512_permvar_sf_512;
1588 IID = Intrinsic::x86_avx512_permvar_si_512;
1590 IID = Intrinsic::x86_avx512_permvar_df_512;
1592 IID = Intrinsic::x86_avx512_permvar_di_512;
1594 IID = Intrinsic::x86_avx512_permvar_hi_128;
1596 IID = Intrinsic::x86_avx512_permvar_hi_256;
1598 IID = Intrinsic::x86_avx512_permvar_hi_512;
1600 IID = Intrinsic::x86_avx512_permvar_qi_128;
1602 IID = Intrinsic::x86_avx512_permvar_qi_256;
1604 IID = Intrinsic::x86_avx512_permvar_qi_512;
1609 IID = Intrinsic::x86_avx512_dbpsadbw_128;
1611 IID = Intrinsic::x86_avx512_dbpsadbw_256;
1613 IID = Intrinsic::x86_avx512_dbpsadbw_512;
1618 IID = Intrinsic::x86_avx512_pmultishift_qb_128;
1620 IID = Intrinsic::x86_avx512_pmultishift_qb_256;
1622 IID = Intrinsic::x86_avx512_pmultishift_qb_512;
1627 IID = Intrinsic::x86_avx512_conflict_d_128;
1629 IID = Intrinsic::x86_avx512_conflict_d_256;
1631 IID = Intrinsic::x86_avx512_conflict_d_512;
1633 IID = Intrinsic::x86_avx512_conflict_q_128;
1635 IID = Intrinsic::x86_avx512_conflict_q_256;
1637 IID = Intrinsic::x86_avx512_conflict_q_512;
1642 IID = Intrinsic::x86_sse2_pavg_b;
1644 IID = Intrinsic::x86_avx2_pavg_b;
1646 IID = Intrinsic::x86_avx512_pavg_b_512;
1648 IID = Intrinsic::x86_sse2_pavg_w;
1650 IID = Intrinsic::x86_avx2_pavg_w;
1652 IID = Intrinsic::x86_avx512_pavg_w_512;
1662 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID),
1847 Intrinsic::ID IID = Name[18] == 's' ? Intrinsic::x86_avx512_sqrt_ps_512
1852 IID), Args);
1969 Intrinsic::ID IID;
1972 case 128: IID = Intrinsic::x86_avx512_vpshufbitqmb_128; break;
1973 case 256: IID = Intrinsic::x86_avx512_vpshufbitqmb_256; break;
1974 case 512: IID = Intrinsic::x86_avx512_vpshufbitqmb_512; break;
1977 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
1984 Intrinsic::ID IID;
1986 IID = Intrinsic::x86_avx512_fpclass_ps_128;
1988 IID = Intrinsic::x86_avx512_fpclass_ps_256;
1990 IID = Intrinsic::x86_avx512_fpclass_ps_512;
1992 IID = Intrinsic::x86_avx512_fpclass_pd_128;
1994 IID = Intrinsic::x86_avx512_fpclass_pd_256;
1996 IID = Intrinsic::x86_avx512_fpclass_pd_512;
2000 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2007 Intrinsic::ID IID;
2009 IID = Intrinsic::x86_avx512_cmp_ps_128;
2011 IID = Intrinsic::x86_avx512_cmp_ps_256;
2013 IID = Intrinsic::x86_avx512_cmp_ps_512;
2015 IID = Intrinsic::x86_avx512_cmp_pd_128;
2017 IID = Intrinsic::x86_avx512_cmp_pd_256;
2019 IID = Intrinsic::x86_avx512_cmp_pd_512;
2030 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2142 Intrinsic::ID IID = IsUnsigned ? Intrinsic::x86_avx512_uitofp_round
2144 Function *F = Intrinsic::getDeclaration(CI->getModule(), IID,
2217 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress
2219 Function *Intr = Intrinsic::getDeclaration(F->getParent(), IID, ResultTy);
2788 Intrinsic::ID IID;
2790 IID = Intrinsic::x86_avx512_add_ps_512;
2792 IID = Intrinsic::x86_avx512_add_pd_512;
2794 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2804 Intrinsic::ID IID;
2806 IID = Intrinsic::x86_avx512_div_ps_512;
2808 IID = Intrinsic::x86_avx512_div_pd_512;
2810 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2820 Intrinsic::ID IID;
2822 IID = Intrinsic::x86_avx512_mul_ps_512;
2824 IID = Intrinsic::x86_avx512_mul_pd_512;
2826 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2836 Intrinsic::ID IID;
2838 IID = Intrinsic::x86_avx512_sub_ps_512;
2840 IID = Intrinsic::x86_avx512_sub_pd_512;
2842 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2859 Intrinsic::ID IID = MinMaxTbl[IsMin][IsDouble];
2861 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2882 Intrinsic::ID IID;
2885 IID = Intrinsic::x86_avx2_psllv_q;
2887 IID = Intrinsic::x86_avx2_psllv_q_256;
2889 IID = Intrinsic::x86_avx2_psllv_d;
2891 IID = Intrinsic::x86_avx2_psllv_d_256;
2893 IID = Intrinsic::x86_avx512_psllv_w_128;
2895 IID = Intrinsic::x86_avx512_psllv_w_256;
2897 IID = Intrinsic::x86_avx512_psllv_w_512;
2902 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_d
2905 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_q
2908 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_w
2914 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_d
2917 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_q
2920 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_w
2926 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_d_512 :
2930 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_q_512 :
2934 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_w_512
2940 Rep = UpgradeX86MaskedShift(Builder, *CI, IID);
2950 Intrinsic::ID IID;
2953 IID = Intrinsic::x86_avx2_psrlv_q;
2955 IID = Intrinsic::x86_avx2_psrlv_q_256;
2957 IID = Intrinsic::x86_avx2_psrlv_d;
2959 IID = Intrinsic::x86_avx2_psrlv_d_256;
2961 IID = Intrinsic::x86_avx512_psrlv_w_128;
2963 IID = Intrinsic::x86_avx512_psrlv_w_256;
2965 IID = Intrinsic::x86_avx512_psrlv_w_512;
2970 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_d
2973 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_q
2976 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_w
2982 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_d
2985 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_q
2988 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_w
2994 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_d_512 :
2998 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_q_512 :
3002 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_w_512
3008 Rep = UpgradeX86MaskedShift(Builder, *CI, IID);
3018 Intrinsic::ID IID;
3021 IID = Intrinsic::x86_avx2_psrav_d;
3023 IID = Intrinsic::x86_avx2_psrav_d_256;
3025 IID = Intrinsic::x86_avx512_psrav_w_128;
3027 IID = Intrinsic::x86_avx512_psrav_w_256;
3029 IID = Intrinsic::x86_avx512_psrav_w_512;
3034 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_d
3037 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_128 :
3041 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_w
3047 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_d
3050 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_256 :
3054 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_w
3060 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_d_512 :
3064 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_512 :
3068 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_w_512
3074 Rep = UpgradeX86MaskedShift(Builder, *CI, IID);
3172 Intrinsic::ID IID;
3174 IID = Intrinsic::x86_avx512_vfmadd_f64;
3176 IID = Intrinsic::x86_avx512_vfmadd_f32;
3177 Function *FMA = Intrinsic::getDeclaration(CI->getModule(), IID);
3227 Intrinsic::ID IID;
3230 IID = Intrinsic::x86_avx512_vfmadd_ps_512;
3232 IID = Intrinsic::x86_avx512_vfmadd_pd_512;
3234 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
3251 Intrinsic::ID IID;
3253 IID = Intrinsic::x86_fma_vfmaddsub_ps;
3255 IID = Intrinsic::x86_fma_vfmaddsub_ps_256;
3257 IID = Intrinsic::x86_fma_vfmaddsub_pd;
3259 IID = Intrinsic::x86_fma_vfmaddsub_pd_256;
3266 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
3278 Intrinsic::ID IID;
3281 IID = Intrinsic::x86_avx512_vfmaddsub_ps_512;
3283 IID = Intrinsic::x86_avx512_vfmaddsub_pd_512;
3290 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
3324 Intrinsic::ID IID;
3326 IID = Intrinsic::x86_avx512_pternlog_d_128;
3328 IID = Intrinsic::x86_avx512_pternlog_d_256;
3330 IID = Intrinsic::x86_avx512_pternlog_d_512;
3332 IID = Intrinsic::x86_avx512_pternlog_q_128;
3334 IID = Intrinsic::x86_avx512_pternlog_q_256;
3336 IID = Intrinsic::x86_avx512_pternlog_q_512;
3342 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3352 Intrinsic::ID IID;
3354 IID = Intrinsic::x86_avx512_vpmadd52l_uq_128;
3356 IID = Intrinsic::x86_avx512_vpmadd52l_uq_256;
3358 IID = Intrinsic::x86_avx512_vpmadd52l_uq_512;
3360 IID = Intrinsic::x86_avx512_vpmadd52h_uq_128;
3362 IID = Intrinsic::x86_avx512_vpmadd52h_uq_256;
3364 IID = Intrinsic::x86_avx512_vpmadd52h_uq_512;
3370 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3388 Intrinsic::ID IID;
3390 IID = Intrinsic::x86_avx512_vpdpbusd_128;
3392 IID = Intrinsic::x86_avx512_vpdpbusd_256;
3394 IID = Intrinsic::x86_avx512_vpdpbusd_512;
3396 IID = Intrinsic::x86_avx512_vpdpbusds_128;
3398 IID = Intrinsic::x86_avx512_vpdpbusds_256;
3400 IID = Intrinsic::x86_avx512_vpdpbusds_512;
3406 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3418 Intrinsic::ID IID;
3420 IID = Intrinsic::x86_avx512_vpdpwssd_128;
3422 IID = Intrinsic::x86_avx512_vpdpwssd_256;
3424 IID = Intrinsic::x86_avx512_vpdpwssd_512;
3426 IID = Intrinsic::x86_avx512_vpdpwssds_128;
3428 IID = Intrinsic::x86_avx512_vpdpwssds_256;
3430 IID = Intrinsic::x86_avx512_vpdpwssds_512;
3436 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3444 Intrinsic::ID IID;
3446 IID = Intrinsic::x86_addcarry_32;
3448 IID = Intrinsic::x86_addcarry_64;
3450 IID = Intrinsic::x86_subborrow_32;
3452 IID = Intrinsic::x86_subborrow_64;
3460 Intrinsic::getDeclaration(CI->getModule(), IID),