Lines Matching refs:mid
540 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
543 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
552 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
561 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
562 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
567 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
572 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
581 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
584 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
587 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
592 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
593 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
602 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
609 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
614 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
632 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
640 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
647 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
682 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
702 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
711 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
722 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
759 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
762 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
764 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
765 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
768 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
770 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
773 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
777 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
780 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
783 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
787 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
788 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
793 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
796 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
815 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
816 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
825 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
953 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
957 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
960 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
962 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
983 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
989 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
995 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
999 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1020 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1024 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1028 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1030 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1036 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1066 mov $t0d, $res0.d[1] @ GHASH final block - mid
1071 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1079 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1085 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1094 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1098 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1100 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1102 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1104 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1397 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
1408 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
1414 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
1422 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
1430 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
1437 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
1442 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
1447 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
1450 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
1455 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
1460 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
1465 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
1470 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
1476 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
1492 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
1497 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
1508 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
1519 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1538 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1547 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1556 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1562 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1608 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
1625 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
1628 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
1632 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
1638 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
1644 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
1645 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
1650 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
1655 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
1659 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
1664 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
1667 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
1672 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
1675 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
1683 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
1695 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
1710 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
1726 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1734 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1743 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1751 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1757 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1829 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
1833 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
1841 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
1848 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
1863 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
1871 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
1875 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
1885 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1897 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1901 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1907 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1913 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1927 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1961 mov $t0d, $res0.d[1] @ GHASH final block - mid
1963 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1966 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1978 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1988 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1999 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
2001 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2003 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
2004 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
2427 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
2434 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
2441 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
2444 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
2450 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
2454 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
2459 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
2465 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
2473 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
2476 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
2478 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
2480 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
2487 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
2506 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
2521 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
2529 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
2539 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
2546 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
2562 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
2571 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2582 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
2598 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
2634 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
2642 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
2649 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
2650 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
2653 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
2660 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
2661 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
2671 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
2674 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
2678 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
2679 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
2683 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
2685 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
2687 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
2693 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
2703 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
2715 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
2845 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
2849 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
2851 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
2857 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
2874 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
2883 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
2887 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
2893 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
2909 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
2911 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
2918 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
2924 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
2930 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
2965 mov $t0d, $res0.d[1] @ GHASH final block - mid
2971 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
2977 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
2979 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
2990 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
2994 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
2996 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2998 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3000 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3316 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
3319 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
3326 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
3327 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
3337 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
3339 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
3346 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
3356 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
3357 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
3365 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
3372 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
3379 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
3384 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
3388 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
3393 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
3404 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
3414 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
3434 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3447 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3460 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3476 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3491 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3540 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
3552 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
3563 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
3564 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
3583 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
3585 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
3598 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
3606 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
3607 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
3614 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
3619 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
3622 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
3627 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
3631 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
3639 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
3647 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
3651 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3657 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
3683 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3692 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3704 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3711 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3781 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
3785 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
3786 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
3796 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
3812 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
3818 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
3826 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
3837 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
3845 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
3852 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
3859 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
3862 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
3874 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
3917 mov $t0d, $res0.d[1] @ GHASH final block - mid
3921 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
3925 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
3929 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
3938 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3944 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3946 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3948 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3952 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
4374 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
4378 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
4386 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
4395 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
4401 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
4411 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
4414 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
4419 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
4423 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
4428 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
4437 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
4455 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
4460 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
4463 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
4469 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
4477 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
4496 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
4507 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
4522 eor $mod_t.16b, $acc_hb, $mod_t.16b @ MODULO - fold into mid
4535 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
4548 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
4571 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
4613 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
4618 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
4625 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
4633 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
4642 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
4649 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
4650 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
4657 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
4658 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
4666 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
4671 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
4676 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
4680 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
4682 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
4688 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
4689 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
4711 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
4830 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
4835 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
4838 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
4844 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
4868 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
4872 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
4878 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
4882 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
4899 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
4904 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
4908 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
4913 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
4918 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
4953 mov $t0d, $res0.d[1] @ GHASH final block - mid
4963 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
4965 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
4969 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
4978 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
4982 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
4984 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
4986 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
4988 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5335 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
5345 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
5353 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
5373 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
5388 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
5397 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
5400 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
5405 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
5412 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
5416 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
5424 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
5429 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
5433 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
5442 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
5447 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
5456 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
5468 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
5472 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
5494 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
5506 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
5517 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
5543 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5593 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
5600 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
5603 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
5612 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
5618 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
5628 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
5631 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
5638 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
5640 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
5648 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
5653 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
5663 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
5667 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
5670 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
5675 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
5685 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
5693 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
5710 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
5718 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
5735 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
5748 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
5758 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5824 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
5830 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
5836 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
5842 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
5863 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
5869 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
5876 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
5884 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
5899 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
5905 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
5910 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
5914 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
5923 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
5975 mov $t0d, $res0.d[1] @ GHASH final block - mid
5977 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
5981 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
5987 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
5996 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
6000 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
6002 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
6004 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
6006 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment