Lines Matching refs:mode
282 my ($mode,$opcode) = @_;
286 .globl padlock_${mode}_encrypt
287 .type padlock_${mode}_encrypt,\@function,4
289 padlock_${mode}_encrypt:
295 jnz .L${mode}_abort
297 jnz .L${mode}_abort
306 jnz .L${mode}_aligned
312 jnz .L${mode}_aligned
327 $code.=<<___ if ($mode eq "ctr32");
328 .L${mode}_reenter:
340 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
342 ja .L${mode}_loop
349 cmp \$$PADLOCK_PREFETCH{$mode},%rax
350 mov \$-$PADLOCK_PREFETCH{$mode},%rax
353 jz .L${mode}_unaligned_tail
356 jmp .L${mode}_loop
358 .L${mode}_loop:
369 jz .L${mode}_inp_aligned
375 .L${mode}_inp_aligned:
381 $code.=<<___ if ($mode !~ /ecb|ctr/);
385 $code.=<<___ if ($mode eq "ctr32");
388 jnz .L${mode}_no_carry
393 .L${mode}_no_carry:
399 jz .L${mode}_out_aligned
405 .L${mode}_out_aligned:
413 if (!$PADLOCK_PREFETCH{$mode}) {
415 jnz .L${mode}_loop
419 jz .L${mode}_break
421 jae .L${mode}_loop
423 $code.=<<___ if ($mode eq "ctr32");
431 cmp \$$PADLOCK_PREFETCH{$mode},%rax
432 mov \$-$PADLOCK_PREFETCH{$mode},%rax
435 jnz .L${mode}_loop
438 .L${mode}_unaligned_tail:
451 jmp .L${mode}_loop
453 .L${mode}_break:
458 je .L${mode}_done
462 .L${mode}_bzero:
466 ja .L${mode}_bzero
468 .L${mode}_done:
470 jmp .L${mode}_exit
473 .L${mode}_aligned:
475 $code.=<<___ if ($mode eq "ctr32");
486 jbe .L${mode}_aligned_skip
488 .L${mode}_aligned_loop:
507 jz .L${mode}_exit
509 jae .L${mode}_aligned_loop
511 .L${mode}_aligned_skip:
513 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
518 cmp \$$PADLOCK_PREFETCH{$mode},%rbp
519 mov \$$PADLOCK_PREFETCH{$mode}-1,%rbp
523 jz .L${mode}_aligned_tail
531 $code.=<<___ if ($mode !~ /ecb|ctr/);
535 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
537 jz .L${mode}_exit
539 .L${mode}_aligned_tail:
551 jmp .L${mode}_loop
554 .L${mode}_exit:
557 .L${mode}_abort:
561 .size padlock_${mode}_encrypt,.-padlock_${mode}_encrypt