3010b1730e
[back-port from HEAD branch]
425 lines
11 KiB
Raku
425 lines
11 KiB
Raku
#!/usr/local/bin/perl
|
|
|
|
# It was noted that Intel IA-32 C compiler generates code which
|
|
# performs ~30% *faster* on P4 CPU than original *hand-coded*
|
|
# SHA1 assembler implementation. To address this problem (and
|
|
# prove that humans are still better than machines:-), the
|
|
# original code was overhauled, which resulted in following
|
|
# performance changes:
|
|
#
|
|
# compared with original compared with Intel cc
|
|
# assembler impl. generated code
|
|
# Pentium -25% +37%
|
|
# PIII/AMD +8% +16%
|
|
# P4 +85%(!) +45%
|
|
#
|
|
# As you can see Pentium came out as looser:-( Yet I reckoned that
|
|
# improvement on P4 outweights the loss and incorporate this
|
|
# re-tuned code to 0.9.7 and later.
|
|
# ----------------------------------------------------------------
|
|
# Those who for any particular reason absolutely must score on
|
|
# Pentium can replace this module with one from 0.9.6 distribution.
|
|
# This "offer" shall be revoked the moment programming interface to
|
|
# this module is changed, in which case this paragraph should be
|
|
# removed.
|
|
# ----------------------------------------------------------------
|
|
# <appro@fy.chalmers.se>
|
|
|
|
$normal=0;
|
|
|
|
push(@INC,"perlasm","../../perlasm");
|
|
require "x86asm.pl";
|
|
|
|
&asm_init($ARGV[0],"sha1-586.pl",$ARGV[$#ARGV] eq "386");
|
|
|
|
$A="eax";
|
|
$B="ecx";
|
|
$C="ebx";
|
|
$D="edx";
|
|
$E="edi";
|
|
$T="esi";
|
|
$tmp1="ebp";
|
|
|
|
$off=9*4;
|
|
|
|
@K=(0x5a827999,0x6ed9eba1,0x8f1bbcdc,0xca62c1d6);
|
|
|
|
&sha1_block_data("sha1_block_asm_data_order");
|
|
|
|
&asm_finish();
|
|
|
|
sub Nn
|
|
{
|
|
local($p)=@_;
|
|
local(%n)=($A,$T,$B,$A,$C,$B,$D,$C,$E,$D,$T,$E);
|
|
return($n{$p});
|
|
}
|
|
|
|
sub Np
|
|
{
|
|
local($p)=@_;
|
|
local(%n)=($A,$T,$B,$A,$C,$B,$D,$C,$E,$D,$T,$E);
|
|
local(%n)=($A,$B,$B,$C,$C,$D,$D,$E,$E,$T,$T,$A);
|
|
return($n{$p});
|
|
}
|
|
|
|
sub Na
|
|
{
|
|
local($n)=@_;
|
|
return( (($n )&0x0f),
|
|
(($n+ 2)&0x0f),
|
|
(($n+ 8)&0x0f),
|
|
(($n+13)&0x0f),
|
|
(($n+ 1)&0x0f));
|
|
}
|
|
|
|
sub X_expand
|
|
{
|
|
local($in)=@_;
|
|
|
|
&comment("First, load the words onto the stack in network byte order");
|
|
for ($i=0; $i<16; $i+=2)
|
|
{
|
|
&mov($A,&DWP(($i+0)*4,$in,"",0));# unless $i == 0;
|
|
&mov($B,&DWP(($i+1)*4,$in,"",0));
|
|
&bswap($A);
|
|
&bswap($B);
|
|
&mov(&swtmp($i+0),$A);
|
|
&mov(&swtmp($i+1),$B);
|
|
}
|
|
|
|
&comment("We now have the X array on the stack");
|
|
&comment("starting at sp-4");
|
|
}
|
|
|
|
# Rules of engagement
|
|
# F is always trashable at the start, the running total.
|
|
# E becomes the next F so it can be trashed after it has been 'accumulated'
|
|
# F becomes A in the next round. We don't need to access it much.
|
|
# During the X update part, the result ends up in $X[$n0].
|
|
|
|
sub BODY_00_15
|
|
{
|
|
local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
|
|
|
|
&comment("00_15 $n");
|
|
|
|
&mov($tmp1,$a);
|
|
&mov($f,$c); # f to hold F_00_19(b,c,d)
|
|
&rotl($tmp1,5); # tmp1=ROTATE(a,5)
|
|
&xor($f,$d);
|
|
&and($f,$b);
|
|
&rotr($b,2); # b=ROTATE(b,30)
|
|
&add($tmp1,$e); # tmp1+=e;
|
|
&mov($e,&swtmp($n)); # e becomes volatile and
|
|
# is loaded with xi
|
|
&xor($f,$d); # f holds F_00_19(b,c,d)
|
|
&lea($tmp1,&DWP($K,$tmp1,$e,1));# tmp1+=K_00_19+xi
|
|
|
|
&add($f,$tmp1); # f+=tmp1
|
|
}
|
|
|
|
sub BODY_16_19
|
|
{
|
|
local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
|
|
local($n0,$n1,$n2,$n3,$np)=&Na($n);
|
|
|
|
&comment("16_19 $n");
|
|
|
|
&mov($f,&swtmp($n1)); # f to hold Xupdate(xi,xa,xb,xc,xd)
|
|
&mov($tmp1,$c); # tmp1 to hold F_00_19(b,c,d)
|
|
&xor($f,&swtmp($n0));
|
|
&xor($tmp1,$d);
|
|
&xor($f,&swtmp($n2));
|
|
&and($tmp1,$b); # tmp1 holds F_00_19(b,c,d)
|
|
&xor($f,&swtmp($n3)); # f holds xa^xb^xc^xd
|
|
&rotr($b,2); # b=ROTATE(b,30)
|
|
&xor($tmp1,$d); # tmp1=F_00_19(b,c,d)
|
|
&rotl($f,1); # f=ROATE(f,1)
|
|
&mov(&swtmp($n0),$f); # xi=f
|
|
&lea($f,&DWP($K,$f,$e,1)); # f+=K_00_19+e
|
|
&mov($e,$a); # e becomes volatile
|
|
&add($f,$tmp1); # f+=F_00_19(b,c,d)
|
|
&rotl($e,5); # e=ROTATE(a,5)
|
|
&add($f,$e); # f+=ROTATE(a,5)
|
|
}
|
|
|
|
sub BODY_20_39
|
|
{
|
|
local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
|
|
|
|
&comment("20_39 $n");
|
|
local($n0,$n1,$n2,$n3,$np)=&Na($n);
|
|
|
|
&mov($f,&swtmp($n0)); # f to hold Xupdate(xi,xa,xb,xc,xd)
|
|
&mov($tmp1,$b); # tmp1 to hold F_20_39(b,c,d)
|
|
&xor($f,&swtmp($n1));
|
|
&rotr($b,2); # b=ROTATE(b,30)
|
|
&xor($f,&swtmp($n2));
|
|
&xor($tmp1,$c);
|
|
&xor($f,&swtmp($n3)); # f holds xa^xb^xc^xd
|
|
&xor($tmp1,$d); # tmp1 holds F_20_39(b,c,d)
|
|
&rotl($f,1); # f=ROTATE(f,1)
|
|
&mov(&swtmp($n0),$f); # xi=f
|
|
&lea($f,&DWP($K,$f,$e,1)); # f+=K_20_39+e
|
|
&mov($e,$a); # e becomes volatile
|
|
&rotl($e,5); # e=ROTATE(a,5)
|
|
&add($f,$tmp1); # f+=F_20_39(b,c,d)
|
|
&add($f,$e); # f+=ROTATE(a,5)
|
|
}
|
|
|
|
sub BODY_40_59
|
|
{
|
|
local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
|
|
|
|
&comment("40_59 $n");
|
|
local($n0,$n1,$n2,$n3,$np)=&Na($n);
|
|
|
|
&mov($f,&swtmp($n0)); # f to hold Xupdate(xi,xa,xb,xc,xd)
|
|
&mov($tmp1,$b); # tmp1 to hold F_40_59(b,c,d)
|
|
&xor($f,&swtmp($n1));
|
|
&or($tmp1,$c);
|
|
&xor($f,&swtmp($n2));
|
|
&and($tmp1,$d);
|
|
&xor($f,&swtmp($n3)); # f holds xa^xb^xc^xd
|
|
&rotl($f,1); # f=ROTATE(f,1)
|
|
&mov(&swtmp($n0),$f); # xi=f
|
|
&lea($f,&DWP($K,$f,$e,1)); # f+=K_40_59+e
|
|
&mov($e,$b); # e becomes volatile and is used
|
|
# to calculate F_40_59(b,c,d)
|
|
&rotr($b,2); # b=ROTATE(b,30)
|
|
&and($e,$c);
|
|
&or($tmp1,$e); # tmp1 holds F_40_59(b,c,d)
|
|
&mov($e,$a);
|
|
&rotl($e,5); # e=ROTATE(a,5)
|
|
&add($tmp1,$e); # tmp1+=ROTATE(a,5)
|
|
&add($f,$tmp1); # f+=tmp1;
|
|
}
|
|
|
|
sub BODY_60_79
|
|
{
|
|
&BODY_20_39(@_);
|
|
}
|
|
|
|
sub sha1_block_host
|
|
{
|
|
local($name, $sclabel)=@_;
|
|
|
|
&function_begin_B($name,"");
|
|
|
|
# parameter 1 is the MD5_CTX structure.
|
|
# A 0
|
|
# B 4
|
|
# C 8
|
|
# D 12
|
|
# E 16
|
|
|
|
&mov("ecx", &wparam(2));
|
|
&push("esi");
|
|
&shl("ecx",6);
|
|
&mov("esi", &wparam(1));
|
|
&push("ebp");
|
|
&add("ecx","esi"); # offset to leave on
|
|
&push("ebx");
|
|
&mov("ebp", &wparam(0));
|
|
&push("edi");
|
|
&mov($D, &DWP(12,"ebp","",0));
|
|
&stack_push(18+9);
|
|
&mov($E, &DWP(16,"ebp","",0));
|
|
&mov($C, &DWP( 8,"ebp","",0));
|
|
&mov(&swtmp(17),"ecx");
|
|
|
|
&comment("First we need to setup the X array");
|
|
|
|
for ($i=0; $i<16; $i+=2)
|
|
{
|
|
&mov($A,&DWP(($i+0)*4,"esi","",0));# unless $i == 0;
|
|
&mov($B,&DWP(($i+1)*4,"esi","",0));
|
|
&mov(&swtmp($i+0),$A);
|
|
&mov(&swtmp($i+1),$B);
|
|
}
|
|
&jmp($sclabel);
|
|
&function_end_B($name);
|
|
}
|
|
|
|
|
|
sub sha1_block_data
|
|
{
|
|
local($name)=@_;
|
|
|
|
&function_begin_B($name,"");
|
|
|
|
# parameter 1 is the MD5_CTX structure.
|
|
# A 0
|
|
# B 4
|
|
# C 8
|
|
# D 12
|
|
# E 16
|
|
|
|
&mov("ecx", &wparam(2));
|
|
&push("esi");
|
|
&shl("ecx",6);
|
|
&mov("esi", &wparam(1));
|
|
&push("ebp");
|
|
&add("ecx","esi"); # offset to leave on
|
|
&push("ebx");
|
|
&mov("ebp", &wparam(0));
|
|
&push("edi");
|
|
&mov($D, &DWP(12,"ebp","",0));
|
|
&stack_push(18+9);
|
|
&mov($E, &DWP(16,"ebp","",0));
|
|
&mov($C, &DWP( 8,"ebp","",0));
|
|
&mov(&swtmp(17),"ecx");
|
|
|
|
&comment("First we need to setup the X array");
|
|
|
|
&set_label("start") unless $normal;
|
|
|
|
&X_expand("esi");
|
|
&mov(&wparam(1),"esi");
|
|
|
|
&set_label("shortcut", 0, 1);
|
|
&comment("");
|
|
&comment("Start processing");
|
|
|
|
# odd start
|
|
&mov($A, &DWP( 0,"ebp","",0));
|
|
&mov($B, &DWP( 4,"ebp","",0));
|
|
$X="esp";
|
|
&BODY_00_15(-2,$K[0],$X, 0,$A,$B,$C,$D,$E,$T);
|
|
&BODY_00_15( 0,$K[0],$X, 1,$T,$A,$B,$C,$D,$E);
|
|
&BODY_00_15( 0,$K[0],$X, 2,$E,$T,$A,$B,$C,$D);
|
|
&BODY_00_15( 0,$K[0],$X, 3,$D,$E,$T,$A,$B,$C);
|
|
&BODY_00_15( 0,$K[0],$X, 4,$C,$D,$E,$T,$A,$B);
|
|
&BODY_00_15( 0,$K[0],$X, 5,$B,$C,$D,$E,$T,$A);
|
|
&BODY_00_15( 0,$K[0],$X, 6,$A,$B,$C,$D,$E,$T);
|
|
&BODY_00_15( 0,$K[0],$X, 7,$T,$A,$B,$C,$D,$E);
|
|
&BODY_00_15( 0,$K[0],$X, 8,$E,$T,$A,$B,$C,$D);
|
|
&BODY_00_15( 0,$K[0],$X, 9,$D,$E,$T,$A,$B,$C);
|
|
&BODY_00_15( 0,$K[0],$X,10,$C,$D,$E,$T,$A,$B);
|
|
&BODY_00_15( 0,$K[0],$X,11,$B,$C,$D,$E,$T,$A);
|
|
&BODY_00_15( 0,$K[0],$X,12,$A,$B,$C,$D,$E,$T);
|
|
&BODY_00_15( 0,$K[0],$X,13,$T,$A,$B,$C,$D,$E);
|
|
&BODY_00_15( 0,$K[0],$X,14,$E,$T,$A,$B,$C,$D);
|
|
&BODY_00_15( 1,$K[0],$X,15,$D,$E,$T,$A,$B,$C);
|
|
&BODY_16_19(-1,$K[0],$X,16,$C,$D,$E,$T,$A,$B);
|
|
&BODY_16_19( 0,$K[0],$X,17,$B,$C,$D,$E,$T,$A);
|
|
&BODY_16_19( 0,$K[0],$X,18,$A,$B,$C,$D,$E,$T);
|
|
&BODY_16_19( 1,$K[0],$X,19,$T,$A,$B,$C,$D,$E);
|
|
|
|
&BODY_20_39(-1,$K[1],$X,20,$E,$T,$A,$B,$C,$D);
|
|
&BODY_20_39( 0,$K[1],$X,21,$D,$E,$T,$A,$B,$C);
|
|
&BODY_20_39( 0,$K[1],$X,22,$C,$D,$E,$T,$A,$B);
|
|
&BODY_20_39( 0,$K[1],$X,23,$B,$C,$D,$E,$T,$A);
|
|
&BODY_20_39( 0,$K[1],$X,24,$A,$B,$C,$D,$E,$T);
|
|
&BODY_20_39( 0,$K[1],$X,25,$T,$A,$B,$C,$D,$E);
|
|
&BODY_20_39( 0,$K[1],$X,26,$E,$T,$A,$B,$C,$D);
|
|
&BODY_20_39( 0,$K[1],$X,27,$D,$E,$T,$A,$B,$C);
|
|
&BODY_20_39( 0,$K[1],$X,28,$C,$D,$E,$T,$A,$B);
|
|
&BODY_20_39( 0,$K[1],$X,29,$B,$C,$D,$E,$T,$A);
|
|
&BODY_20_39( 0,$K[1],$X,30,$A,$B,$C,$D,$E,$T);
|
|
&BODY_20_39( 0,$K[1],$X,31,$T,$A,$B,$C,$D,$E);
|
|
&BODY_20_39( 0,$K[1],$X,32,$E,$T,$A,$B,$C,$D);
|
|
&BODY_20_39( 0,$K[1],$X,33,$D,$E,$T,$A,$B,$C);
|
|
&BODY_20_39( 0,$K[1],$X,34,$C,$D,$E,$T,$A,$B);
|
|
&BODY_20_39( 0,$K[1],$X,35,$B,$C,$D,$E,$T,$A);
|
|
&BODY_20_39( 0,$K[1],$X,36,$A,$B,$C,$D,$E,$T);
|
|
&BODY_20_39( 0,$K[1],$X,37,$T,$A,$B,$C,$D,$E);
|
|
&BODY_20_39( 0,$K[1],$X,38,$E,$T,$A,$B,$C,$D);
|
|
&BODY_20_39( 1,$K[1],$X,39,$D,$E,$T,$A,$B,$C);
|
|
|
|
&BODY_40_59(-1,$K[2],$X,40,$C,$D,$E,$T,$A,$B);
|
|
&BODY_40_59( 0,$K[2],$X,41,$B,$C,$D,$E,$T,$A);
|
|
&BODY_40_59( 0,$K[2],$X,42,$A,$B,$C,$D,$E,$T);
|
|
&BODY_40_59( 0,$K[2],$X,43,$T,$A,$B,$C,$D,$E);
|
|
&BODY_40_59( 0,$K[2],$X,44,$E,$T,$A,$B,$C,$D);
|
|
&BODY_40_59( 0,$K[2],$X,45,$D,$E,$T,$A,$B,$C);
|
|
&BODY_40_59( 0,$K[2],$X,46,$C,$D,$E,$T,$A,$B);
|
|
&BODY_40_59( 0,$K[2],$X,47,$B,$C,$D,$E,$T,$A);
|
|
&BODY_40_59( 0,$K[2],$X,48,$A,$B,$C,$D,$E,$T);
|
|
&BODY_40_59( 0,$K[2],$X,49,$T,$A,$B,$C,$D,$E);
|
|
&BODY_40_59( 0,$K[2],$X,50,$E,$T,$A,$B,$C,$D);
|
|
&BODY_40_59( 0,$K[2],$X,51,$D,$E,$T,$A,$B,$C);
|
|
&BODY_40_59( 0,$K[2],$X,52,$C,$D,$E,$T,$A,$B);
|
|
&BODY_40_59( 0,$K[2],$X,53,$B,$C,$D,$E,$T,$A);
|
|
&BODY_40_59( 0,$K[2],$X,54,$A,$B,$C,$D,$E,$T);
|
|
&BODY_40_59( 0,$K[2],$X,55,$T,$A,$B,$C,$D,$E);
|
|
&BODY_40_59( 0,$K[2],$X,56,$E,$T,$A,$B,$C,$D);
|
|
&BODY_40_59( 0,$K[2],$X,57,$D,$E,$T,$A,$B,$C);
|
|
&BODY_40_59( 0,$K[2],$X,58,$C,$D,$E,$T,$A,$B);
|
|
&BODY_40_59( 1,$K[2],$X,59,$B,$C,$D,$E,$T,$A);
|
|
|
|
&BODY_60_79(-1,$K[3],$X,60,$A,$B,$C,$D,$E,$T);
|
|
&BODY_60_79( 0,$K[3],$X,61,$T,$A,$B,$C,$D,$E);
|
|
&BODY_60_79( 0,$K[3],$X,62,$E,$T,$A,$B,$C,$D);
|
|
&BODY_60_79( 0,$K[3],$X,63,$D,$E,$T,$A,$B,$C);
|
|
&BODY_60_79( 0,$K[3],$X,64,$C,$D,$E,$T,$A,$B);
|
|
&BODY_60_79( 0,$K[3],$X,65,$B,$C,$D,$E,$T,$A);
|
|
&BODY_60_79( 0,$K[3],$X,66,$A,$B,$C,$D,$E,$T);
|
|
&BODY_60_79( 0,$K[3],$X,67,$T,$A,$B,$C,$D,$E);
|
|
&BODY_60_79( 0,$K[3],$X,68,$E,$T,$A,$B,$C,$D);
|
|
&BODY_60_79( 0,$K[3],$X,69,$D,$E,$T,$A,$B,$C);
|
|
&BODY_60_79( 0,$K[3],$X,70,$C,$D,$E,$T,$A,$B);
|
|
&BODY_60_79( 0,$K[3],$X,71,$B,$C,$D,$E,$T,$A);
|
|
&BODY_60_79( 0,$K[3],$X,72,$A,$B,$C,$D,$E,$T);
|
|
&BODY_60_79( 0,$K[3],$X,73,$T,$A,$B,$C,$D,$E);
|
|
&BODY_60_79( 0,$K[3],$X,74,$E,$T,$A,$B,$C,$D);
|
|
&BODY_60_79( 0,$K[3],$X,75,$D,$E,$T,$A,$B,$C);
|
|
&BODY_60_79( 0,$K[3],$X,76,$C,$D,$E,$T,$A,$B);
|
|
&BODY_60_79( 0,$K[3],$X,77,$B,$C,$D,$E,$T,$A);
|
|
&BODY_60_79( 0,$K[3],$X,78,$A,$B,$C,$D,$E,$T);
|
|
&BODY_60_79( 2,$K[3],$X,79,$T,$A,$B,$C,$D,$E);
|
|
|
|
&comment("End processing");
|
|
&comment("");
|
|
# D is the tmp value
|
|
|
|
# E -> A
|
|
# T -> B
|
|
# A -> C
|
|
# B -> D
|
|
# C -> E
|
|
# D -> T
|
|
|
|
&mov($tmp1,&wparam(0));
|
|
|
|
&mov($D, &DWP(12,$tmp1,"",0));
|
|
&add($D,$B);
|
|
&mov($B, &DWP( 4,$tmp1,"",0));
|
|
&add($B,$T);
|
|
&mov($T, $A);
|
|
&mov($A, &DWP( 0,$tmp1,"",0));
|
|
&mov(&DWP(12,$tmp1,"",0),$D);
|
|
|
|
&add($A,$E);
|
|
&mov($E, &DWP(16,$tmp1,"",0));
|
|
&add($E,$C);
|
|
&mov($C, &DWP( 8,$tmp1,"",0));
|
|
&add($C,$T);
|
|
|
|
&mov(&DWP( 0,$tmp1,"",0),$A);
|
|
&mov("esi",&wparam(1));
|
|
&mov(&DWP( 8,$tmp1,"",0),$C);
|
|
&add("esi",64);
|
|
&mov("eax",&swtmp(17));
|
|
&mov(&DWP(16,$tmp1,"",0),$E);
|
|
&cmp("esi","eax");
|
|
&mov(&DWP( 4,$tmp1,"",0),$B);
|
|
&jb(&label("start"));
|
|
|
|
&stack_pop(18+9);
|
|
&pop("edi");
|
|
&pop("ebx");
|
|
&pop("ebp");
|
|
&pop("esi");
|
|
&ret();
|
|
|
|
# keep a note of shortcut label so it can be used outside
|
|
# block.
|
|
my $sclabel = &label("shortcut");
|
|
|
|
&function_end_B($name);
|
|
# Putting this here avoids problems with MASM in debugging mode
|
|
&sha1_block_host("sha1_block_asm_host_order", $sclabel);
|
|
}
|
|
|