crypto/openssl/crypto/sha/asm/sha1-586.pl

   1 #!/usr/local/bin/perl
   2
   3 # It was noted that Intel IA-32 C compiler generates code which
   4 # performs ~30% *faster* on P4 CPU than original *hand-coded*
   5 # SHA1 assembler implementation. To address this problem (and
   6 # prove that humans are still better than machines:-), the
   7 # original code was overhauled, which resulted in following
   8 # performance changes:
   9 #
  10 #               compared with original  compared with Intel cc
  11 #               assembler impl.         generated code
  12 # Pentium       -16%                    +48%
  13 # PIII/AMD      +8%                     +16%
  14 # P4            +85%(!)                 +45%
  15 #
  16 # As you can see Pentium came out as looser:-( Yet I reckoned that
  17 # improvement on P4 outweights the loss and incorporate this
  18 # re-tuned code to 0.9.7 and later.
  19 # ----------------------------------------------------------------
  20 # Those who for any particular reason absolutely must score on
  21 # Pentium can replace this module with one from 0.9.6 distribution.
  22 # This "offer" shall be revoked the moment programming interface to
  23 # this module is changed, in which case this paragraph should be
  24 # removed.
  25 # ----------------------------------------------------------------
  26 #                                       <appro@fy.chalmers.se>
  27
  28 $normal=0;
  29
  30 push(@INC,"perlasm","../../perlasm");
  31 require "x86asm.pl";
  32
  33 &asm_init($ARGV[0],"sha1-586.pl",$ARGV[$#ARGV] eq "386");
  34
  35 $A="eax";
  36 $B="ecx";
  37 $C="ebx";
  38 $D="edx";
  39 $E="edi";
  40 $T="esi";
  41 $tmp1="ebp";
  42
  43 $off=9*4;
  44
  45 @K=(0x5a827999,0x6ed9eba1,0x8f1bbcdc,0xca62c1d6);
  46
  47 &sha1_block_data("sha1_block_asm_data_order");
  48
  49 &asm_finish();
  50
  51 sub Nn
  52         {
  53         local($p)=@_;
  54         local(%n)=($A,$T,$B,$A,$C,$B,$D,$C,$E,$D,$T,$E);
  55         return($n{$p});
  56         }
  57
  58 sub Np
  59         {
  60         local($p)=@_;
  61         local(%n)=($A,$T,$B,$A,$C,$B,$D,$C,$E,$D,$T,$E);
  62         local(%n)=($A,$B,$B,$C,$C,$D,$D,$E,$E,$T,$T,$A);
  63         return($n{$p});
  64         }
  65
  66 sub Na
  67         {
  68         local($n)=@_;
  69         return( (($n   )&0x0f),
  70                 (($n+ 2)&0x0f),
  71                 (($n+ 8)&0x0f),
  72                 (($n+13)&0x0f),
  73                 (($n+ 1)&0x0f));
  74         }
  75
  76 sub X_expand
  77         {
  78         local($in)=@_;
  79
  80         &comment("First, load the words onto the stack in network byte order");
  81         for ($i=0; $i<16; $i+=2)
  82                 {
  83                 &mov($A,&DWP(($i+0)*4,$in,"",0));# unless $i == 0;
  84                  &mov($B,&DWP(($i+1)*4,$in,"",0));
  85                 &bswap($A);
  86                  &bswap($B);
  87                 &mov(&swtmp($i+0),$A);
  88                  &mov(&swtmp($i+1),$B);
  89                 }
  90
  91         &comment("We now have the X array on the stack");
  92         &comment("starting at sp-4");
  93         }
  94
  95 # Rules of engagement
  96 # F is always trashable at the start, the running total.
  97 # E becomes the next F so it can be trashed after it has been 'accumulated'
  98 # F becomes A in the next round.  We don't need to access it much.
  99 # During the X update part, the result ends up in $X[$n0].
 100
 101 sub BODY_00_15
 102         {
 103         local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
 104
 105         &comment("00_15 $n");
 106
 107         &mov($f,$c);                    # f to hold F_00_19(b,c,d)
 108          if ($n==0)  { &mov($tmp1,$a); }
 109          else        { &mov($a,$tmp1); }
 110         &rotl($tmp1,5);                 # tmp1=ROTATE(a,5)
 111          &xor($f,$d);
 112         &and($f,$b);
 113          &add($tmp1,$e);                # tmp1+=e;
 114         &mov($e,&swtmp($n));            # e becomes volatile and
 115                                         # is loaded with xi
 116          &xor($f,$d);                   # f holds F_00_19(b,c,d)
 117         &rotr($b,2);                    # b=ROTATE(b,30)
 118          &lea($tmp1,&DWP($K,$tmp1,$e,1));# tmp1+=K_00_19+xi
 119
 120         if ($n==15) { &add($f,$tmp1); } # f+=tmp1
 121         else        { &add($tmp1,$f); }
 122         }
 123
 124 sub BODY_16_19
 125         {
 126         local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
 127         local($n0,$n1,$n2,$n3,$np)=&Na($n);
 128
 129         &comment("16_19 $n");
 130
 131         &mov($f,&swtmp($n1));           # f to hold Xupdate(xi,xa,xb,xc,xd)
 132          &mov($tmp1,$c);                # tmp1 to hold F_00_19(b,c,d)
 133         &xor($f,&swtmp($n0));
 134          &xor($tmp1,$d);
 135         &xor($f,&swtmp($n2));
 136          &and($tmp1,$b);                # tmp1 holds F_00_19(b,c,d)
 137         &rotr($b,2);                    # b=ROTATE(b,30)
 138          &xor($f,&swtmp($n3));          # f holds xa^xb^xc^xd
 139         &rotl($f,1);                    # f=ROATE(f,1)
 140          &xor($tmp1,$d);                # tmp1=F_00_19(b,c,d)
 141         &mov(&swtmp($n0),$f);           # xi=f
 142         &lea($f,&DWP($K,$f,$e,1));      # f+=K_00_19+e
 143          &mov($e,$a);                   # e becomes volatile
 144         &rotl($e,5);                    # e=ROTATE(a,5)
 145          &add($f,$tmp1);                # f+=F_00_19(b,c,d)
 146         &add($f,$e);                    # f+=ROTATE(a,5)
 147         }
 148
 149 sub BODY_20_39
 150         {
 151         local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
 152
 153         &comment("20_39 $n");
 154         local($n0,$n1,$n2,$n3,$np)=&Na($n);
 155
 156         &mov($tmp1,$b);                 # tmp1 to hold F_20_39(b,c,d)
 157          &mov($f,&swtmp($n0));          # f to hold Xupdate(xi,xa,xb,xc,xd)
 158         &rotr($b,2);                    # b=ROTATE(b,30)
 159          &xor($f,&swtmp($n1));
 160         &xor($tmp1,$c);
 161          &xor($f,&swtmp($n2));
 162         &xor($tmp1,$d);                 # tmp1 holds F_20_39(b,c,d)
 163          &xor($f,&swtmp($n3));          # f holds xa^xb^xc^xd
 164         &rotl($f,1);                    # f=ROTATE(f,1)
 165          &add($tmp1,$e);
 166         &mov(&swtmp($n0),$f);           # xi=f
 167          &mov($e,$a);                   # e becomes volatile
 168         &rotl($e,5);                    # e=ROTATE(a,5)
 169          &lea($f,&DWP($K,$f,$tmp1,1));  # f+=K_20_39+e
 170         &add($f,$e);                    # f+=ROTATE(a,5)
 171         }
 172
 173 sub BODY_40_59
 174         {
 175         local($pos,$K,$X,$n,$a,$b,$c,$d,$e,$f)=@_;
 176
 177         &comment("40_59 $n");
 178         local($n0,$n1,$n2,$n3,$np)=&Na($n);
 179
 180         &mov($f,&swtmp($n0));           # f to hold Xupdate(xi,xa,xb,xc,xd)
 181          &mov($tmp1,&swtmp($n1));
 182         &xor($f,$tmp1);
 183          &mov($tmp1,&swtmp($n2));
 184         &xor($f,$tmp1);
 185          &mov($tmp1,&swtmp($n3));
 186         &xor($f,$tmp1);                 # f holds xa^xb^xc^xd
 187          &mov($tmp1,$b);                # tmp1 to hold F_40_59(b,c,d)
 188         &rotl($f,1);                    # f=ROTATE(f,1)
 189          &or($tmp1,$c);
 190         &mov(&swtmp($n0),$f);           # xi=f
 191          &and($tmp1,$d);
 192         &lea($f,&DWP($K,$f,$e,1));      # f+=K_40_59+e
 193          &mov($e,$b);                   # e becomes volatile and is used
 194                                         # to calculate F_40_59(b,c,d)
 195         &rotr($b,2);                    # b=ROTATE(b,30)
 196          &and($e,$c);
 197         &or($tmp1,$e);                  # tmp1 holds F_40_59(b,c,d)
 198          &mov($e,$a);
 199         &rotl($e,5);                    # e=ROTATE(a,5)
 200          &add($f,$tmp1);                # f+=tmp1;
 201         &add($f,$e);                    # f+=ROTATE(a,5)
 202         }
 203
 204 sub BODY_60_79
 205         {
 206         &BODY_20_39(@_);
 207         }
 208
 209 sub sha1_block_host
 210         {
 211         local($name, $sclabel)=@_;
 212
 213         &function_begin_B($name,"");
 214
 215         # parameter 1 is the MD5_CTX structure.
 216         # A     0
 217         # B     4
 218         # C     8
 219         # D     12
 220         # E     16
 221
 222         &mov("ecx",     &wparam(2));
 223          &push("esi");
 224         &shl("ecx",6);
 225          &mov("esi",    &wparam(1));
 226         &push("ebp");
 227          &add("ecx","esi");     # offset to leave on
 228         &push("ebx");
 229          &mov("ebp",    &wparam(0));
 230         &push("edi");
 231          &mov($D,       &DWP(12,"ebp","",0));
 232         &stack_push(18+9);
 233          &mov($E,       &DWP(16,"ebp","",0));
 234         &mov($C,        &DWP( 8,"ebp","",0));
 235          &mov(&swtmp(17),"ecx");
 236
 237         &comment("First we need to setup the X array");
 238
 239         for ($i=0; $i<16; $i+=2)
 240                 {
 241                 &mov($A,&DWP(($i+0)*4,"esi","",0));# unless $i == 0;
 242                  &mov($B,&DWP(($i+1)*4,"esi","",0));
 243                 &mov(&swtmp($i+0),$A);
 244                  &mov(&swtmp($i+1),$B);
 245                 }
 246         &jmp($sclabel);
 247         &function_end_B($name);
 248         }
 249
 250
 251 sub sha1_block_data
 252         {
 253         local($name)=@_;
 254
 255         &function_begin_B($name,"");
 256
 257         # parameter 1 is the MD5_CTX structure.
 258         # A     0
 259         # B     4
 260         # C     8
 261         # D     12
 262         # E     16
 263
 264         &mov("ecx",     &wparam(2));
 265          &push("esi");
 266         &shl("ecx",6);
 267          &mov("esi",    &wparam(1));
 268         &push("ebp");
 269          &add("ecx","esi");     # offset to leave on
 270         &push("ebx");
 271          &mov("ebp",    &wparam(0));
 272         &push("edi");
 273          &mov($D,       &DWP(12,"ebp","",0));
 274         &stack_push(18+9);
 275          &mov($E,       &DWP(16,"ebp","",0));
 276         &mov($C,        &DWP( 8,"ebp","",0));
 277          &mov(&swtmp(17),"ecx");
 278
 279         &comment("First we need to setup the X array");
 280
 281         &set_label("start") unless $normal;
 282
 283         &X_expand("esi");
 284          &mov(&wparam(1),"esi");
 285
 286         &set_label("shortcut", 0, 1);
 287         &comment("");
 288         &comment("Start processing");
 289
 290         # odd start
 291         &mov($A,        &DWP( 0,"ebp","",0));
 292          &mov($B,       &DWP( 4,"ebp","",0));
 293         $X="esp";
 294         &BODY_00_15(-2,$K[0],$X, 0,$A,$B,$C,$D,$E,$T);
 295         &BODY_00_15( 0,$K[0],$X, 1,$T,$A,$B,$C,$D,$E);
 296         &BODY_00_15( 0,$K[0],$X, 2,$E,$T,$A,$B,$C,$D);
 297         &BODY_00_15( 0,$K[0],$X, 3,$D,$E,$T,$A,$B,$C);
 298         &BODY_00_15( 0,$K[0],$X, 4,$C,$D,$E,$T,$A,$B);
 299         &BODY_00_15( 0,$K[0],$X, 5,$B,$C,$D,$E,$T,$A);
 300         &BODY_00_15( 0,$K[0],$X, 6,$A,$B,$C,$D,$E,$T);
 301         &BODY_00_15( 0,$K[0],$X, 7,$T,$A,$B,$C,$D,$E);
 302         &BODY_00_15( 0,$K[0],$X, 8,$E,$T,$A,$B,$C,$D);
 303         &BODY_00_15( 0,$K[0],$X, 9,$D,$E,$T,$A,$B,$C);
 304         &BODY_00_15( 0,$K[0],$X,10,$C,$D,$E,$T,$A,$B);
 305         &BODY_00_15( 0,$K[0],$X,11,$B,$C,$D,$E,$T,$A);
 306         &BODY_00_15( 0,$K[0],$X,12,$A,$B,$C,$D,$E,$T);
 307         &BODY_00_15( 0,$K[0],$X,13,$T,$A,$B,$C,$D,$E);
 308         &BODY_00_15( 0,$K[0],$X,14,$E,$T,$A,$B,$C,$D);
 309         &BODY_00_15( 1,$K[0],$X,15,$D,$E,$T,$A,$B,$C);
 310         &BODY_16_19(-1,$K[0],$X,16,$C,$D,$E,$T,$A,$B);
 311         &BODY_16_19( 0,$K[0],$X,17,$B,$C,$D,$E,$T,$A);
 312         &BODY_16_19( 0,$K[0],$X,18,$A,$B,$C,$D,$E,$T);
 313         &BODY_16_19( 1,$K[0],$X,19,$T,$A,$B,$C,$D,$E);
 314
 315         &BODY_20_39(-1,$K[1],$X,20,$E,$T,$A,$B,$C,$D);
 316         &BODY_20_39( 0,$K[1],$X,21,$D,$E,$T,$A,$B,$C);
 317         &BODY_20_39( 0,$K[1],$X,22,$C,$D,$E,$T,$A,$B);
 318         &BODY_20_39( 0,$K[1],$X,23,$B,$C,$D,$E,$T,$A);
 319         &BODY_20_39( 0,$K[1],$X,24,$A,$B,$C,$D,$E,$T);
 320         &BODY_20_39( 0,$K[1],$X,25,$T,$A,$B,$C,$D,$E);
 321         &BODY_20_39( 0,$K[1],$X,26,$E,$T,$A,$B,$C,$D);
 322         &BODY_20_39( 0,$K[1],$X,27,$D,$E,$T,$A,$B,$C);
 323         &BODY_20_39( 0,$K[1],$X,28,$C,$D,$E,$T,$A,$B);
 324         &BODY_20_39( 0,$K[1],$X,29,$B,$C,$D,$E,$T,$A);
 325         &BODY_20_39( 0,$K[1],$X,30,$A,$B,$C,$D,$E,$T);
 326         &BODY_20_39( 0,$K[1],$X,31,$T,$A,$B,$C,$D,$E);
 327         &BODY_20_39( 0,$K[1],$X,32,$E,$T,$A,$B,$C,$D);
 328         &BODY_20_39( 0,$K[1],$X,33,$D,$E,$T,$A,$B,$C);
 329         &BODY_20_39( 0,$K[1],$X,34,$C,$D,$E,$T,$A,$B);
 330         &BODY_20_39( 0,$K[1],$X,35,$B,$C,$D,$E,$T,$A);
 331         &BODY_20_39( 0,$K[1],$X,36,$A,$B,$C,$D,$E,$T);
 332         &BODY_20_39( 0,$K[1],$X,37,$T,$A,$B,$C,$D,$E);
 333         &BODY_20_39( 0,$K[1],$X,38,$E,$T,$A,$B,$C,$D);
 334         &BODY_20_39( 1,$K[1],$X,39,$D,$E,$T,$A,$B,$C);
 335
 336         &BODY_40_59(-1,$K[2],$X,40,$C,$D,$E,$T,$A,$B);
 337         &BODY_40_59( 0,$K[2],$X,41,$B,$C,$D,$E,$T,$A);
 338         &BODY_40_59( 0,$K[2],$X,42,$A,$B,$C,$D,$E,$T);
 339         &BODY_40_59( 0,$K[2],$X,43,$T,$A,$B,$C,$D,$E);
 340         &BODY_40_59( 0,$K[2],$X,44,$E,$T,$A,$B,$C,$D);
 341         &BODY_40_59( 0,$K[2],$X,45,$D,$E,$T,$A,$B,$C);
 342         &BODY_40_59( 0,$K[2],$X,46,$C,$D,$E,$T,$A,$B);
 343         &BODY_40_59( 0,$K[2],$X,47,$B,$C,$D,$E,$T,$A);
 344         &BODY_40_59( 0,$K[2],$X,48,$A,$B,$C,$D,$E,$T);
 345         &BODY_40_59( 0,$K[2],$X,49,$T,$A,$B,$C,$D,$E);
 346         &BODY_40_59( 0,$K[2],$X,50,$E,$T,$A,$B,$C,$D);
 347         &BODY_40_59( 0,$K[2],$X,51,$D,$E,$T,$A,$B,$C);
 348         &BODY_40_59( 0,$K[2],$X,52,$C,$D,$E,$T,$A,$B);
 349         &BODY_40_59( 0,$K[2],$X,53,$B,$C,$D,$E,$T,$A);
 350         &BODY_40_59( 0,$K[2],$X,54,$A,$B,$C,$D,$E,$T);
 351         &BODY_40_59( 0,$K[2],$X,55,$T,$A,$B,$C,$D,$E);
 352         &BODY_40_59( 0,$K[2],$X,56,$E,$T,$A,$B,$C,$D);
 353         &BODY_40_59( 0,$K[2],$X,57,$D,$E,$T,$A,$B,$C);
 354         &BODY_40_59( 0,$K[2],$X,58,$C,$D,$E,$T,$A,$B);
 355         &BODY_40_59( 1,$K[2],$X,59,$B,$C,$D,$E,$T,$A);
 356
 357         &BODY_60_79(-1,$K[3],$X,60,$A,$B,$C,$D,$E,$T);
 358         &BODY_60_79( 0,$K[3],$X,61,$T,$A,$B,$C,$D,$E);
 359         &BODY_60_79( 0,$K[3],$X,62,$E,$T,$A,$B,$C,$D);
 360         &BODY_60_79( 0,$K[3],$X,63,$D,$E,$T,$A,$B,$C);
 361         &BODY_60_79( 0,$K[3],$X,64,$C,$D,$E,$T,$A,$B);
 362         &BODY_60_79( 0,$K[3],$X,65,$B,$C,$D,$E,$T,$A);
 363         &BODY_60_79( 0,$K[3],$X,66,$A,$B,$C,$D,$E,$T);
 364         &BODY_60_79( 0,$K[3],$X,67,$T,$A,$B,$C,$D,$E);
 365         &BODY_60_79( 0,$K[3],$X,68,$E,$T,$A,$B,$C,$D);
 366         &BODY_60_79( 0,$K[3],$X,69,$D,$E,$T,$A,$B,$C);
 367         &BODY_60_79( 0,$K[3],$X,70,$C,$D,$E,$T,$A,$B);
 368         &BODY_60_79( 0,$K[3],$X,71,$B,$C,$D,$E,$T,$A);
 369         &BODY_60_79( 0,$K[3],$X,72,$A,$B,$C,$D,$E,$T);
 370         &BODY_60_79( 0,$K[3],$X,73,$T,$A,$B,$C,$D,$E);
 371         &BODY_60_79( 0,$K[3],$X,74,$E,$T,$A,$B,$C,$D);
 372         &BODY_60_79( 0,$K[3],$X,75,$D,$E,$T,$A,$B,$C);
 373         &BODY_60_79( 0,$K[3],$X,76,$C,$D,$E,$T,$A,$B);
 374         &BODY_60_79( 0,$K[3],$X,77,$B,$C,$D,$E,$T,$A);
 375         &BODY_60_79( 0,$K[3],$X,78,$A,$B,$C,$D,$E,$T);
 376         &BODY_60_79( 2,$K[3],$X,79,$T,$A,$B,$C,$D,$E);
 377
 378         &comment("End processing");
 379         &comment("");
 380         # D is the tmp value
 381
 382         # E -> A
 383         # T -> B
 384         # A -> C
 385         # B -> D
 386         # C -> E
 387         # D -> T
 388
 389         &mov($tmp1,&wparam(0));
 390
 391          &mov($D,       &DWP(12,$tmp1,"",0));
 392         &add($D,$B);
 393          &mov($B,       &DWP( 4,$tmp1,"",0));
 394         &add($B,$T);
 395          &mov($T,       $A);
 396         &mov($A,        &DWP( 0,$tmp1,"",0));
 397          &mov(&DWP(12,$tmp1,"",0),$D);
 398
 399         &add($A,$E);
 400          &mov($E,       &DWP(16,$tmp1,"",0));
 401         &add($E,$C);
 402          &mov($C,       &DWP( 8,$tmp1,"",0));
 403         &add($C,$T);
 404
 405          &mov(&DWP( 0,$tmp1,"",0),$A);
 406         &mov("esi",&wparam(1));
 407          &mov(&DWP( 8,$tmp1,"",0),$C);
 408         &add("esi",64);
 409          &mov("eax",&swtmp(17));
 410         &mov(&DWP(16,$tmp1,"",0),$E);
 411          &cmp("esi","eax");
 412         &mov(&DWP( 4,$tmp1,"",0),$B);
 413          &jb(&label("start"));
 414
 415         &stack_pop(18+9);
 416          &pop("edi");
 417         &pop("ebx");
 418          &pop("ebp");
 419         &pop("esi");
 420          &ret();
 421
 422         # keep a note of shortcut label so it can be used outside
 423         # block.
 424         my $sclabel = &label("shortcut");
 425
 426         &function_end_B($name);
 427         # Putting this here avoids problems with MASM in debugging mode
 428         &sha1_block_host("sha1_block_asm_host_order", $sclabel);
 429         }
 430