1#! /usr/bin/env perl 2# Copyright 2021 The OpenSSL Project Authors. All Rights Reserved. 3# 4# Licensed under the OpenSSL license (the "License"). You may not use 5# this file except in compliance with the License. You can obtain a copy 6# in the file LICENSE in the source distribution or at 7# https://www.openssl.org/source/license.html 8# 9# ==================================================================== 10# Written by Amitay Isaacs <amitay@ozlabs.org> and Martin Schwenke 11# <martin@meltin.net> for the OpenSSL project. 12# ==================================================================== 13# 14# p521 lower-level primitives for PPC64 using vector instructions. 15# 16 17use strict; 18use warnings; 19 20my $flavour = shift; 21my $output = ""; 22while (($output=shift) && ($output!~/\w[\w\-]*\.\w+$/)) {} 23if (!$output) { 24 $output = "-"; 25} 26 27my ($xlate, $dir); 28$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1; 29( $xlate="${dir}ppc-xlate.pl" and -f $xlate ) or 30( $xlate="${dir}../../perlasm/ppc-xlate.pl" and -f $xlate) or 31die "can't locate ppc-xlate.pl"; 32 33open OUT,"| \"$^X\" $xlate $flavour $output"; 34*STDOUT=*OUT; 35 36my $code = ""; 37 38my ($sp, $outp, $savelr, $savesp) = ("r1", "r3", "r10", "r12"); 39 40my $vzero = "v32"; 41 42sub startproc($) 43{ 44 my ($name) = @_; 45 46 $code.=<<___; 47 .globl ${name} 48 .align 5 49${name}: 50 51___ 52} 53 54sub endproc($) 55{ 56 my ($name) = @_; 57 58 $code.=<<___; 59 blr 60 .size ${name},.-${name} 61 62___ 63} 64 65 66sub push_vrs($$) 67{ 68 my ($min, $max) = @_; 69 70 my $count = $max - $min + 1; 71 72 $code.=<<___; 73 mr $savesp,$sp 74 stdu $sp,-16*`$count+1`($sp) 75 76___ 77 for (my $i = $min; $i <= $max; $i++) { 78 my $mult = $max - $i + 1; 79 $code.=<<___; 80 stxv $i,-16*$mult($savesp) 81___ 82 83 } 84 85 $code.=<<___; 86 87___ 88} 89 90sub pop_vrs($$) 91{ 92 my ($min, $max) = @_; 93 94 $code.=<<___; 95 ld $savesp,0($sp) 96___ 97 for (my $i = $min; $i <= $max; $i++) { 98 my $mult = $max - $i + 1; 99 $code.=<<___; 100 lxv $i,-16*$mult($savesp) 101___ 102 } 103 104 $code.=<<___; 105 mr $sp,$savesp 106 107___ 108} 109 110sub load_vrs($$) 111{ 112 my ($pointer, $reg_list) = @_; 113 114 for (my $i = 0; $i <= 8; $i++) { 115 my $offset = $i * 8; 116 $code.=<<___; 117 lxsd $reg_list->[$i],$offset($pointer) 118___ 119 } 120 121 $code.=<<___; 122 123___ 124} 125 126sub store_vrs($$) 127{ 128 my ($pointer, $reg_list) = @_; 129 130 for (my $i = 0; $i <= 8; $i++) { 131 my $offset = $i * 16; 132 $code.=<<___; 133 stxv $reg_list->[$i],$offset($pointer) 134___ 135 } 136 137 $code.=<<___; 138 139___ 140} 141 142$code.=<<___; 143.text 144 145___ 146 147{ 148 # mul/square common 149 my ($t1, $t2, $t3, $t4) = ("v33", "v34", "v44", "v54"); 150 my ($zero, $one) = ("r8", "r9"); 151 my @out = map("v$_",(55..63)); 152 153 { 154 # 155 # p521_felem_mul 156 # 157 158 my ($in1p, $in2p) = ("r4", "r5"); 159 my @in1 = map("v$_",(45..53)); 160 my @in2 = map("v$_",(35..43)); 161 162 startproc("p521_felem_mul"); 163 164 push_vrs(52, 63); 165 166 $code.=<<___; 167 vspltisw $vzero,0 168 169___ 170 171 load_vrs($in1p, \@in1); 172 load_vrs($in2p, \@in2); 173 174 $code.=<<___; 175 vmsumudm $out[0],$in1[0],$in2[0],$vzero 176 177 xxpermdi $t1,$in1[0],$in1[1],0b00 178 xxpermdi $t2,$in2[1],$in2[0],0b00 179 vmsumudm $out[1],$t1,$t2,$vzero 180 181 xxpermdi $t2,$in2[2],$in2[1],0b00 182 vmsumudm $out[2],$t1,$t2,$vzero 183 vmsumudm $out[2],$in1[2],$in2[0],$out[2] 184 185 xxpermdi $t2,$in2[3],$in2[2],0b00 186 vmsumudm $out[3],$t1,$t2,$vzero 187 xxpermdi $t3,$in1[2],$in1[3],0b00 188 xxpermdi $t4,$in2[1],$in2[0],0b00 189 vmsumudm $out[3],$t3,$t4,$out[3] 190 191 xxpermdi $t2,$in2[4],$in2[3],0b00 192 vmsumudm $out[4],$t1,$t2,$vzero 193 xxpermdi $t4,$in2[2],$in2[1],0b00 194 vmsumudm $out[4],$t3,$t4,$out[4] 195 vmsumudm $out[4],$in1[4],$in2[0],$out[4] 196 197 xxpermdi $t2,$in2[5],$in2[4],0b00 198 vmsumudm $out[5],$t1,$t2,$vzero 199 xxpermdi $t4,$in2[3],$in2[2],0b00 200 vmsumudm $out[5],$t3,$t4,$out[5] 201 202 xxpermdi $t2,$in2[6],$in2[5],0b00 203 vmsumudm $out[6],$t1,$t2,$vzero 204 xxpermdi $t4,$in2[4],$in2[3],0b00 205 vmsumudm $out[6],$t3,$t4,$out[6] 206 207 xxpermdi $t2,$in2[7],$in2[6],0b00 208 vmsumudm $out[7],$t1,$t2,$vzero 209 xxpermdi $t4,$in2[5],$in2[4],0b00 210 vmsumudm $out[7],$t3,$t4,$out[7] 211 212 xxpermdi $t2,$in2[8],$in2[7],0b00 213 vmsumudm $out[8],$t1,$t2,$vzero 214 xxpermdi $t4,$in2[6],$in2[5],0b00 215 vmsumudm $out[8],$t3,$t4,$out[8] 216 217 xxpermdi $t1,$in1[4],$in1[5],0b00 218 xxpermdi $t2,$in2[1],$in2[0],0b00 219 vmsumudm $out[5],$t1,$t2,$out[5] 220 221 xxpermdi $t2,$in2[2],$in2[1],0b00 222 vmsumudm $out[6],$t1,$t2,$out[6] 223 vmsumudm $out[6],$in1[6],$in2[0],$out[6] 224 225 xxpermdi $t2,$in2[3],$in2[2],0b00 226 vmsumudm $out[7],$t1,$t2,$out[7] 227 xxpermdi $t3,$in1[6],$in1[7],0b00 228 xxpermdi $t4,$in2[1],$in2[0],0b00 229 vmsumudm $out[7],$t3,$t4,$out[7] 230 231 xxpermdi $t2,$in2[4],$in2[3],0b00 232 vmsumudm $out[8],$t1,$t2,$out[8] 233 xxpermdi $t4,$in2[2],$in2[1],0b00 234 vmsumudm $out[8],$t3,$t4,$out[8] 235 vmsumudm $out[8],$in1[8],$in2[0],$out[8] 236 237 li $zero,0 238 li $one,1 239 mtvsrdd $t1,$one,$zero 240___ 241 242 for (my $i = 0; $i <= 8; $i++) { 243 $code.=<<___; 244 vsld $in2[$i],$in2[$i],$t1 245___ 246 } 247 248 $code.=<<___; 249 250 vmsumudm $out[7],$in1[8],$in2[8],$out[7] 251 252 xxpermdi $t2,$in2[8],$in2[7],0b00 253 xxpermdi $t1,$in1[7],$in1[8],0b00 254 vmsumudm $out[6],$t1,$t2,$out[6] 255 256 xxpermdi $t1,$in1[6],$in1[7],0b00 257 vmsumudm $out[5],$t1,$t2,$out[5] 258 vmsumudm $out[5],$in1[8],$in2[6],$out[5] 259 260 xxpermdi $t1,$in1[5],$in1[6],0b00 261 vmsumudm $out[4],$t1,$t2,$out[4] 262 xxpermdi $t4,$in2[6],$in2[5],0b00 263 xxpermdi $t3,$in1[7],$in1[8],0b00 264 vmsumudm $out[4],$t3,$t4,$out[4] 265 266 xxpermdi $t1,$in1[4],$in1[5],0b00 267 vmsumudm $out[3],$t1,$t2,$out[3] 268 xxpermdi $t3,$in1[6],$in1[7],0b00 269 vmsumudm $out[3],$t3,$t4,$out[3] 270 vmsumudm $out[3],$in1[8],$in2[4],$out[3] 271 272 xxpermdi $t1,$in1[3],$in1[4],0b00 273 vmsumudm $out[2],$t1,$t2,$out[2] 274 xxpermdi $t3,$in1[5],$in1[6],0b00 275 vmsumudm $out[2],$t3,$t4,$out[2] 276 277 xxpermdi $t1,$in1[2],$in1[3],0b00 278 vmsumudm $out[1],$t1,$t2,$out[1] 279 xxpermdi $t3,$in1[4],$in1[5],0b00 280 vmsumudm $out[1],$t3,$t4,$out[1] 281 282 xxpermdi $t1,$in1[1],$in1[2],0b00 283 vmsumudm $out[0],$t1,$t2,$out[0] 284 xxpermdi $t3,$in1[3],$in1[4],0b00 285 vmsumudm $out[0],$t3,$t4,$out[0] 286 287 xxpermdi $t2,$in2[4],$in2[3],0b00 288 xxpermdi $t1,$in1[7],$in1[8],0b00 289 vmsumudm $out[2],$t1,$t2,$out[2] 290 291 xxpermdi $t1,$in1[6],$in1[7],0b00 292 vmsumudm $out[1],$t1,$t2,$out[1] 293 vmsumudm $out[1],$in1[8],$in2[2],$out[1] 294 295 xxpermdi $t1,$in1[5],$in1[6],0b00 296 vmsumudm $out[0],$t1,$t2,$out[0] 297 xxpermdi $t4,$in2[2],$in2[1],0b00 298 xxpermdi $t3,$in1[7],$in1[8],0b00 299 vmsumudm $out[0],$t3,$t4,$out[0] 300 301___ 302 303 store_vrs($outp, \@out); 304 305 pop_vrs(52, 63); 306 307 endproc("p521_felem_mul"); 308 } 309 310 { 311 # 312 # p51_felem_square 313 # 314 315 my ($inp) = ("r4"); 316 my @in = map("v$_",(45..53)); 317 my @inx2 = map("v$_",(35..43)); 318 319 startproc("p521_felem_square"); 320 321 push_vrs(52, 63); 322 323 $code.=<<___; 324 vspltisw $vzero,0 325 326___ 327 328 load_vrs($inp, \@in); 329 330 $code.=<<___; 331 li $zero,0 332 li $one,1 333 mtvsrdd $t1,$one,$zero 334___ 335 336 for (my $i = 0; $i <= 8; $i++) { 337 $code.=<<___; 338 vsld $inx2[$i],$in[$i],$t1 339___ 340 } 341 342 $code.=<<___; 343 vmsumudm $out[0],$in[0],$in[0],$vzero 344 345 vmsumudm $out[1],$in[0],$inx2[1],$vzero 346 347 xxpermdi $t1,$in[0],$in[1],0b00 348 xxpermdi $t2,$inx2[2],$in[1],0b00 349 vmsumudm $out[2],$t1,$t2,$vzero 350 351 xxpermdi $t2,$inx2[3],$inx2[2],0b00 352 vmsumudm $out[3],$t1,$t2,$vzero 353 354 xxpermdi $t2,$inx2[4],$inx2[3],0b00 355 vmsumudm $out[4],$t1,$t2,$vzero 356 vmsumudm $out[4],$in[2],$in[2],$out[4] 357 358 xxpermdi $t2,$inx2[5],$inx2[4],0b00 359 vmsumudm $out[5],$t1,$t2,$vzero 360 vmsumudm $out[5],$in[2],$inx2[3],$out[5] 361 362 xxpermdi $t2,$inx2[6],$inx2[5],0b00 363 vmsumudm $out[6],$t1,$t2,$vzero 364 xxpermdi $t3,$in[2],$in[3],0b00 365 xxpermdi $t4,$inx2[4],$in[3],0b00 366 vmsumudm $out[6],$t3,$t4,$out[6] 367 368 xxpermdi $t2,$inx2[7],$inx2[6],0b00 369 vmsumudm $out[7],$t1,$t2,$vzero 370 xxpermdi $t4,$inx2[5],$inx2[4],0b00 371 vmsumudm $out[7],$t3,$t4,$out[7] 372 373 xxpermdi $t2,$inx2[8],$inx2[7],0b00 374 vmsumudm $out[8],$t1,$t2,$vzero 375 xxpermdi $t4,$inx2[6],$inx2[5],0b00 376 vmsumudm $out[8],$t3,$t4,$out[8] 377 vmsumudm $out[8],$in[4],$in[4],$out[8] 378 379 vmsumudm $out[1],$in[5],$inx2[5],$out[1] 380 381 vmsumudm $out[3],$in[6],$inx2[6],$out[3] 382 383 vmsumudm $out[5],$in[7],$inx2[7],$out[5] 384 385 vmsumudm $out[7],$in[8],$inx2[8],$out[7] 386 387 mtvsrdd $t1,$one,$zero 388___ 389 390 for (my $i = 5; $i <= 8; $i++) { 391 $code.=<<___; 392 vsld $inx2[$i],$inx2[$i],$t1 393___ 394 } 395 396 $code.=<<___; 397 398 vmsumudm $out[6],$in[7],$inx2[8],$out[6] 399 400 vmsumudm $out[5],$in[6],$inx2[8],$out[5] 401 402 xxpermdi $t2,$inx2[8],$inx2[7],0b00 403 xxpermdi $t1,$in[5],$in[6],0b00 404 vmsumudm $out[4],$t1,$t2,$out[4] 405 406 xxpermdi $t1,$in[4],$in[5],0b00 407 vmsumudm $out[3],$t1,$t2,$out[3] 408 409 xxpermdi $t1,$in[3],$in[4],0b00 410 vmsumudm $out[2],$t1,$t2,$out[2] 411 vmsumudm $out[2],$in[5],$inx2[6],$out[2] 412 413 xxpermdi $t1,$in[2],$in[3],0b00 414 vmsumudm $out[1],$t1,$t2,$out[1] 415 vmsumudm $out[1],$in[4],$inx2[6],$out[1] 416 417 xxpermdi $t1,$in[1],$in[2],0b00 418 vmsumudm $out[0],$t1,$t2,$out[0] 419 xxpermdi $t2,$inx2[6],$inx2[5],0b00 420 xxpermdi $t1,$in[3],$in[4],0b00 421 vmsumudm $out[0],$t1,$t2,$out[0] 422 423___ 424 425 store_vrs($outp, \@out); 426 427 pop_vrs(52, 63); 428 429 endproc("p521_felem_square"); 430 } 431} 432 433$code =~ s/\`([^\`]*)\`/eval $1/gem; 434print $code; 435close STDOUT or die "error closing STDOUT: $!"; 436