CryptoPkg/Library/OpensslLib/X64Gcc/crypto/aes/vpaes-x86_64.S

   1 # WARNING: do not edit!
   2 # Generated from openssl/crypto/aes/asm/vpaes-x86_64.pl
   3 #
   4 # Copyright 2011-2020 The OpenSSL Project Authors. All Rights Reserved.
   5 #
   6 # Licensed under the OpenSSL license (the "License").  You may not use
   7 # this file except in compliance with the License.  You can obtain a copy
   8 # in the file LICENSE in the source distribution or at
   9 # https://www.openssl.org/source/license.html
  10
  11 .text
  12
  13
  14
  15
  16
  17
  18
  19
  20
  21
  22
  23
  24
  25
  26
  27
  28 .type   _vpaes_encrypt_core,@function
  29 .align  16
  30 _vpaes_encrypt_core:
  31 .cfi_startproc
  32         movq    %rdx,%r9
  33         movq    $16,%r11
  34         movl    240(%rdx),%eax
  35         movdqa  %xmm9,%xmm1
  36         movdqa  .Lk_ipt(%rip),%xmm2
  37         pandn   %xmm0,%xmm1
  38         movdqu  (%r9),%xmm5
  39         psrld   $4,%xmm1
  40         pand    %xmm9,%xmm0
  41 .byte   102,15,56,0,208
  42         movdqa  .Lk_ipt+16(%rip),%xmm0
  43 .byte   102,15,56,0,193
  44         pxor    %xmm5,%xmm2
  45         addq    $16,%r9
  46         pxor    %xmm2,%xmm0
  47         leaq    .Lk_mc_backward(%rip),%r10
  48         jmp     .Lenc_entry
  49
  50 .align  16
  51 .Lenc_loop:
  52
  53         movdqa  %xmm13,%xmm4
  54         movdqa  %xmm12,%xmm0
  55 .byte   102,15,56,0,226
  56 .byte   102,15,56,0,195
  57         pxor    %xmm5,%xmm4
  58         movdqa  %xmm15,%xmm5
  59         pxor    %xmm4,%xmm0
  60         movdqa  -64(%r11,%r10,1),%xmm1
  61 .byte   102,15,56,0,234
  62         movdqa  (%r11,%r10,1),%xmm4
  63         movdqa  %xmm14,%xmm2
  64 .byte   102,15,56,0,211
  65         movdqa  %xmm0,%xmm3
  66         pxor    %xmm5,%xmm2
  67 .byte   102,15,56,0,193
  68         addq    $16,%r9
  69         pxor    %xmm2,%xmm0
  70 .byte   102,15,56,0,220
  71         addq    $16,%r11
  72         pxor    %xmm0,%xmm3
  73 .byte   102,15,56,0,193
  74         andq    $0x30,%r11
  75         subq    $1,%rax
  76         pxor    %xmm3,%xmm0
  77
  78 .Lenc_entry:
  79
  80         movdqa  %xmm9,%xmm1
  81         movdqa  %xmm11,%xmm5
  82         pandn   %xmm0,%xmm1
  83         psrld   $4,%xmm1
  84         pand    %xmm9,%xmm0
  85 .byte   102,15,56,0,232
  86         movdqa  %xmm10,%xmm3
  87         pxor    %xmm1,%xmm0
  88 .byte   102,15,56,0,217
  89         movdqa  %xmm10,%xmm4
  90         pxor    %xmm5,%xmm3
  91 .byte   102,15,56,0,224
  92         movdqa  %xmm10,%xmm2
  93         pxor    %xmm5,%xmm4
  94 .byte   102,15,56,0,211
  95         movdqa  %xmm10,%xmm3
  96         pxor    %xmm0,%xmm2
  97 .byte   102,15,56,0,220
  98         movdqu  (%r9),%xmm5
  99         pxor    %xmm1,%xmm3
 100         jnz     .Lenc_loop
 101
 102
 103         movdqa  -96(%r10),%xmm4
 104         movdqa  -80(%r10),%xmm0
 105 .byte   102,15,56,0,226
 106         pxor    %xmm5,%xmm4
 107 .byte   102,15,56,0,195
 108         movdqa  64(%r11,%r10,1),%xmm1
 109         pxor    %xmm4,%xmm0
 110 .byte   102,15,56,0,193
 111         .byte   0xf3,0xc3
 112 .cfi_endproc
 113 .size   _vpaes_encrypt_core,.-_vpaes_encrypt_core
 114
 115
 116
 117
 118
 119
 120 .type   _vpaes_decrypt_core,@function
 121 .align  16
 122 _vpaes_decrypt_core:
 123 .cfi_startproc
 124         movq    %rdx,%r9
 125         movl    240(%rdx),%eax
 126         movdqa  %xmm9,%xmm1
 127         movdqa  .Lk_dipt(%rip),%xmm2
 128         pandn   %xmm0,%xmm1
 129         movq    %rax,%r11
 130         psrld   $4,%xmm1
 131         movdqu  (%r9),%xmm5
 132         shlq    $4,%r11
 133         pand    %xmm9,%xmm0
 134 .byte   102,15,56,0,208
 135         movdqa  .Lk_dipt+16(%rip),%xmm0
 136         xorq    $0x30,%r11
 137         leaq    .Lk_dsbd(%rip),%r10
 138 .byte   102,15,56,0,193
 139         andq    $0x30,%r11
 140         pxor    %xmm5,%xmm2
 141         movdqa  .Lk_mc_forward+48(%rip),%xmm5
 142         pxor    %xmm2,%xmm0
 143         addq    $16,%r9
 144         addq    %r10,%r11
 145         jmp     .Ldec_entry
 146
 147 .align  16
 148 .Ldec_loop:
 149
 150
 151
 152         movdqa  -32(%r10),%xmm4
 153         movdqa  -16(%r10),%xmm1
 154 .byte   102,15,56,0,226
 155 .byte   102,15,56,0,203
 156         pxor    %xmm4,%xmm0
 157         movdqa  0(%r10),%xmm4
 158         pxor    %xmm1,%xmm0
 159         movdqa  16(%r10),%xmm1
 160
 161 .byte   102,15,56,0,226
 162 .byte   102,15,56,0,197
 163 .byte   102,15,56,0,203
 164         pxor    %xmm4,%xmm0
 165         movdqa  32(%r10),%xmm4
 166         pxor    %xmm1,%xmm0
 167         movdqa  48(%r10),%xmm1
 168
 169 .byte   102,15,56,0,226
 170 .byte   102,15,56,0,197
 171 .byte   102,15,56,0,203
 172         pxor    %xmm4,%xmm0
 173         movdqa  64(%r10),%xmm4
 174         pxor    %xmm1,%xmm0
 175         movdqa  80(%r10),%xmm1
 176
 177 .byte   102,15,56,0,226
 178 .byte   102,15,56,0,197
 179 .byte   102,15,56,0,203
 180         pxor    %xmm4,%xmm0
 181         addq    $16,%r9
 182 .byte   102,15,58,15,237,12
 183         pxor    %xmm1,%xmm0
 184         subq    $1,%rax
 185
 186 .Ldec_entry:
 187
 188         movdqa  %xmm9,%xmm1
 189         pandn   %xmm0,%xmm1
 190         movdqa  %xmm11,%xmm2
 191         psrld   $4,%xmm1
 192         pand    %xmm9,%xmm0
 193 .byte   102,15,56,0,208
 194         movdqa  %xmm10,%xmm3
 195         pxor    %xmm1,%xmm0
 196 .byte   102,15,56,0,217
 197         movdqa  %xmm10,%xmm4
 198         pxor    %xmm2,%xmm3
 199 .byte   102,15,56,0,224
 200         pxor    %xmm2,%xmm4
 201         movdqa  %xmm10,%xmm2
 202 .byte   102,15,56,0,211
 203         movdqa  %xmm10,%xmm3
 204         pxor    %xmm0,%xmm2
 205 .byte   102,15,56,0,220
 206         movdqu  (%r9),%xmm0
 207         pxor    %xmm1,%xmm3
 208         jnz     .Ldec_loop
 209
 210
 211         movdqa  96(%r10),%xmm4
 212 .byte   102,15,56,0,226
 213         pxor    %xmm0,%xmm4
 214         movdqa  112(%r10),%xmm0
 215         movdqa  -352(%r11),%xmm2
 216 .byte   102,15,56,0,195
 217         pxor    %xmm4,%xmm0
 218 .byte   102,15,56,0,194
 219         .byte   0xf3,0xc3
 220 .cfi_endproc
 221 .size   _vpaes_decrypt_core,.-_vpaes_decrypt_core
 222
 223
 224
 225
 226
 227
 228 .type   _vpaes_schedule_core,@function
 229 .align  16
 230 _vpaes_schedule_core:
 231 .cfi_startproc
 232
 233
 234
 235
 236
 237         call    _vpaes_preheat
 238         movdqa  .Lk_rcon(%rip),%xmm8
 239         movdqu  (%rdi),%xmm0
 240
 241
 242         movdqa  %xmm0,%xmm3
 243         leaq    .Lk_ipt(%rip),%r11
 244         call    _vpaes_schedule_transform
 245         movdqa  %xmm0,%xmm7
 246
 247         leaq    .Lk_sr(%rip),%r10
 248         testq   %rcx,%rcx
 249         jnz     .Lschedule_am_decrypting
 250
 251
 252         movdqu  %xmm0,(%rdx)
 253         jmp     .Lschedule_go
 254
 255 .Lschedule_am_decrypting:
 256
 257         movdqa  (%r8,%r10,1),%xmm1
 258 .byte   102,15,56,0,217
 259         movdqu  %xmm3,(%rdx)
 260         xorq    $0x30,%r8
 261
 262 .Lschedule_go:
 263         cmpl    $192,%esi
 264         ja      .Lschedule_256
 265         je      .Lschedule_192
 266
 267
 268
 269
 270
 271
 272
 273
 274
 275
 276 .Lschedule_128:
 277         movl    $10,%esi
 278
 279 .Loop_schedule_128:
 280         call    _vpaes_schedule_round
 281         decq    %rsi
 282         jz      .Lschedule_mangle_last
 283         call    _vpaes_schedule_mangle
 284         jmp     .Loop_schedule_128
 285
 286
 287
 288
 289
 290
 291
 292
 293
 294
 295
 296
 297
 298
 299
 300
 301 .align  16
 302 .Lschedule_192:
 303         movdqu  8(%rdi),%xmm0
 304         call    _vpaes_schedule_transform
 305         movdqa  %xmm0,%xmm6
 306         pxor    %xmm4,%xmm4
 307         movhlps %xmm4,%xmm6
 308         movl    $4,%esi
 309
 310 .Loop_schedule_192:
 311         call    _vpaes_schedule_round
 312 .byte   102,15,58,15,198,8
 313         call    _vpaes_schedule_mangle
 314         call    _vpaes_schedule_192_smear
 315         call    _vpaes_schedule_mangle
 316         call    _vpaes_schedule_round
 317         decq    %rsi
 318         jz      .Lschedule_mangle_last
 319         call    _vpaes_schedule_mangle
 320         call    _vpaes_schedule_192_smear
 321         jmp     .Loop_schedule_192
 322
 323
 324
 325
 326
 327
 328
 329
 330
 331
 332
 333 .align  16
 334 .Lschedule_256:
 335         movdqu  16(%rdi),%xmm0
 336         call    _vpaes_schedule_transform
 337         movl    $7,%esi
 338
 339 .Loop_schedule_256:
 340         call    _vpaes_schedule_mangle
 341         movdqa  %xmm0,%xmm6
 342
 343
 344         call    _vpaes_schedule_round
 345         decq    %rsi
 346         jz      .Lschedule_mangle_last
 347         call    _vpaes_schedule_mangle
 348
 349
 350         pshufd  $0xFF,%xmm0,%xmm0
 351         movdqa  %xmm7,%xmm5
 352         movdqa  %xmm6,%xmm7
 353         call    _vpaes_schedule_low_round
 354         movdqa  %xmm5,%xmm7
 355
 356         jmp     .Loop_schedule_256
 357
 358
 359
 360
 361
 362
 363
 364
 365
 366
 367
 368
 369 .align  16
 370 .Lschedule_mangle_last:
 371
 372         leaq    .Lk_deskew(%rip),%r11
 373         testq   %rcx,%rcx
 374         jnz     .Lschedule_mangle_last_dec
 375
 376
 377         movdqa  (%r8,%r10,1),%xmm1
 378 .byte   102,15,56,0,193
 379         leaq    .Lk_opt(%rip),%r11
 380         addq    $32,%rdx
 381
 382 .Lschedule_mangle_last_dec:
 383         addq    $-16,%rdx
 384         pxor    .Lk_s63(%rip),%xmm0
 385         call    _vpaes_schedule_transform
 386         movdqu  %xmm0,(%rdx)
 387
 388
 389         pxor    %xmm0,%xmm0
 390         pxor    %xmm1,%xmm1
 391         pxor    %xmm2,%xmm2
 392         pxor    %xmm3,%xmm3
 393         pxor    %xmm4,%xmm4
 394         pxor    %xmm5,%xmm5
 395         pxor    %xmm6,%xmm6
 396         pxor    %xmm7,%xmm7
 397         .byte   0xf3,0xc3
 398 .cfi_endproc
 399 .size   _vpaes_schedule_core,.-_vpaes_schedule_core
 400
 401
 402
 403
 404
 405
 406
 407
 408
 409
 410
 411
 412
 413
 414
 415 .type   _vpaes_schedule_192_smear,@function
 416 .align  16
 417 _vpaes_schedule_192_smear:
 418 .cfi_startproc
 419         pshufd  $0x80,%xmm6,%xmm1
 420         pshufd  $0xFE,%xmm7,%xmm0
 421         pxor    %xmm1,%xmm6
 422         pxor    %xmm1,%xmm1
 423         pxor    %xmm0,%xmm6
 424         movdqa  %xmm6,%xmm0
 425         movhlps %xmm1,%xmm6
 426         .byte   0xf3,0xc3
 427 .cfi_endproc
 428 .size   _vpaes_schedule_192_smear,.-_vpaes_schedule_192_smear
 429
 430
 431
 432
 433
 434
 435
 436
 437
 438
 439
 440
 441
 442
 443
 444
 445
 446
 447
 448 .type   _vpaes_schedule_round,@function
 449 .align  16
 450 _vpaes_schedule_round:
 451 .cfi_startproc
 452
 453         pxor    %xmm1,%xmm1
 454 .byte   102,65,15,58,15,200,15
 455 .byte   102,69,15,58,15,192,15
 456         pxor    %xmm1,%xmm7
 457
 458
 459         pshufd  $0xFF,%xmm0,%xmm0
 460 .byte   102,15,58,15,192,1
 461
 462
 463
 464
 465 _vpaes_schedule_low_round:
 466
 467         movdqa  %xmm7,%xmm1
 468         pslldq  $4,%xmm7
 469         pxor    %xmm1,%xmm7
 470         movdqa  %xmm7,%xmm1
 471         pslldq  $8,%xmm7
 472         pxor    %xmm1,%xmm7
 473         pxor    .Lk_s63(%rip),%xmm7
 474
 475
 476         movdqa  %xmm9,%xmm1
 477         pandn   %xmm0,%xmm1
 478         psrld   $4,%xmm1
 479         pand    %xmm9,%xmm0
 480         movdqa  %xmm11,%xmm2
 481 .byte   102,15,56,0,208
 482         pxor    %xmm1,%xmm0
 483         movdqa  %xmm10,%xmm3
 484 .byte   102,15,56,0,217
 485         pxor    %xmm2,%xmm3
 486         movdqa  %xmm10,%xmm4
 487 .byte   102,15,56,0,224
 488         pxor    %xmm2,%xmm4
 489         movdqa  %xmm10,%xmm2
 490 .byte   102,15,56,0,211
 491         pxor    %xmm0,%xmm2
 492         movdqa  %xmm10,%xmm3
 493 .byte   102,15,56,0,220
 494         pxor    %xmm1,%xmm3
 495         movdqa  %xmm13,%xmm4
 496 .byte   102,15,56,0,226
 497         movdqa  %xmm12,%xmm0
 498 .byte   102,15,56,0,195
 499         pxor    %xmm4,%xmm0
 500
 501
 502         pxor    %xmm7,%xmm0
 503         movdqa  %xmm0,%xmm7
 504         .byte   0xf3,0xc3
 505 .cfi_endproc
 506 .size   _vpaes_schedule_round,.-_vpaes_schedule_round
 507
 508
 509
 510
 511
 512
 513
 514
 515
 516
 517 .type   _vpaes_schedule_transform,@function
 518 .align  16
 519 _vpaes_schedule_transform:
 520 .cfi_startproc
 521         movdqa  %xmm9,%xmm1
 522         pandn   %xmm0,%xmm1
 523         psrld   $4,%xmm1
 524         pand    %xmm9,%xmm0
 525         movdqa  (%r11),%xmm2
 526 .byte   102,15,56,0,208
 527         movdqa  16(%r11),%xmm0
 528 .byte   102,15,56,0,193
 529         pxor    %xmm2,%xmm0
 530         .byte   0xf3,0xc3
 531 .cfi_endproc
 532 .size   _vpaes_schedule_transform,.-_vpaes_schedule_transform
 533
 534
 535
 536
 537
 538
 539
 540
 541
 542
 543
 544
 545
 546
 547
 548
 549
 550
 551
 552
 553
 554
 555
 556
 557 .type   _vpaes_schedule_mangle,@function
 558 .align  16
 559 _vpaes_schedule_mangle:
 560 .cfi_startproc
 561         movdqa  %xmm0,%xmm4
 562         movdqa  .Lk_mc_forward(%rip),%xmm5
 563         testq   %rcx,%rcx
 564         jnz     .Lschedule_mangle_dec
 565
 566
 567         addq    $16,%rdx
 568         pxor    .Lk_s63(%rip),%xmm4
 569 .byte   102,15,56,0,229
 570         movdqa  %xmm4,%xmm3
 571 .byte   102,15,56,0,229
 572         pxor    %xmm4,%xmm3
 573 .byte   102,15,56,0,229
 574         pxor    %xmm4,%xmm3
 575
 576         jmp     .Lschedule_mangle_both
 577 .align  16
 578 .Lschedule_mangle_dec:
 579
 580         leaq    .Lk_dksd(%rip),%r11
 581         movdqa  %xmm9,%xmm1
 582         pandn   %xmm4,%xmm1
 583         psrld   $4,%xmm1
 584         pand    %xmm9,%xmm4
 585
 586         movdqa  0(%r11),%xmm2
 587 .byte   102,15,56,0,212
 588         movdqa  16(%r11),%xmm3
 589 .byte   102,15,56,0,217
 590         pxor    %xmm2,%xmm3
 591 .byte   102,15,56,0,221
 592
 593         movdqa  32(%r11),%xmm2
 594 .byte   102,15,56,0,212
 595         pxor    %xmm3,%xmm2
 596         movdqa  48(%r11),%xmm3
 597 .byte   102,15,56,0,217
 598         pxor    %xmm2,%xmm3
 599 .byte   102,15,56,0,221
 600
 601         movdqa  64(%r11),%xmm2
 602 .byte   102,15,56,0,212
 603         pxor    %xmm3,%xmm2
 604         movdqa  80(%r11),%xmm3
 605 .byte   102,15,56,0,217
 606         pxor    %xmm2,%xmm3
 607 .byte   102,15,56,0,221
 608
 609         movdqa  96(%r11),%xmm2
 610 .byte   102,15,56,0,212
 611         pxor    %xmm3,%xmm2
 612         movdqa  112(%r11),%xmm3
 613 .byte   102,15,56,0,217
 614         pxor    %xmm2,%xmm3
 615
 616         addq    $-16,%rdx
 617
 618 .Lschedule_mangle_both:
 619         movdqa  (%r8,%r10,1),%xmm1
 620 .byte   102,15,56,0,217
 621         addq    $-16,%r8
 622         andq    $0x30,%r8
 623         movdqu  %xmm3,(%rdx)
 624         .byte   0xf3,0xc3
 625 .cfi_endproc
 626 .size   _vpaes_schedule_mangle,.-_vpaes_schedule_mangle
 627
 628
 629
 630
 631 .globl  vpaes_set_encrypt_key
 632 .type   vpaes_set_encrypt_key,@function
 633 .align  16
 634 vpaes_set_encrypt_key:
 635 .cfi_startproc
 636         movl    %esi,%eax
 637         shrl    $5,%eax
 638         addl    $5,%eax
 639         movl    %eax,240(%rdx)
 640
 641         movl    $0,%ecx
 642         movl    $0x30,%r8d
 643         call    _vpaes_schedule_core
 644         xorl    %eax,%eax
 645         .byte   0xf3,0xc3
 646 .cfi_endproc
 647 .size   vpaes_set_encrypt_key,.-vpaes_set_encrypt_key
 648
 649 .globl  vpaes_set_decrypt_key
 650 .type   vpaes_set_decrypt_key,@function
 651 .align  16
 652 vpaes_set_decrypt_key:
 653 .cfi_startproc
 654         movl    %esi,%eax
 655         shrl    $5,%eax
 656         addl    $5,%eax
 657         movl    %eax,240(%rdx)
 658         shll    $4,%eax
 659         leaq    16(%rdx,%rax,1),%rdx
 660
 661         movl    $1,%ecx
 662         movl    %esi,%r8d
 663         shrl    $1,%r8d
 664         andl    $32,%r8d
 665         xorl    $32,%r8d
 666         call    _vpaes_schedule_core
 667         xorl    %eax,%eax
 668         .byte   0xf3,0xc3
 669 .cfi_endproc
 670 .size   vpaes_set_decrypt_key,.-vpaes_set_decrypt_key
 671
 672 .globl  vpaes_encrypt
 673 .type   vpaes_encrypt,@function
 674 .align  16
 675 vpaes_encrypt:
 676 .cfi_startproc
 677         movdqu  (%rdi),%xmm0
 678         call    _vpaes_preheat
 679         call    _vpaes_encrypt_core
 680         movdqu  %xmm0,(%rsi)
 681         .byte   0xf3,0xc3
 682 .cfi_endproc
 683 .size   vpaes_encrypt,.-vpaes_encrypt
 684
 685 .globl  vpaes_decrypt
 686 .type   vpaes_decrypt,@function
 687 .align  16
 688 vpaes_decrypt:
 689 .cfi_startproc
 690         movdqu  (%rdi),%xmm0
 691         call    _vpaes_preheat
 692         call    _vpaes_decrypt_core
 693         movdqu  %xmm0,(%rsi)
 694         .byte   0xf3,0xc3
 695 .cfi_endproc
 696 .size   vpaes_decrypt,.-vpaes_decrypt
 697 .globl  vpaes_cbc_encrypt
 698 .type   vpaes_cbc_encrypt,@function
 699 .align  16
 700 vpaes_cbc_encrypt:
 701 .cfi_startproc
 702         xchgq   %rcx,%rdx
 703         subq    $16,%rcx
 704         jc      .Lcbc_abort
 705         movdqu  (%r8),%xmm6
 706         subq    %rdi,%rsi
 707         call    _vpaes_preheat
 708         cmpl    $0,%r9d
 709         je      .Lcbc_dec_loop
 710         jmp     .Lcbc_enc_loop
 711 .align  16
 712 .Lcbc_enc_loop:
 713         movdqu  (%rdi),%xmm0
 714         pxor    %xmm6,%xmm0
 715         call    _vpaes_encrypt_core
 716         movdqa  %xmm0,%xmm6
 717         movdqu  %xmm0,(%rsi,%rdi,1)
 718         leaq    16(%rdi),%rdi
 719         subq    $16,%rcx
 720         jnc     .Lcbc_enc_loop
 721         jmp     .Lcbc_done
 722 .align  16
 723 .Lcbc_dec_loop:
 724         movdqu  (%rdi),%xmm0
 725         movdqa  %xmm0,%xmm7
 726         call    _vpaes_decrypt_core
 727         pxor    %xmm6,%xmm0
 728         movdqa  %xmm7,%xmm6
 729         movdqu  %xmm0,(%rsi,%rdi,1)
 730         leaq    16(%rdi),%rdi
 731         subq    $16,%rcx
 732         jnc     .Lcbc_dec_loop
 733 .Lcbc_done:
 734         movdqu  %xmm6,(%r8)
 735 .Lcbc_abort:
 736         .byte   0xf3,0xc3
 737 .cfi_endproc
 738 .size   vpaes_cbc_encrypt,.-vpaes_cbc_encrypt
 739
 740
 741
 742
 743
 744
 745 .type   _vpaes_preheat,@function
 746 .align  16
 747 _vpaes_preheat:
 748 .cfi_startproc
 749         leaq    .Lk_s0F(%rip),%r10
 750         movdqa  -32(%r10),%xmm10
 751         movdqa  -16(%r10),%xmm11
 752         movdqa  0(%r10),%xmm9
 753         movdqa  48(%r10),%xmm13
 754         movdqa  64(%r10),%xmm12
 755         movdqa  80(%r10),%xmm15
 756         movdqa  96(%r10),%xmm14
 757         .byte   0xf3,0xc3
 758 .cfi_endproc
 759 .size   _vpaes_preheat,.-_vpaes_preheat
 760
 761
 762
 763
 764
 765 .type   _vpaes_consts,@object
 766 .align  64
 767 _vpaes_consts:
 768 .Lk_inv:
 769 .quad   0x0E05060F0D080180, 0x040703090A0B0C02
 770 .quad   0x01040A060F0B0780, 0x030D0E0C02050809
 771
 772 .Lk_s0F:
 773 .quad   0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F
 774
 775 .Lk_ipt:
 776 .quad   0xC2B2E8985A2A7000, 0xCABAE09052227808
 777 .quad   0x4C01307D317C4D00, 0xCD80B1FCB0FDCC81
 778
 779 .Lk_sb1:
 780 .quad   0xB19BE18FCB503E00, 0xA5DF7A6E142AF544
 781 .quad   0x3618D415FAE22300, 0x3BF7CCC10D2ED9EF
 782 .Lk_sb2:
 783 .quad   0xE27A93C60B712400, 0x5EB7E955BC982FCD
 784 .quad   0x69EB88400AE12900, 0xC2A163C8AB82234A
 785 .Lk_sbo:
 786 .quad   0xD0D26D176FBDC700, 0x15AABF7AC502A878
 787 .quad   0xCFE474A55FBB6A00, 0x8E1E90D1412B35FA
 788
 789 .Lk_mc_forward:
 790 .quad   0x0407060500030201, 0x0C0F0E0D080B0A09
 791 .quad   0x080B0A0904070605, 0x000302010C0F0E0D
 792 .quad   0x0C0F0E0D080B0A09, 0x0407060500030201
 793 .quad   0x000302010C0F0E0D, 0x080B0A0904070605
 794
 795 .Lk_mc_backward:
 796 .quad   0x0605040702010003, 0x0E0D0C0F0A09080B
 797 .quad   0x020100030E0D0C0F, 0x0A09080B06050407
 798 .quad   0x0E0D0C0F0A09080B, 0x0605040702010003
 799 .quad   0x0A09080B06050407, 0x020100030E0D0C0F
 800
 801 .Lk_sr:
 802 .quad   0x0706050403020100, 0x0F0E0D0C0B0A0908
 803 .quad   0x030E09040F0A0500, 0x0B06010C07020D08
 804 .quad   0x0F060D040B020900, 0x070E050C030A0108
 805 .quad   0x0B0E0104070A0D00, 0x0306090C0F020508
 806
 807 .Lk_rcon:
 808 .quad   0x1F8391B9AF9DEEB6, 0x702A98084D7C7D81
 809
 810 .Lk_s63:
 811 .quad   0x5B5B5B5B5B5B5B5B, 0x5B5B5B5B5B5B5B5B
 812
 813 .Lk_opt:
 814 .quad   0xFF9F4929D6B66000, 0xF7974121DEBE6808
 815 .quad   0x01EDBD5150BCEC00, 0xE10D5DB1B05C0CE0
 816
 817 .Lk_deskew:
 818 .quad   0x07E4A34047A4E300, 0x1DFEB95A5DBEF91A
 819 .quad   0x5F36B5DC83EA6900, 0x2841C2ABF49D1E77
 820
 821
 822
 823
 824
 825 .Lk_dksd:
 826 .quad   0xFEB91A5DA3E44700, 0x0740E3A45A1DBEF9
 827 .quad   0x41C277F4B5368300, 0x5FDC69EAAB289D1E
 828 .Lk_dksb:
 829 .quad   0x9A4FCA1F8550D500, 0x03D653861CC94C99
 830 .quad   0x115BEDA7B6FC4A00, 0xD993256F7E3482C8
 831 .Lk_dkse:
 832 .quad   0xD5031CCA1FC9D600, 0x53859A4C994F5086
 833 .quad   0xA23196054FDC7BE8, 0xCD5EF96A20B31487
 834 .Lk_dks9:
 835 .quad   0xB6116FC87ED9A700, 0x4AED933482255BFC
 836 .quad   0x4576516227143300, 0x8BB89FACE9DAFDCE
 837
 838
 839
 840
 841
 842 .Lk_dipt:
 843 .quad   0x0F505B040B545F00, 0x154A411E114E451A
 844 .quad   0x86E383E660056500, 0x12771772F491F194
 845
 846 .Lk_dsb9:
 847 .quad   0x851C03539A86D600, 0xCAD51F504F994CC9
 848 .quad   0xC03B1789ECD74900, 0x725E2C9EB2FBA565
 849 .Lk_dsbd:
 850 .quad   0x7D57CCDFE6B1A200, 0xF56E9B13882A4439
 851 .quad   0x3CE2FAF724C6CB00, 0x2931180D15DEEFD3
 852 .Lk_dsbb:
 853 .quad   0xD022649296B44200, 0x602646F6B0F2D404
 854 .quad   0xC19498A6CD596700, 0xF3FF0C3E3255AA6B
 855 .Lk_dsbe:
 856 .quad   0x46F2929626D4D000, 0x2242600464B4F6B0
 857 .quad   0x0C55A6CDFFAAC100, 0x9467F36B98593E32
 858 .Lk_dsbo:
 859 .quad   0x1387EA537EF94000, 0xC7AA6DB9D4943E2D
 860 .quad   0x12D7560F93441D00, 0xCA4B8159D8C58E9C
 861 .byte   86,101,99,116,111,114,32,80,101,114,109,117,116,97,116,105,111,110,32,65,69,83,32,102,111,114,32,120,56,54,95,54,52,47,83,83,83,69,51,44,32,77,105,107,101,32,72,97,109,98,117,114,103,32,40,83,116,97,110,102,111,114,100,32,85,110,105,118,101,114,115,105,116,121,41,0
 862 .align  64
 863 .size   _vpaes_consts,.-_vpaes_consts