ceph/src/crypto/isa-l/isa-l_crypto/aes/gcm_multibinary.asm

   1 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
   2 ;  Copyright(c) 2011-2016 Intel Corporation All rights reserved.
   3 ;
   4 ;  Redistribution and use in source and binary forms, with or without
   5 ;  modification, are permitted provided that the following conditions
   6 ;  are met:
   7 ;    * Redistributions of source code must retain the above copyright
   8 ;      notice, this list of conditions and the following disclaimer.
   9 ;    * Redistributions in binary form must reproduce the above copyright
  10 ;      notice, this list of conditions and the following disclaimer in
  11 ;      the documentation and/or other materials provided with the
  12 ;      distribution.
  13 ;    * Neither the name of Intel Corporation nor the names of its
  14 ;      contributors may be used to endorse or promote products derived
  15 ;      from this software without specific prior written permission.
  16 ;
  17 ;  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  18 ;  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  19 ;  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  20 ;  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  21 ;  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  22 ;  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  23 ;  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  24 ;  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  25 ;  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26 ;  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  27 ;  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
  29
  30 default rel
  31 [bits 64]
  32
  33 %include "reg_sizes.asm"
  34
  35 extern aes_gcm_init_128_sse
  36 extern aes_gcm_init_128_avx_gen4
  37 extern aes_gcm_init_128_avx_gen2
  38
  39 extern aes_gcm_enc_128_sse
  40 extern aes_gcm_enc_128_avx_gen4
  41 extern aes_gcm_enc_128_avx_gen2
  42 extern aes_gcm_enc_128_update_sse
  43 extern aes_gcm_enc_128_update_avx_gen4
  44 extern aes_gcm_enc_128_update_avx_gen2
  45 extern aes_gcm_enc_128_finalize_sse
  46 extern aes_gcm_enc_128_finalize_avx_gen4
  47 extern aes_gcm_enc_128_finalize_avx_gen2
  48
  49 extern aes_gcm_dec_128_sse
  50 extern aes_gcm_dec_128_avx_gen4
  51 extern aes_gcm_dec_128_avx_gen2
  52 extern aes_gcm_dec_128_update_sse
  53 extern aes_gcm_dec_128_update_avx_gen4
  54 extern aes_gcm_dec_128_update_avx_gen2
  55 extern aes_gcm_dec_128_finalize_sse
  56 extern aes_gcm_dec_128_finalize_avx_gen4
  57 extern aes_gcm_dec_128_finalize_avx_gen2
  58
  59 extern aes_gcm_precomp_128_sse
  60 extern aes_gcm_precomp_128_avx_gen4
  61 extern aes_gcm_precomp_128_avx_gen2
  62
  63 extern aes_gcm_init_256_sse
  64 extern aes_gcm_init_256_avx_gen4
  65 extern aes_gcm_init_256_avx_gen2
  66
  67 extern aes_gcm_enc_256_sse
  68 extern aes_gcm_enc_256_avx_gen4
  69 extern aes_gcm_enc_256_avx_gen2
  70 extern aes_gcm_enc_256_update_sse
  71 extern aes_gcm_enc_256_update_avx_gen4
  72 extern aes_gcm_enc_256_update_avx_gen2
  73 extern aes_gcm_enc_256_finalize_sse
  74 extern aes_gcm_enc_256_finalize_avx_gen4
  75 extern aes_gcm_enc_256_finalize_avx_gen2
  76
  77 extern aes_gcm_dec_256_sse
  78 extern aes_gcm_dec_256_avx_gen4
  79 extern aes_gcm_dec_256_avx_gen2
  80 extern aes_gcm_dec_256_update_sse
  81 extern aes_gcm_dec_256_update_avx_gen4
  82 extern aes_gcm_dec_256_update_avx_gen2
  83 extern aes_gcm_dec_256_finalize_sse
  84 extern aes_gcm_dec_256_finalize_avx_gen4
  85 extern aes_gcm_dec_256_finalize_avx_gen2
  86
  87 extern aes_gcm_precomp_256_sse
  88 extern aes_gcm_precomp_256_avx_gen4
  89 extern aes_gcm_precomp_256_avx_gen2
  90
  91 %if (AS_FEATURE_LEVEL) >= 10
  92 extern aes_gcm_precomp_128_vaes_avx512
  93 extern aes_gcm_init_128_vaes_avx512
  94 extern aes_gcm_enc_128_update_vaes_avx512
  95 extern aes_gcm_dec_128_update_vaes_avx512
  96 extern aes_gcm_enc_128_finalize_vaes_avx512
  97 extern aes_gcm_dec_128_finalize_vaes_avx512
  98 extern aes_gcm_enc_128_vaes_avx512
  99 extern aes_gcm_dec_128_vaes_avx512
 100
 101 extern aes_gcm_precomp_256_vaes_avx512
 102 extern aes_gcm_init_256_vaes_avx512
 103 extern aes_gcm_enc_256_update_vaes_avx512
 104 extern aes_gcm_dec_256_update_vaes_avx512
 105 extern aes_gcm_enc_256_finalize_vaes_avx512
 106 extern aes_gcm_dec_256_finalize_vaes_avx512
 107 extern aes_gcm_enc_256_vaes_avx512
 108 extern aes_gcm_dec_256_vaes_avx512
 109 %endif
 110
 111 section .text
 112
 113 %include "multibinary.asm"
 114
 115 ;;;;
 116 ; instantiate aesni_gcm interfaces init, enc, enc_update, enc_finalize, dec, dec_update, dec_finalize and precomp
 117 ;;;;
 118 mbin_interface     aes_gcm_init_128
 119 mbin_dispatch_init7 aes_gcm_init_128, aes_gcm_init_128_sse, aes_gcm_init_128_sse, aes_gcm_init_128_avx_gen2, aes_gcm_init_128_avx_gen4, aes_gcm_init_128_avx_gen4, aes_gcm_init_128_vaes_avx512
 120
 121 mbin_interface     aes_gcm_enc_128
 122 mbin_dispatch_init7 aes_gcm_enc_128, aes_gcm_enc_128_sse, aes_gcm_enc_128_sse, aes_gcm_enc_128_avx_gen2, aes_gcm_enc_128_avx_gen4, aes_gcm_enc_128_avx_gen4, aes_gcm_enc_128_vaes_avx512
 123
 124 mbin_interface     aes_gcm_enc_128_update
 125 mbin_dispatch_init7 aes_gcm_enc_128_update, aes_gcm_enc_128_update_sse, aes_gcm_enc_128_update_sse, aes_gcm_enc_128_update_avx_gen2, aes_gcm_enc_128_update_avx_gen4, aes_gcm_enc_128_update_avx_gen4, aes_gcm_enc_128_update_vaes_avx512
 126
 127 mbin_interface     aes_gcm_enc_128_finalize
 128 mbin_dispatch_init7 aes_gcm_enc_128_finalize, aes_gcm_enc_128_finalize_sse, aes_gcm_enc_128_finalize_sse, aes_gcm_enc_128_finalize_avx_gen2, aes_gcm_enc_128_finalize_avx_gen4, aes_gcm_enc_128_finalize_avx_gen4, aes_gcm_enc_128_finalize_vaes_avx512
 129
 130 mbin_interface     aes_gcm_dec_128
 131 mbin_dispatch_init7 aes_gcm_dec_128, aes_gcm_dec_128_sse, aes_gcm_dec_128_sse, aes_gcm_dec_128_avx_gen2, aes_gcm_dec_128_avx_gen4, aes_gcm_dec_128_avx_gen4, aes_gcm_dec_128_vaes_avx512
 132
 133 mbin_interface     aes_gcm_dec_128_update
 134 mbin_dispatch_init7 aes_gcm_dec_128_update, aes_gcm_dec_128_update_sse, aes_gcm_dec_128_update_sse, aes_gcm_dec_128_update_avx_gen2, aes_gcm_dec_128_update_avx_gen4, aes_gcm_dec_128_update_avx_gen4, aes_gcm_dec_128_update_vaes_avx512
 135
 136 mbin_interface     aes_gcm_dec_128_finalize
 137 mbin_dispatch_init7 aes_gcm_dec_128_finalize, aes_gcm_dec_128_finalize_sse, aes_gcm_dec_128_finalize_sse, aes_gcm_dec_128_finalize_avx_gen2, aes_gcm_dec_128_finalize_avx_gen4, aes_gcm_dec_128_finalize_avx_gen4, aes_gcm_dec_128_finalize_vaes_avx512
 138
 139 mbin_interface     aes_gcm_precomp_128
 140 mbin_dispatch_init7 aes_gcm_precomp_128, aes_gcm_precomp_128_sse, aes_gcm_precomp_128_sse, aes_gcm_precomp_128_avx_gen2, aes_gcm_precomp_128_avx_gen4, aes_gcm_precomp_128_avx_gen4, aes_gcm_precomp_128_vaes_avx512
 141
 142 ;;;;
 143 ; instantiate aesni_gcm interfaces init, enc, enc_update, enc_finalize, dec, dec_update, dec_finalize and precomp
 144 ;;;;
 145 mbin_interface     aes_gcm_init_256
 146 mbin_dispatch_init7 aes_gcm_init_256, aes_gcm_init_256_sse, aes_gcm_init_256_sse, aes_gcm_init_256_avx_gen2, aes_gcm_init_256_avx_gen4, aes_gcm_init_256_avx_gen4, aes_gcm_init_256_vaes_avx512
 147
 148 mbin_interface     aes_gcm_enc_256
 149 mbin_dispatch_init7 aes_gcm_enc_256, aes_gcm_enc_256_sse, aes_gcm_enc_256_sse, aes_gcm_enc_256_avx_gen2, aes_gcm_enc_256_avx_gen4, aes_gcm_enc_256_avx_gen4, aes_gcm_enc_256_vaes_avx512
 150
 151 mbin_interface     aes_gcm_enc_256_update
 152 mbin_dispatch_init7 aes_gcm_enc_256_update, aes_gcm_enc_256_update_sse, aes_gcm_enc_256_update_sse, aes_gcm_enc_256_update_avx_gen2, aes_gcm_enc_256_update_avx_gen4, aes_gcm_enc_256_update_avx_gen4, aes_gcm_enc_256_update_vaes_avx512
 153
 154 mbin_interface     aes_gcm_enc_256_finalize
 155 mbin_dispatch_init7 aes_gcm_enc_256_finalize, aes_gcm_enc_256_finalize_sse, aes_gcm_enc_256_finalize_sse, aes_gcm_enc_256_finalize_avx_gen2, aes_gcm_enc_256_finalize_avx_gen4, aes_gcm_enc_256_finalize_avx_gen4, aes_gcm_enc_256_finalize_vaes_avx512
 156
 157 mbin_interface     aes_gcm_dec_256
 158 mbin_dispatch_init7 aes_gcm_dec_256, aes_gcm_dec_256_sse, aes_gcm_dec_256_sse, aes_gcm_dec_256_avx_gen2, aes_gcm_dec_256_avx_gen4, aes_gcm_dec_256_avx_gen4, aes_gcm_dec_256_vaes_avx512
 159
 160 mbin_interface     aes_gcm_dec_256_update
 161 mbin_dispatch_init7 aes_gcm_dec_256_update, aes_gcm_dec_256_update_sse, aes_gcm_dec_256_update_sse, aes_gcm_dec_256_update_avx_gen2, aes_gcm_dec_256_update_avx_gen4, aes_gcm_dec_256_update_avx_gen4, aes_gcm_dec_256_update_vaes_avx512
 162
 163 mbin_interface     aes_gcm_dec_256_finalize
 164 mbin_dispatch_init7 aes_gcm_dec_256_finalize, aes_gcm_dec_256_finalize_sse, aes_gcm_dec_256_finalize_sse, aes_gcm_dec_256_finalize_avx_gen2, aes_gcm_dec_256_finalize_avx_gen4, aes_gcm_dec_256_finalize_avx_gen4, aes_gcm_dec_256_finalize_vaes_avx512
 165
 166 mbin_interface     aes_gcm_precomp_256
 167 mbin_dispatch_init7 aes_gcm_precomp_256, aes_gcm_precomp_256_sse, aes_gcm_precomp_256_sse, aes_gcm_precomp_256_avx_gen2, aes_gcm_precomp_256_avx_gen4, aes_gcm_precomp_256_avx_gen4, aes_gcm_precomp_256_vaes_avx512
 168
 169
 170 ;;;       func                          core, ver, snum
 171 slversion aes_gcm_enc_128,              00,   00,  02c0
 172 slversion aes_gcm_dec_128,              00,   00,  02c1
 173 slversion aes_gcm_init_128,             00,   00,  02c2
 174 slversion aes_gcm_enc_128_update,       00,   00,  02c3
 175 slversion aes_gcm_dec_128_update,       00,   00,  02c4
 176 slversion aes_gcm_enc_128_finalize,     00,   00,  02c5
 177 slversion aes_gcm_dec_128_finalize,     00,   00,  02c6
 178 slversion aes_gcm_enc_256,              00,   00,  02d0
 179 slversion aes_gcm_dec_256,              00,   00,  02d1
 180 slversion aes_gcm_init_256,             00,   00,  02d2
 181 slversion aes_gcm_enc_256_update,       00,   00,  02d3
 182 slversion aes_gcm_dec_256_update,       00,   00,  02d4
 183 slversion aes_gcm_enc_256_finalize,     00,   00,  02d5
 184 slversion aes_gcm_dec_256_finalize,     00,   00,  02d6