ceph/src/crypto/isa-l/isa-l_crypto/aes/gcm_multibinary.asm

   1 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
   2 ;  Copyright(c) 2011-2016 Intel Corporation All rights reserved.
   3 ;
   4 ;  Redistribution and use in source and binary forms, with or without
   5 ;  modification, are permitted provided that the following conditions
   6 ;  are met:
   7 ;    * Redistributions of source code must retain the above copyright
   8 ;      notice, this list of conditions and the following disclaimer.
   9 ;    * Redistributions in binary form must reproduce the above copyright
  10 ;      notice, this list of conditions and the following disclaimer in
  11 ;      the documentation and/or other materials provided with the
  12 ;      distribution.
  13 ;    * Neither the name of Intel Corporation nor the names of its
  14 ;      contributors may be used to endorse or promote products derived
  15 ;      from this software without specific prior written permission.
  16 ;
  17 ;  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  18 ;  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  19 ;  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  20 ;  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  21 ;  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  22 ;  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  23 ;  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  24 ;  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  25 ;  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26 ;  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  27 ;  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
  29
  30 default rel
  31 [bits 64]
  32
  33 %ifidn __OUTPUT_FORMAT__, elf64
  34 %define WRT_OPT         wrt ..plt
  35 %else
  36 %define WRT_OPT
  37 %endif
  38
  39 %include "reg_sizes.asm"
  40
  41 extern aesni_gcm128_init_sse
  42 extern aesni_gcm128_init_avx_gen4
  43 extern aesni_gcm128_init_avx_gen2
  44
  45 extern aesni_gcm128_enc_sse
  46 extern aesni_gcm128_enc_avx_gen4
  47 extern aesni_gcm128_enc_avx_gen2
  48 extern aesni_gcm128_enc_update_sse
  49 extern aesni_gcm128_enc_update_avx_gen4
  50 extern aesni_gcm128_enc_update_avx_gen2
  51 extern aesni_gcm128_enc_finalize_sse
  52 extern aesni_gcm128_enc_finalize_avx_gen4
  53 extern aesni_gcm128_enc_finalize_avx_gen2
  54
  55 extern aesni_gcm128_dec_sse
  56 extern aesni_gcm128_dec_avx_gen4
  57 extern aesni_gcm128_dec_avx_gen2
  58 extern aesni_gcm128_dec_update_sse
  59 extern aesni_gcm128_dec_update_avx_gen4
  60 extern aesni_gcm128_dec_update_avx_gen2
  61 extern aesni_gcm128_dec_finalize_sse
  62 extern aesni_gcm128_dec_finalize_avx_gen4
  63 extern aesni_gcm128_dec_finalize_avx_gen2
  64
  65 extern aesni_gcm128_precomp_sse
  66 extern aesni_gcm128_precomp_avx_gen4
  67 extern aesni_gcm128_precomp_avx_gen2
  68
  69
  70
  71 extern aesni_gcm256_init_sse
  72 extern aesni_gcm256_init_avx_gen4
  73 extern aesni_gcm256_init_avx_gen2
  74
  75 extern aesni_gcm256_enc_sse
  76 extern aesni_gcm256_enc_avx_gen4
  77 extern aesni_gcm256_enc_avx_gen2
  78 extern aesni_gcm256_enc_update_sse
  79 extern aesni_gcm256_enc_update_avx_gen4
  80 extern aesni_gcm256_enc_update_avx_gen2
  81 extern aesni_gcm256_enc_finalize_sse
  82 extern aesni_gcm256_enc_finalize_avx_gen4
  83 extern aesni_gcm256_enc_finalize_avx_gen2
  84
  85 extern aesni_gcm256_dec_sse
  86 extern aesni_gcm256_dec_avx_gen4
  87 extern aesni_gcm256_dec_avx_gen2
  88 extern aesni_gcm256_dec_update_sse
  89 extern aesni_gcm256_dec_update_avx_gen4
  90 extern aesni_gcm256_dec_update_avx_gen2
  91 extern aesni_gcm256_dec_finalize_sse
  92 extern aesni_gcm256_dec_finalize_avx_gen4
  93 extern aesni_gcm256_dec_finalize_avx_gen2
  94
  95 extern aesni_gcm256_precomp_sse
  96 extern aesni_gcm256_precomp_avx_gen4
  97 extern aesni_gcm256_precomp_avx_gen2
  98
  99 section .text
 100
 101 %include "multibinary.asm"
 102
 103 ;;;;
 104 ; instantiate aesni_gcm interfaces init, enc, enc_update, enc_finalize, dec, dec_update, dec_finalize and precomp
 105 ;;;;
 106 mbin_interface     aesni_gcm128_init
 107 mbin_dispatch_init aesni_gcm128_init, aesni_gcm128_init_sse, aesni_gcm128_init_avx_gen2, aesni_gcm128_init_avx_gen4
 108
 109 mbin_interface     aesni_gcm128_enc
 110 mbin_dispatch_init aesni_gcm128_enc, aesni_gcm128_enc_sse, aesni_gcm128_enc_avx_gen2, aesni_gcm128_enc_avx_gen4
 111
 112 mbin_interface     aesni_gcm128_enc_update
 113 mbin_dispatch_init aesni_gcm128_enc_update, aesni_gcm128_enc_update_sse, aesni_gcm128_enc_update_avx_gen2, aesni_gcm128_enc_update_avx_gen4
 114
 115 mbin_interface     aesni_gcm128_enc_finalize
 116 mbin_dispatch_init aesni_gcm128_enc_finalize, aesni_gcm128_enc_finalize_sse, aesni_gcm128_enc_finalize_avx_gen2, aesni_gcm128_enc_finalize_avx_gen4
 117
 118 mbin_interface     aesni_gcm128_dec
 119 mbin_dispatch_init aesni_gcm128_dec, aesni_gcm128_dec_sse, aesni_gcm128_dec_avx_gen2, aesni_gcm128_dec_avx_gen4
 120
 121 mbin_interface     aesni_gcm128_dec_update
 122 mbin_dispatch_init aesni_gcm128_dec_update, aesni_gcm128_dec_update_sse, aesni_gcm128_dec_update_avx_gen2, aesni_gcm128_dec_update_avx_gen4
 123
 124 mbin_interface     aesni_gcm128_dec_finalize
 125 mbin_dispatch_init aesni_gcm128_dec_finalize, aesni_gcm128_dec_finalize_sse, aesni_gcm128_dec_finalize_avx_gen2, aesni_gcm128_dec_finalize_avx_gen4
 126
 127 mbin_interface     aesni_gcm128_precomp
 128 mbin_dispatch_init aesni_gcm128_precomp, aesni_gcm128_precomp_sse, aesni_gcm128_precomp_avx_gen2, aesni_gcm128_precomp_avx_gen4
 129
 130 ;;;;
 131 ; instantiate aesni_gcm interfaces init, enc, enc_update, enc_finalize, dec, dec_update, dec_finalize and precomp
 132 ;;;;
 133 mbin_interface     aesni_gcm256_init
 134 mbin_dispatch_init aesni_gcm256_init, aesni_gcm256_init_sse, aesni_gcm256_init_avx_gen2, aesni_gcm256_init_avx_gen4
 135
 136 mbin_interface     aesni_gcm256_enc
 137 mbin_dispatch_init aesni_gcm256_enc, aesni_gcm256_enc_sse, aesni_gcm256_enc_avx_gen2, aesni_gcm256_enc_avx_gen4
 138
 139 mbin_interface     aesni_gcm256_enc_update
 140 mbin_dispatch_init aesni_gcm256_enc_update, aesni_gcm256_enc_update_sse, aesni_gcm256_enc_update_avx_gen2, aesni_gcm256_enc_update_avx_gen4
 141
 142 mbin_interface     aesni_gcm256_enc_finalize
 143 mbin_dispatch_init aesni_gcm256_enc_finalize, aesni_gcm256_enc_finalize_sse, aesni_gcm256_enc_finalize_avx_gen2, aesni_gcm256_enc_finalize_avx_gen4
 144
 145 mbin_interface     aesni_gcm256_dec
 146 mbin_dispatch_init aesni_gcm256_dec, aesni_gcm256_dec_sse, aesni_gcm256_dec_avx_gen2, aesni_gcm256_dec_avx_gen4
 147
 148 mbin_interface     aesni_gcm256_dec_update
 149 mbin_dispatch_init aesni_gcm256_dec_update, aesni_gcm256_dec_update_sse, aesni_gcm256_dec_update_avx_gen2, aesni_gcm256_dec_update_avx_gen4
 150
 151 mbin_interface     aesni_gcm256_dec_finalize
 152 mbin_dispatch_init aesni_gcm256_dec_finalize, aesni_gcm256_dec_finalize_sse, aesni_gcm256_dec_finalize_avx_gen2, aesni_gcm256_dec_finalize_avx_gen4
 153
 154 mbin_interface     aesni_gcm256_precomp
 155 mbin_dispatch_init aesni_gcm256_precomp, aesni_gcm256_precomp_sse, aesni_gcm256_precomp_avx_gen2, aesni_gcm256_precomp_avx_gen4
 156
 157
 158 ;;;       func                          core, ver, snum
 159 slversion aesni_gcm128_enc,             00,   00,  0280
 160 slversion aesni_gcm128_dec,             00,   00,  0281
 161 slversion aesni_gcm128_init,            00,   00,  0282
 162 slversion aesni_gcm128_enc_update,      00,   00,  0283
 163 slversion aesni_gcm128_dec_update,      00,   00,  0284
 164 slversion aesni_gcm128_enc_finalize,    00,   00,  0285
 165 slversion aesni_gcm128_dec_finalize,    00,   00,  0286
 166 slversion aesni_gcm256_enc,             00,   00,  0288
 167 slversion aesni_gcm256_dec,             00,   00,  0289
 168 slversion aesni_gcm256_init,            00,   00,  028a
 169 slversion aesni_gcm256_enc_update,      00,   00,  028b
 170 slversion aesni_gcm256_dec_update,      00,   00,  028c
 171 slversion aesni_gcm256_enc_finalize,    00,   00,  028d
 172 slversion aesni_gcm256_dec_finalize,    00,   00,  028e