ceph/src/common/crc32c_intel_fast_asm.s

   1 ;
   2 ; Copyright 2012-2013 Intel Corporation All Rights Reserved.
   3 ; All rights reserved.
   4 ;
   5 ; http://opensource.org/licenses/BSD-3-Clause
   6 ;
   7 ; Redistribution and use in source and binary forms, with or without
   8 ; modification, are permitted provided that the following
   9 ; conditions are met:
  10 ;
  11 ; * Redistributions of source code must retain the above copyright
  12 ;   notice, this list of conditions and the following disclaimer.
  13 ;
  14 ; * Redistributions in binary form must reproduce the above copyright
  15 ;   notice, this list of conditions and the following disclaimer in
  16 ;   the documentation and/or other materials provided with the
  17 ;   distribution.
  18 ;
  19 ; * Neither the name of the Intel Corporation nor the names of its
  20 ;   contributors may be used to endorse or promote products derived
  21 ;   from this software without specific prior written permission.
  22 ;
  23 ; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  24 ; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  25 ; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
  26 ; FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
  27 ; COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
  28 ; INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  29 ; (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  30 ; SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  31 ; HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  32 ; STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  33 ; ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
  34 ; OF THE POSSIBILITY OF SUCH DAMAGE.
  35 ;
  36
  37 ; Function to compute iscsi CRC32 with table-based recombination
  38 ; crc done "by 3" with block sizes 1920, 960, 480, 240
  39
  40 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
  41 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
  42
  43 ; crcB3 MACRO to implement crc32 on 3 %%bSize-byte blocks
  44 %macro  crcB3 3
  45 %define %%bSize   %1    ; 1/3 of buffer size
  46 %define %%td2     %2    ; table offset for crc0 (2/3 of buffer)
  47 %define %%td1     %3    ; table offset for crc1 (1/3 of buffer)
  48
  49 %IF %%bSize=640
  50         sub     len, %%bSize*3
  51         js      %%crcB3_end           ;; jump to next level if 3*blockSize > len
  52 %ELSE
  53         cmp     len, %%bSize*3
  54         jnae    %%crcB3_end           ;; jump to next level if 3*blockSize > len
  55 %ENDIF
  56         ;;;;;; Calculate CRC of 3 blocks of the buffer ;;;;;;
  57 %%crcB3_loop:
  58                                         ;; rax = crc0 = initial crc
  59         xor     rbx, rbx                ;; rbx = crc1 = 0;
  60         xor     r10, r10                ;; r10 = crc2 = 0;
  61
  62  %assign i 0
  63  %rep %%bSize/8 - 1
  64         crc32   rax, [bufptmp+i + 0*%%bSize]  ;; update crc0
  65         crc32   rbx, [bufptmp+i + 1*%%bSize]  ;; update crc1
  66         crc32   r10, [bufptmp+i + 2*%%bSize]  ;; update crc2
  67         %assign i (i+8)
  68  %endrep
  69         crc32   rax, [bufptmp+i + 0*%%bSize]  ;; update crc0
  70         crc32   rbx, [bufptmp+i + 1*%%bSize]  ;; update crc1
  71 ; SKIP  ;crc32  r10, [bufptmp+i + 2*%%bSize]  ;; update crc2
  72
  73         ; merge in crc0
  74         movzx   bufp_dw, al
  75         mov     r9d, [crc_init + bufp*4 + %%td2]
  76         movzx   bufp_dw, ah
  77         shr     eax, 16
  78         mov     r11d, [crc_init + bufp*4 + %%td2]
  79         shl     r11, 8
  80         xor     r9, r11
  81
  82         movzx   bufp_dw, al
  83         mov     r11d, [crc_init + bufp*4 + %%td2]
  84         movzx   bufp_dw, ah
  85         shl     r11, 16
  86         xor     r9, r11
  87         mov     r11d, [crc_init + bufp*4 + %%td2]
  88         shl     r11, 24
  89         xor     r9, r11
  90
  91         ; merge in crc1
  92
  93         movzx   bufp_dw, bl
  94         mov     r11d, [crc_init + bufp*4 + %%td1]
  95         movzx   bufp_dw, bh
  96         shr     ebx, 16
  97         xor     r9, r11
  98         mov     r11d, [crc_init + bufp*4 + %%td1]
  99         shl     r11, 8
 100         xor     r9, r11
 101
 102         movzx   bufp_dw, bl
 103         mov     r11d, [crc_init + bufp*4 + %%td1]
 104         movzx   bufp_dw, bh
 105         shl     r11, 16
 106         xor     r9, r11
 107         mov     r11d, [crc_init + bufp*4 + %%td1]
 108         shl     r11, 24
 109         xor     r9, r11
 110
 111         xor     r9, [bufptmp+i + 2*%%bSize]
 112         crc32   r10, r9
 113         mov     rax, r10
 114
 115         add     bufptmp, %%bSize*3      ;; move to next block
 116         sub     len, %%bSize*3
 117 %IF %%bSize=640
 118         jns     %%crcB3_loop
 119 %ENDIF
 120         ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 121 %%crcB3_end:
 122 %IF %%bSize=640
 123         add     len, %%bSize*3
 124 %ENDIF
 125         je      do_return               ;; return if remaining data is zero
 126 %endmacro
 127
 128 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 129 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 130 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 131 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 132
 133 %ifidn __OUTPUT_FORMAT__, elf64
 134 %define ABI_IS_AMD64
 135 %elifidn __OUTPUT_FORMAT__, macho64
 136 %define ABI_IS_AMD64
 137 %endif
 138
 139 ;;; ISCSI CRC 32 Implementation with crc32 Instruction
 140
 141 ;;; unsigned int crc32_iscsi_00(unsigned char * buffer, int len, unsigned int crc_init);
 142 ;;;
 143 ;;;        *buf = rcx
 144 ;;;         len = rdx
 145 ;;;    crc_init = r8
 146 ;;;
 147
 148 global  crc32_iscsi_00:function
 149 crc32_iscsi_00:
 150
 151 %ifdef ABI_IS_AMD64
 152 %define bufp            rdi
 153 %define bufp_dw         edi
 154 %define bufp_w          di
 155 %define bufp_b          dil
 156 %define bufptmp         rcx
 157 %define block_0         rcx
 158 %define block_1         r8
 159 %define block_2         r11
 160 %define len             rsi
 161 %define len_dw          esi
 162 %define len_w           si
 163 %define len_b           sil
 164 %define crc_init        rdx
 165 %define crc_init_dw     edx
 166 %else
 167 %define bufp            rcx
 168 %define bufp_dw         ecx
 169 %define bufp_w          cx
 170 %define bufp_b          cl
 171 %define bufptmp         rdi
 172 %define block_0         rdi
 173 %define block_1         rsi
 174 %define block_2         r11
 175 %define len             rdx
 176 %define len_dw          edx
 177 %define len_w           dx
 178 %define len_b           dl
 179 %define crc_init        r8
 180 %define crc_init_dw     r8d
 181 %endif
 182
 183
 184         push    rdi
 185         push    rbx
 186
 187         mov     rax, crc_init           ;; rax = crc_init;
 188
 189 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 190 ;; 1) ALIGN: ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 191
 192         mov     bufptmp, bufp           ;; rdi = *buf
 193         neg     bufp
 194         and     bufp, 7                 ;; calculate the unalignment
 195                                         ;; amount of the address
 196         je      proc_block              ;; Skip if aligned
 197
 198         cmp     len, 8
 199         jb      less_than_8
 200
 201         ;;;; Calculate CRC of unaligned bytes of the buffer (if any) ;;;;
 202         mov     rbx, [bufptmp]          ;; load a quadword from the buffer
 203         add     bufptmp, bufp           ;; align buffer pointer for
 204                                         ;; quadword processing
 205         sub     len, bufp               ;; update buffer length
 206 align_loop:
 207         crc32   eax, bl                 ;;    compute crc32 of 1-byte
 208         shr     rbx, 8                  ;;    get next byte
 209         dec     bufp
 210         jne     align_loop
 211         ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 212
 213 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 214 ;; 2) BLOCK LEVEL: ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 215
 216 proc_block:
 217         cmp     len, 240
 218         jb      bit8
 219
 220         lea     crc_init, [mul_table_72 wrt rip]  ;; load table base address
 221
 222         crcB3   640, 0x1000, 0x0c00     ; 640*3 = 1920 (Tables 1280, 640)
 223         crcB3   320, 0x0c00, 0x0800     ; 320*3 =  960 (Tables  640, 320)
 224         crcB3   160, 0x0800, 0x0400     ; 160*3 =  480 (Tables  320, 160)
 225         crcB3    80, 0x0400, 0x0000     ;  80*3 =  240 (Tables  160,  80)
 226
 227
 228 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 229 ;;4) LESS THAN 256-bytes REMAIN AT THIS POINT (8-bits of rdx are full)
 230
 231 bit8:
 232         shl     len_b, 1                ;; shift-out MSB (bit-7)
 233         jnc     bit7                    ;; jump to bit-6 if bit-7 == 0
 234  %assign i 0
 235  %rep 16
 236         crc32   rax, [bufptmp+i]        ;; compute crc32 of 8-byte data
 237         %assign i (i+8)
 238  %endrep
 239         je      do_return               ;; return if remaining data is zero
 240         add     bufptmp, 128            ;; buf +=64; (next 64 bytes)
 241
 242 bit7:
 243         shl     len_b, 1                ;; shift-out MSB (bit-7)
 244         jnc     bit6                    ;; jump to bit-6 if bit-7 == 0
 245  %assign i 0
 246  %rep 8
 247         crc32   rax, [bufptmp+i]        ;; compute crc32 of 8-byte data
 248         %assign i (i+8)
 249  %endrep
 250         je      do_return               ;; return if remaining data is zero
 251         add     bufptmp, 64             ;; buf +=64; (next 64 bytes)
 252 bit6:
 253         shl     len_b, 1                ;; shift-out MSB (bit-6)
 254         jnc     bit5                    ;; jump to bit-5 if bit-6 == 0
 255  %assign i 0
 256  %rep 4
 257         crc32   rax, [bufptmp+i]        ;;    compute crc32 of 8-byte data
 258         %assign i (i+8)
 259  %endrep
 260         je      do_return               ;; return if remaining data is zero
 261         add     bufptmp, 32             ;; buf +=32; (next 32 bytes)
 262 bit5:
 263         shl     len_b, 1                ;; shift-out MSB (bit-5)
 264         jnc     bit4                    ;; jump to bit-4 if bit-5 == 0
 265  %assign i 0
 266  %rep 2
 267         crc32   rax, [bufptmp+i]        ;;    compute crc32 of 8-byte data
 268         %assign i (i+8)
 269  %endrep
 270         je      do_return               ;; return if remaining data is zero
 271         add     bufptmp, 16             ;; buf +=16; (next 16 bytes)
 272 bit4:
 273         shl     len_b, 1                ;; shift-out MSB (bit-4)
 274         jnc     bit3                    ;; jump to bit-3 if bit-4 == 0
 275         crc32   rax, [bufptmp]          ;; compute crc32 of 8-byte data
 276         je      do_return               ;; return if remaining data is zero
 277         add     bufptmp, 8              ;; buf +=8; (next 8 bytes)
 278 bit3:
 279         mov     rbx, [bufptmp]          ;; load a 8-bytes from the buffer:
 280         shl     len_b, 1                ;; shift-out MSB (bit-3)
 281         jnc     bit2                    ;; jump to bit-2 if bit-3 == 0
 282         crc32   eax, ebx                ;; compute crc32 of 4-byte data
 283         je      do_return               ;; return if remaining data is zero
 284         shr     rbx, 32                 ;; get next 3 bytes
 285 bit2:
 286         shl     len_b, 1                ;; shift-out MSB (bit-2)
 287         jnc     bit1                    ;; jump to bit-1 if bit-2 == 0
 288         crc32   eax, bx                 ;; compute crc32 of 2-byte data
 289         je      do_return               ;; return if remaining data is zero
 290         shr     rbx, 16                 ;; next byte
 291 bit1:
 292         test    len_b,len_b
 293         je      do_return
 294         crc32   eax, bl                 ;; compute crc32 of 1-byte data
 295 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 296 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 297
 298 do_return:
 299
 300         pop     rbx
 301         pop     rdi
 302         ret
 303
 304 less_than_8:
 305         test    len,4
 306         jz      less_than_4
 307         crc32   eax, dword[bufptmp]
 308         add     bufptmp,4
 309 less_than_4:
 310         test    len,2
 311         jz      less_than_2
 312         crc32   eax, word[bufptmp]
 313         add     bufptmp,2
 314 less_than_2:
 315         test    len,1
 316         jz      do_return
 317         crc32   rax, byte[bufptmp]
 318         pop     rbx
 319         pop     bufptmp
 320         ret
 321
 322 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 323 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 324 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 325 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 326
 327 ;;; global mul_table_72, mul_table_152, mul_table_312, mul_table_632, mul_table_1272
 328
 329 section .data
 330 align   8
 331 mul_table_72:
 332 DD 0x00000000,0x39d3b296,0x73a7652c,0x4a74d7ba
 333 DD 0xe74eca58,0xde9d78ce,0x94e9af74,0xad3a1de2
 334 DD 0xcb71e241,0xf2a250d7,0xb8d6876d,0x810535fb
 335 DD 0x2c3f2819,0x15ec9a8f,0x5f984d35,0x664bffa3
 336 DD 0x930fb273,0xaadc00e5,0xe0a8d75f,0xd97b65c9
 337 DD 0x7441782b,0x4d92cabd,0x07e61d07,0x3e35af91
 338 DD 0x587e5032,0x61ade2a4,0x2bd9351e,0x120a8788
 339 DD 0xbf309a6a,0x86e328fc,0xcc97ff46,0xf5444dd0
 340 DD 0x23f31217,0x1a20a081,0x5054773b,0x6987c5ad
 341 DD 0xc4bdd84f,0xfd6e6ad9,0xb71abd63,0x8ec90ff5
 342 DD 0xe882f056,0xd15142c0,0x9b25957a,0xa2f627ec
 343 DD 0x0fcc3a0e,0x361f8898,0x7c6b5f22,0x45b8edb4
 344 DD 0xb0fca064,0x892f12f2,0xc35bc548,0xfa8877de
 345 DD 0x57b26a3c,0x6e61d8aa,0x24150f10,0x1dc6bd86
 346 DD 0x7b8d4225,0x425ef0b3,0x082a2709,0x31f9959f
 347 DD 0x9cc3887d,0xa5103aeb,0xef64ed51,0xd6b75fc7
 348 DD 0x47e6242e,0x7e3596b8,0x34414102,0x0d92f394
 349 DD 0xa0a8ee76,0x997b5ce0,0xd30f8b5a,0xeadc39cc
 350 DD 0x8c97c66f,0xb54474f9,0xff30a343,0xc6e311d5
 351 DD 0x6bd90c37,0x520abea1,0x187e691b,0x21addb8d
 352 DD 0xd4e9965d,0xed3a24cb,0xa74ef371,0x9e9d41e7
 353 DD 0x33a75c05,0x0a74ee93,0x40003929,0x79d38bbf
 354 DD 0x1f98741c,0x264bc68a,0x6c3f1130,0x55eca3a6
 355 DD 0xf8d6be44,0xc1050cd2,0x8b71db68,0xb2a269fe
 356 DD 0x64153639,0x5dc684af,0x17b25315,0x2e61e183
 357 DD 0x835bfc61,0xba884ef7,0xf0fc994d,0xc92f2bdb
 358 DD 0xaf64d478,0x96b766ee,0xdcc3b154,0xe51003c2
 359 DD 0x482a1e20,0x71f9acb6,0x3b8d7b0c,0x025ec99a
 360 DD 0xf71a844a,0xcec936dc,0x84bde166,0xbd6e53f0
 361 DD 0x10544e12,0x2987fc84,0x63f32b3e,0x5a2099a8
 362 DD 0x3c6b660b,0x05b8d49d,0x4fcc0327,0x761fb1b1
 363 DD 0xdb25ac53,0xe2f61ec5,0xa882c97f,0x91517be9
 364 DD 0x8fcc485c,0xb61ffaca,0xfc6b2d70,0xc5b89fe6
 365 DD 0x68828204,0x51513092,0x1b25e728,0x22f655be
 366 DD 0x44bdaa1d,0x7d6e188b,0x371acf31,0x0ec97da7
 367 DD 0xa3f36045,0x9a20d2d3,0xd0540569,0xe987b7ff
 368 DD 0x1cc3fa2f,0x251048b9,0x6f649f03,0x56b72d95
 369 DD 0xfb8d3077,0xc25e82e1,0x882a555b,0xb1f9e7cd
 370 DD 0xd7b2186e,0xee61aaf8,0xa4157d42,0x9dc6cfd4
 371 DD 0x30fcd236,0x092f60a0,0x435bb71a,0x7a88058c
 372 DD 0xac3f5a4b,0x95ece8dd,0xdf983f67,0xe64b8df1
 373 DD 0x4b719013,0x72a22285,0x38d6f53f,0x010547a9
 374 DD 0x674eb80a,0x5e9d0a9c,0x14e9dd26,0x2d3a6fb0
 375 DD 0x80007252,0xb9d3c0c4,0xf3a7177e,0xca74a5e8
 376 DD 0x3f30e838,0x06e35aae,0x4c978d14,0x75443f82
 377 DD 0xd87e2260,0xe1ad90f6,0xabd9474c,0x920af5da
 378 DD 0xf4410a79,0xcd92b8ef,0x87e66f55,0xbe35ddc3
 379 DD 0x130fc021,0x2adc72b7,0x60a8a50d,0x597b179b
 380 DD 0xc82a6c72,0xf1f9dee4,0xbb8d095e,0x825ebbc8
 381 DD 0x2f64a62a,0x16b714bc,0x5cc3c306,0x65107190
 382 DD 0x035b8e33,0x3a883ca5,0x70fceb1f,0x492f5989
 383 DD 0xe415446b,0xddc6f6fd,0x97b22147,0xae6193d1
 384 DD 0x5b25de01,0x62f66c97,0x2882bb2d,0x115109bb
 385 DD 0xbc6b1459,0x85b8a6cf,0xcfcc7175,0xf61fc3e3
 386 DD 0x90543c40,0xa9878ed6,0xe3f3596c,0xda20ebfa
 387 DD 0x771af618,0x4ec9448e,0x04bd9334,0x3d6e21a2
 388 DD 0xebd97e65,0xd20accf3,0x987e1b49,0xa1ada9df
 389 DD 0x0c97b43d,0x354406ab,0x7f30d111,0x46e36387
 390 DD 0x20a89c24,0x197b2eb2,0x530ff908,0x6adc4b9e
 391 DD 0xc7e6567c,0xfe35e4ea,0xb4413350,0x8d9281c6
 392 DD 0x78d6cc16,0x41057e80,0x0b71a93a,0x32a21bac
 393 DD 0x9f98064e,0xa64bb4d8,0xec3f6362,0xd5ecd1f4
 394 DD 0xb3a72e57,0x8a749cc1,0xc0004b7b,0xf9d3f9ed
 395 DD 0x54e9e40f,0x6d3a5699,0x274e8123,0x1e9d33b5
 396
 397 mul_table_152:
 398 DD 0x00000000,0x878a92a7,0x0af953bf,0x8d73c118
 399 DD 0x15f2a77e,0x927835d9,0x1f0bf4c1,0x98816666
 400 DD 0x2be54efc,0xac6fdc5b,0x211c1d43,0xa6968fe4
 401 DD 0x3e17e982,0xb99d7b25,0x34eeba3d,0xb364289a
 402 DD 0x57ca9df8,0xd0400f5f,0x5d33ce47,0xdab95ce0
 403 DD 0x42383a86,0xc5b2a821,0x48c16939,0xcf4bfb9e
 404 DD 0x7c2fd304,0xfba541a3,0x76d680bb,0xf15c121c
 405 DD 0x69dd747a,0xee57e6dd,0x632427c5,0xe4aeb562
 406 DD 0xaf953bf0,0x281fa957,0xa56c684f,0x22e6fae8
 407 DD 0xba679c8e,0x3ded0e29,0xb09ecf31,0x37145d96
 408 DD 0x8470750c,0x03fae7ab,0x8e8926b3,0x0903b414
 409 DD 0x9182d272,0x160840d5,0x9b7b81cd,0x1cf1136a
 410 DD 0xf85fa608,0x7fd534af,0xf2a6f5b7,0x752c6710
 411 DD 0xedad0176,0x6a2793d1,0xe75452c9,0x60dec06e
 412 DD 0xd3bae8f4,0x54307a53,0xd943bb4b,0x5ec929ec
 413 DD 0xc6484f8a,0x41c2dd2d,0xccb11c35,0x4b3b8e92
 414 DD 0x5ac60111,0xdd4c93b6,0x503f52ae,0xd7b5c009
 415 DD 0x4f34a66f,0xc8be34c8,0x45cdf5d0,0xc2476777
 416 DD 0x71234fed,0xf6a9dd4a,0x7bda1c52,0xfc508ef5
 417 DD 0x64d1e893,0xe35b7a34,0x6e28bb2c,0xe9a2298b
 418 DD 0x0d0c9ce9,0x8a860e4e,0x07f5cf56,0x807f5df1
 419 DD 0x18fe3b97,0x9f74a930,0x12076828,0x958dfa8f
 420 DD 0x26e9d215,0xa16340b2,0x2c1081aa,0xab9a130d
 421 DD 0x331b756b,0xb491e7cc,0x39e226d4,0xbe68b473
 422 DD 0xf5533ae1,0x72d9a846,0xffaa695e,0x7820fbf9
 423 DD 0xe0a19d9f,0x672b0f38,0xea58ce20,0x6dd25c87
 424 DD 0xdeb6741d,0x593ce6ba,0xd44f27a2,0x53c5b505
 425 DD 0xcb44d363,0x4cce41c4,0xc1bd80dc,0x4637127b
 426 DD 0xa299a719,0x251335be,0xa860f4a6,0x2fea6601
 427 DD 0xb76b0067,0x30e192c0,0xbd9253d8,0x3a18c17f
 428 DD 0x897ce9e5,0x0ef67b42,0x8385ba5a,0x040f28fd
 429 DD 0x9c8e4e9b,0x1b04dc3c,0x96771d24,0x11fd8f83
 430 DD 0xb58c0222,0x32069085,0xbf75519d,0x38ffc33a
 431 DD 0xa07ea55c,0x27f437fb,0xaa87f6e3,0x2d0d6444
 432 DD 0x9e694cde,0x19e3de79,0x94901f61,0x131a8dc6
 433 DD 0x8b9beba0,0x0c117907,0x8162b81f,0x06e82ab8
 434 DD 0xe2469fda,0x65cc0d7d,0xe8bfcc65,0x6f355ec2
 435 DD 0xf7b438a4,0x703eaa03,0xfd4d6b1b,0x7ac7f9bc
 436 DD 0xc9a3d126,0x4e294381,0xc35a8299,0x44d0103e
 437 DD 0xdc517658,0x5bdbe4ff,0xd6a825e7,0x5122b740
 438 DD 0x1a1939d2,0x9d93ab75,0x10e06a6d,0x976af8ca
 439 DD 0x0feb9eac,0x88610c0b,0x0512cd13,0x82985fb4
 440 DD 0x31fc772e,0xb676e589,0x3b052491,0xbc8fb636
 441 DD 0x240ed050,0xa38442f7,0x2ef783ef,0xa97d1148
 442 DD 0x4dd3a42a,0xca59368d,0x472af795,0xc0a06532
 443 DD 0x58210354,0xdfab91f3,0x52d850eb,0xd552c24c
 444 DD 0x6636ead6,0xe1bc7871,0x6ccfb969,0xeb452bce
 445 DD 0x73c44da8,0xf44edf0f,0x793d1e17,0xfeb78cb0
 446 DD 0xef4a0333,0x68c09194,0xe5b3508c,0x6239c22b
 447 DD 0xfab8a44d,0x7d3236ea,0xf041f7f2,0x77cb6555
 448 DD 0xc4af4dcf,0x4325df68,0xce561e70,0x49dc8cd7
 449 DD 0xd15deab1,0x56d77816,0xdba4b90e,0x5c2e2ba9
 450 DD 0xb8809ecb,0x3f0a0c6c,0xb279cd74,0x35f35fd3
 451 DD 0xad7239b5,0x2af8ab12,0xa78b6a0a,0x2001f8ad
 452 DD 0x9365d037,0x14ef4290,0x999c8388,0x1e16112f
 453 DD 0x86977749,0x011de5ee,0x8c6e24f6,0x0be4b651
 454 DD 0x40df38c3,0xc755aa64,0x4a266b7c,0xcdacf9db
 455 DD 0x552d9fbd,0xd2a70d1a,0x5fd4cc02,0xd85e5ea5
 456 DD 0x6b3a763f,0xecb0e498,0x61c32580,0xe649b727
 457 DD 0x7ec8d141,0xf94243e6,0x743182fe,0xf3bb1059
 458 DD 0x1715a53b,0x909f379c,0x1decf684,0x9a666423
 459 DD 0x02e70245,0x856d90e2,0x081e51fa,0x8f94c35d
 460 DD 0x3cf0ebc7,0xbb7a7960,0x3609b878,0xb1832adf
 461 DD 0x29024cb9,0xae88de1e,0x23fb1f06,0xa4718da1
 462
 463 mul_table_312:
 464 DD 0x00000000,0xbac2fd7b,0x70698c07,0xcaab717c
 465 DD 0xe0d3180e,0x5a11e575,0x90ba9409,0x2a786972
 466 DD 0xc44a46ed,0x7e88bb96,0xb423caea,0x0ee13791
 467 DD 0x24995ee3,0x9e5ba398,0x54f0d2e4,0xee322f9f
 468 DD 0x8d78fb2b,0x37ba0650,0xfd11772c,0x47d38a57
 469 DD 0x6dabe325,0xd7691e5e,0x1dc26f22,0xa7009259
 470 DD 0x4932bdc6,0xf3f040bd,0x395b31c1,0x8399ccba
 471 DD 0xa9e1a5c8,0x132358b3,0xd98829cf,0x634ad4b4
 472 DD 0x1f1d80a7,0xa5df7ddc,0x6f740ca0,0xd5b6f1db
 473 DD 0xffce98a9,0x450c65d2,0x8fa714ae,0x3565e9d5
 474 DD 0xdb57c64a,0x61953b31,0xab3e4a4d,0x11fcb736
 475 DD 0x3b84de44,0x8146233f,0x4bed5243,0xf12faf38
 476 DD 0x92657b8c,0x28a786f7,0xe20cf78b,0x58ce0af0
 477 DD 0x72b66382,0xc8749ef9,0x02dfef85,0xb81d12fe
 478 DD 0x562f3d61,0xecedc01a,0x2646b166,0x9c844c1d
 479 DD 0xb6fc256f,0x0c3ed814,0xc695a968,0x7c575413
 480 DD 0x3e3b014e,0x84f9fc35,0x4e528d49,0xf4907032
 481 DD 0xdee81940,0x642ae43b,0xae819547,0x1443683c
 482 DD 0xfa7147a3,0x40b3bad8,0x8a18cba4,0x30da36df
 483 DD 0x1aa25fad,0xa060a2d6,0x6acbd3aa,0xd0092ed1
 484 DD 0xb343fa65,0x0981071e,0xc32a7662,0x79e88b19
 485 DD 0x5390e26b,0xe9521f10,0x23f96e6c,0x993b9317
 486 DD 0x7709bc88,0xcdcb41f3,0x0760308f,0xbda2cdf4
 487 DD 0x97daa486,0x2d1859fd,0xe7b32881,0x5d71d5fa
 488 DD 0x212681e9,0x9be47c92,0x514f0dee,0xeb8df095
 489 DD 0xc1f599e7,0x7b37649c,0xb19c15e0,0x0b5ee89b
 490 DD 0xe56cc704,0x5fae3a7f,0x95054b03,0x2fc7b678
 491 DD 0x05bfdf0a,0xbf7d2271,0x75d6530d,0xcf14ae76
 492 DD 0xac5e7ac2,0x169c87b9,0xdc37f6c5,0x66f50bbe
 493 DD 0x4c8d62cc,0xf64f9fb7,0x3ce4eecb,0x862613b0
 494 DD 0x68143c2f,0xd2d6c154,0x187db028,0xa2bf4d53
 495 DD 0x88c72421,0x3205d95a,0xf8aea826,0x426c555d
 496 DD 0x7c76029c,0xc6b4ffe7,0x0c1f8e9b,0xb6dd73e0
 497 DD 0x9ca51a92,0x2667e7e9,0xeccc9695,0x560e6bee
 498 DD 0xb83c4471,0x02feb90a,0xc855c876,0x7297350d
 499 DD 0x58ef5c7f,0xe22da104,0x2886d078,0x92442d03
 500 DD 0xf10ef9b7,0x4bcc04cc,0x816775b0,0x3ba588cb
 501 DD 0x11dde1b9,0xab1f1cc2,0x61b46dbe,0xdb7690c5
 502 DD 0x3544bf5a,0x8f864221,0x452d335d,0xffefce26
 503 DD 0xd597a754,0x6f555a2f,0xa5fe2b53,0x1f3cd628
 504 DD 0x636b823b,0xd9a97f40,0x13020e3c,0xa9c0f347
 505 DD 0x83b89a35,0x397a674e,0xf3d11632,0x4913eb49
 506 DD 0xa721c4d6,0x1de339ad,0xd74848d1,0x6d8ab5aa
 507 DD 0x47f2dcd8,0xfd3021a3,0x379b50df,0x8d59ada4
 508 DD 0xee137910,0x54d1846b,0x9e7af517,0x24b8086c
 509 DD 0x0ec0611e,0xb4029c65,0x7ea9ed19,0xc46b1062
 510 DD 0x2a593ffd,0x909bc286,0x5a30b3fa,0xe0f24e81
 511 DD 0xca8a27f3,0x7048da88,0xbae3abf4,0x0021568f
 512 DD 0x424d03d2,0xf88ffea9,0x32248fd5,0x88e672ae
 513 DD 0xa29e1bdc,0x185ce6a7,0xd2f797db,0x68356aa0
 514 DD 0x8607453f,0x3cc5b844,0xf66ec938,0x4cac3443
 515 DD 0x66d45d31,0xdc16a04a,0x16bdd136,0xac7f2c4d
 516 DD 0xcf35f8f9,0x75f70582,0xbf5c74fe,0x059e8985
 517 DD 0x2fe6e0f7,0x95241d8c,0x5f8f6cf0,0xe54d918b
 518 DD 0x0b7fbe14,0xb1bd436f,0x7b163213,0xc1d4cf68
 519 DD 0xebaca61a,0x516e5b61,0x9bc52a1d,0x2107d766
 520 DD 0x5d508375,0xe7927e0e,0x2d390f72,0x97fbf209
 521 DD 0xbd839b7b,0x07416600,0xcdea177c,0x7728ea07
 522 DD 0x991ac598,0x23d838e3,0xe973499f,0x53b1b4e4
 523 DD 0x79c9dd96,0xc30b20ed,0x09a05191,0xb362acea
 524 DD 0xd028785e,0x6aea8525,0xa041f459,0x1a830922
 525 DD 0x30fb6050,0x8a399d2b,0x4092ec57,0xfa50112c
 526 DD 0x14623eb3,0xaea0c3c8,0x640bb2b4,0xdec94fcf
 527 DD 0xf4b126bd,0x4e73dbc6,0x84d8aaba,0x3e1a57c1
 528
 529 mul_table_632:
 530 DD 0x00000000,0x6b749fb2,0xd6e93f64,0xbd9da0d6
 531 DD 0xa83e0839,0xc34a978b,0x7ed7375d,0x15a3a8ef
 532 DD 0x55906683,0x3ee4f931,0x837959e7,0xe80dc655
 533 DD 0xfdae6eba,0x96daf108,0x2b4751de,0x4033ce6c
 534 DD 0xab20cd06,0xc05452b4,0x7dc9f262,0x16bd6dd0
 535 DD 0x031ec53f,0x686a5a8d,0xd5f7fa5b,0xbe8365e9
 536 DD 0xfeb0ab85,0x95c43437,0x285994e1,0x432d0b53
 537 DD 0x568ea3bc,0x3dfa3c0e,0x80679cd8,0xeb13036a
 538 DD 0x53adecfd,0x38d9734f,0x8544d399,0xee304c2b
 539 DD 0xfb93e4c4,0x90e77b76,0x2d7adba0,0x460e4412
 540 DD 0x063d8a7e,0x6d4915cc,0xd0d4b51a,0xbba02aa8
 541 DD 0xae038247,0xc5771df5,0x78eabd23,0x139e2291
 542 DD 0xf88d21fb,0x93f9be49,0x2e641e9f,0x4510812d
 543 DD 0x50b329c2,0x3bc7b670,0x865a16a6,0xed2e8914
 544 DD 0xad1d4778,0xc669d8ca,0x7bf4781c,0x1080e7ae
 545 DD 0x05234f41,0x6e57d0f3,0xd3ca7025,0xb8beef97
 546 DD 0xa75bd9fa,0xcc2f4648,0x71b2e69e,0x1ac6792c
 547 DD 0x0f65d1c3,0x64114e71,0xd98ceea7,0xb2f87115
 548 DD 0xf2cbbf79,0x99bf20cb,0x2422801d,0x4f561faf
 549 DD 0x5af5b740,0x318128f2,0x8c1c8824,0xe7681796
 550 DD 0x0c7b14fc,0x670f8b4e,0xda922b98,0xb1e6b42a
 551 DD 0xa4451cc5,0xcf318377,0x72ac23a1,0x19d8bc13
 552 DD 0x59eb727f,0x329fedcd,0x8f024d1b,0xe476d2a9
 553 DD 0xf1d57a46,0x9aa1e5f4,0x273c4522,0x4c48da90
 554 DD 0xf4f63507,0x9f82aab5,0x221f0a63,0x496b95d1
 555 DD 0x5cc83d3e,0x37bca28c,0x8a21025a,0xe1559de8
 556 DD 0xa1665384,0xca12cc36,0x778f6ce0,0x1cfbf352
 557 DD 0x09585bbd,0x622cc40f,0xdfb164d9,0xb4c5fb6b
 558 DD 0x5fd6f801,0x34a267b3,0x893fc765,0xe24b58d7
 559 DD 0xf7e8f038,0x9c9c6f8a,0x2101cf5c,0x4a7550ee
 560 DD 0x0a469e82,0x61320130,0xdcafa1e6,0xb7db3e54
 561 DD 0xa27896bb,0xc90c0909,0x7491a9df,0x1fe5366d
 562 DD 0x4b5bc505,0x202f5ab7,0x9db2fa61,0xf6c665d3
 563 DD 0xe365cd3c,0x8811528e,0x358cf258,0x5ef86dea
 564 DD 0x1ecba386,0x75bf3c34,0xc8229ce2,0xa3560350
 565 DD 0xb6f5abbf,0xdd81340d,0x601c94db,0x0b680b69
 566 DD 0xe07b0803,0x8b0f97b1,0x36923767,0x5de6a8d5
 567 DD 0x4845003a,0x23319f88,0x9eac3f5e,0xf5d8a0ec
 568 DD 0xb5eb6e80,0xde9ff132,0x630251e4,0x0876ce56
 569 DD 0x1dd566b9,0x76a1f90b,0xcb3c59dd,0xa048c66f
 570 DD 0x18f629f8,0x7382b64a,0xce1f169c,0xa56b892e
 571 DD 0xb0c821c1,0xdbbcbe73,0x66211ea5,0x0d558117
 572 DD 0x4d664f7b,0x2612d0c9,0x9b8f701f,0xf0fbefad
 573 DD 0xe5584742,0x8e2cd8f0,0x33b17826,0x58c5e794
 574 DD 0xb3d6e4fe,0xd8a27b4c,0x653fdb9a,0x0e4b4428
 575 DD 0x1be8ecc7,0x709c7375,0xcd01d3a3,0xa6754c11
 576 DD 0xe646827d,0x8d321dcf,0x30afbd19,0x5bdb22ab
 577 DD 0x4e788a44,0x250c15f6,0x9891b520,0xf3e52a92
 578 DD 0xec001cff,0x8774834d,0x3ae9239b,0x519dbc29
 579 DD 0x443e14c6,0x2f4a8b74,0x92d72ba2,0xf9a3b410
 580 DD 0xb9907a7c,0xd2e4e5ce,0x6f794518,0x040ddaaa
 581 DD 0x11ae7245,0x7adaedf7,0xc7474d21,0xac33d293
 582 DD 0x4720d1f9,0x2c544e4b,0x91c9ee9d,0xfabd712f
 583 DD 0xef1ed9c0,0x846a4672,0x39f7e6a4,0x52837916
 584 DD 0x12b0b77a,0x79c428c8,0xc459881e,0xaf2d17ac
 585 DD 0xba8ebf43,0xd1fa20f1,0x6c678027,0x07131f95
 586 DD 0xbfadf002,0xd4d96fb0,0x6944cf66,0x023050d4
 587 DD 0x1793f83b,0x7ce76789,0xc17ac75f,0xaa0e58ed
 588 DD 0xea3d9681,0x81490933,0x3cd4a9e5,0x57a03657
 589 DD 0x42039eb8,0x2977010a,0x94eaa1dc,0xff9e3e6e
 590 DD 0x148d3d04,0x7ff9a2b6,0xc2640260,0xa9109dd2
 591 DD 0xbcb3353d,0xd7c7aa8f,0x6a5a0a59,0x012e95eb
 592 DD 0x411d5b87,0x2a69c435,0x97f464e3,0xfc80fb51
 593 DD 0xe92353be,0x8257cc0c,0x3fca6cda,0x54bef368
 594
 595 mul_table_1272:
 596 DD 0x00000000,0xdd66cbbb,0xbf21e187,0x62472a3c
 597 DD 0x7bafb5ff,0xa6c97e44,0xc48e5478,0x19e89fc3
 598 DD 0xf75f6bfe,0x2a39a045,0x487e8a79,0x951841c2
 599 DD 0x8cf0de01,0x519615ba,0x33d13f86,0xeeb7f43d
 600 DD 0xeb52a10d,0x36346ab6,0x5473408a,0x89158b31
 601 DD 0x90fd14f2,0x4d9bdf49,0x2fdcf575,0xf2ba3ece
 602 DD 0x1c0dcaf3,0xc16b0148,0xa32c2b74,0x7e4ae0cf
 603 DD 0x67a27f0c,0xbac4b4b7,0xd8839e8b,0x05e55530
 604 DD 0xd34934eb,0x0e2fff50,0x6c68d56c,0xb10e1ed7
 605 DD 0xa8e68114,0x75804aaf,0x17c76093,0xcaa1ab28
 606 DD 0x24165f15,0xf97094ae,0x9b37be92,0x46517529
 607 DD 0x5fb9eaea,0x82df2151,0xe0980b6d,0x3dfec0d6
 608 DD 0x381b95e6,0xe57d5e5d,0x873a7461,0x5a5cbfda
 609 DD 0x43b42019,0x9ed2eba2,0xfc95c19e,0x21f30a25
 610 DD 0xcf44fe18,0x122235a3,0x70651f9f,0xad03d424
 611 DD 0xb4eb4be7,0x698d805c,0x0bcaaa60,0xd6ac61db
 612 DD 0xa37e1f27,0x7e18d49c,0x1c5ffea0,0xc139351b
 613 DD 0xd8d1aad8,0x05b76163,0x67f04b5f,0xba9680e4
 614 DD 0x542174d9,0x8947bf62,0xeb00955e,0x36665ee5
 615 DD 0x2f8ec126,0xf2e80a9d,0x90af20a1,0x4dc9eb1a
 616 DD 0x482cbe2a,0x954a7591,0xf70d5fad,0x2a6b9416
 617 DD 0x33830bd5,0xeee5c06e,0x8ca2ea52,0x51c421e9
 618 DD 0xbf73d5d4,0x62151e6f,0x00523453,0xdd34ffe8
 619 DD 0xc4dc602b,0x19baab90,0x7bfd81ac,0xa69b4a17
 620 DD 0x70372bcc,0xad51e077,0xcf16ca4b,0x127001f0
 621 DD 0x0b989e33,0xd6fe5588,0xb4b97fb4,0x69dfb40f
 622 DD 0x87684032,0x5a0e8b89,0x3849a1b5,0xe52f6a0e
 623 DD 0xfcc7f5cd,0x21a13e76,0x43e6144a,0x9e80dff1
 624 DD 0x9b658ac1,0x4603417a,0x24446b46,0xf922a0fd
 625 DD 0xe0ca3f3e,0x3dacf485,0x5febdeb9,0x828d1502
 626 DD 0x6c3ae13f,0xb15c2a84,0xd31b00b8,0x0e7dcb03
 627 DD 0x179554c0,0xcaf39f7b,0xa8b4b547,0x75d27efc
 628 DD 0x431048bf,0x9e768304,0xfc31a938,0x21576283
 629 DD 0x38bffd40,0xe5d936fb,0x879e1cc7,0x5af8d77c
 630 DD 0xb44f2341,0x6929e8fa,0x0b6ec2c6,0xd608097d
 631 DD 0xcfe096be,0x12865d05,0x70c17739,0xada7bc82
 632 DD 0xa842e9b2,0x75242209,0x17630835,0xca05c38e
 633 DD 0xd3ed5c4d,0x0e8b97f6,0x6cccbdca,0xb1aa7671
 634 DD 0x5f1d824c,0x827b49f7,0xe03c63cb,0x3d5aa870
 635 DD 0x24b237b3,0xf9d4fc08,0x9b93d634,0x46f51d8f
 636 DD 0x90597c54,0x4d3fb7ef,0x2f789dd3,0xf21e5668
 637 DD 0xebf6c9ab,0x36900210,0x54d7282c,0x89b1e397
 638 DD 0x670617aa,0xba60dc11,0xd827f62d,0x05413d96
 639 DD 0x1ca9a255,0xc1cf69ee,0xa38843d2,0x7eee8869
 640 DD 0x7b0bdd59,0xa66d16e2,0xc42a3cde,0x194cf765
 641 DD 0x00a468a6,0xddc2a31d,0xbf858921,0x62e3429a
 642 DD 0x8c54b6a7,0x51327d1c,0x33755720,0xee139c9b
 643 DD 0xf7fb0358,0x2a9dc8e3,0x48dae2df,0x95bc2964
 644 DD 0xe06e5798,0x3d089c23,0x5f4fb61f,0x82297da4
 645 DD 0x9bc1e267,0x46a729dc,0x24e003e0,0xf986c85b
 646 DD 0x17313c66,0xca57f7dd,0xa810dde1,0x7576165a
 647 DD 0x6c9e8999,0xb1f84222,0xd3bf681e,0x0ed9a3a5
 648 DD 0x0b3cf695,0xd65a3d2e,0xb41d1712,0x697bdca9
 649 DD 0x7093436a,0xadf588d1,0xcfb2a2ed,0x12d46956
 650 DD 0xfc639d6b,0x210556d0,0x43427cec,0x9e24b757
 651 DD 0x87cc2894,0x5aaae32f,0x38edc913,0xe58b02a8
 652 DD 0x33276373,0xee41a8c8,0x8c0682f4,0x5160494f
 653 DD 0x4888d68c,0x95ee1d37,0xf7a9370b,0x2acffcb0
 654 DD 0xc478088d,0x191ec336,0x7b59e90a,0xa63f22b1
 655 DD 0xbfd7bd72,0x62b176c9,0x00f65cf5,0xdd90974e
 656 DD 0xd875c27e,0x051309c5,0x675423f9,0xba32e842
 657 DD 0xa3da7781,0x7ebcbc3a,0x1cfb9606,0xc19d5dbd
 658 DD 0x2f2aa980,0xf24c623b,0x900b4807,0x4d6d83bc
 659 DD 0x54851c7f,0x89e3d7c4,0xeba4fdf8,0x36c23643
 660
 661 %macro slversion 4
 662 global %1_slver_%2%3%4
 663 global %1_slver
 664 %1_slver:
 665 %1_slver_%2%3%4:
 666         dw 0x%4
 667         db 0x%3, 0x%2
 668 %endmacro
 669 ;;;       func            core, ver, snum
 670 slversion crc32_iscsi_00, 00,   02,  0014
 671 %ifidn __OUTPUT_FORMAT__, elf64
 672 ; inform linker that this doesn't require executable stack
 673 section .note.GNU-stack noalloc noexec nowrite progbits
 674 %endif