ceph/src/isa-l/erasure_code/aarch64/ec_aarch64_highlevel_func.c

   1 /**************************************************************
   2   Copyright (c) 2019 Huawei Technologies Co., Ltd.
   3
   4   Redistribution and use in source and binary forms, with or without
   5   modification, are permitted provided that the following conditions
   6   are met:
   7     * Redistributions of source code must retain the above copyright
   8       notice, this list of conditions and the following disclaimer.
   9     * Redistributions in binary form must reproduce the above copyright
  10       notice, this list of conditions and the following disclaimer in
  11       the documentation and/or other materials provided with the
  12       distribution.
  13     * Neither the name of Huawei Corporation nor the names of its
  14       contributors may be used to endorse or promote products derived
  15       from this software without specific prior written permission.
  16
  17   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  18   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  19   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  20   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  21   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  22   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  23   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  24   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  25   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  27   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28 **********************************************************************/
  29 #include "erasure_code.h"
  30
  31 /*external function*/
  32 extern void gf_vect_dot_prod_neon(int len, int vlen, unsigned char *gftbls,
  33                                   unsigned char **src, unsigned char *dest);
  34 extern void gf_2vect_dot_prod_neon(int len, int vlen, unsigned char *gftbls,
  35                                    unsigned char **src, unsigned char **dest);
  36 extern void gf_3vect_dot_prod_neon(int len, int vlen, unsigned char *gftbls,
  37                                    unsigned char **src, unsigned char **dest);
  38 extern void gf_4vect_dot_prod_neon(int len, int vlen, unsigned char *gftbls,
  39                                    unsigned char **src, unsigned char **dest);
  40 extern void gf_5vect_dot_prod_neon(int len, int vlen, unsigned char *gftbls,
  41                                    unsigned char **src, unsigned char **dest);
  42 extern void gf_vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  43                              unsigned char *src, unsigned char *dest);
  44 extern void gf_2vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  45                               unsigned char *src, unsigned char **dest);
  46 extern void gf_3vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  47                               unsigned char *src, unsigned char **dest);
  48 extern void gf_4vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  49                               unsigned char *src, unsigned char **dest);
  50 extern void gf_5vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  51                               unsigned char *src, unsigned char **dest);
  52 extern void gf_6vect_mad_neon(int len, int vec, int vec_i, unsigned char *gftbls,
  53                               unsigned char *src, unsigned char **dest);
  54
  55 void ec_encode_data_neon(int len, int k, int rows, unsigned char *g_tbls, unsigned char **data,
  56                          unsigned char **coding)
  57 {
  58         if (len < 16) {
  59                 ec_encode_data_base(len, k, rows, g_tbls, data, coding);
  60                 return;
  61         }
  62
  63         while (rows > 5) {
  64                 gf_5vect_dot_prod_neon(len, k, g_tbls, data, coding);
  65                 g_tbls += 5 * k * 32;
  66                 coding += 5;
  67                 rows -= 5;
  68         }
  69         switch (rows) {
  70         case 5:
  71                 gf_5vect_dot_prod_neon(len, k, g_tbls, data, coding);
  72                 break;
  73         case 4:
  74                 gf_4vect_dot_prod_neon(len, k, g_tbls, data, coding);
  75                 break;
  76         case 3:
  77                 gf_3vect_dot_prod_neon(len, k, g_tbls, data, coding);
  78                 break;
  79         case 2:
  80                 gf_2vect_dot_prod_neon(len, k, g_tbls, data, coding);
  81                 break;
  82         case 1:
  83                 gf_vect_dot_prod_neon(len, k, g_tbls, data, *coding);
  84                 break;
  85         case 0:
  86                 break;
  87         default:
  88                 break;
  89         }
  90 }
  91
  92 void ec_encode_data_update_neon(int len, int k, int rows, int vec_i, unsigned char *g_tbls,
  93                                 unsigned char *data, unsigned char **coding)
  94 {
  95         if (len < 16) {
  96                 ec_encode_data_update_base(len, k, rows, vec_i, g_tbls, data, coding);
  97                 return;
  98         }
  99         while (rows > 6) {
 100                 gf_6vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 101                 g_tbls += 6 * k * 32;
 102                 coding += 6;
 103                 rows -= 6;
 104         }
 105         switch (rows) {
 106         case 6:
 107                 gf_6vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 108                 break;
 109         case 5:
 110                 gf_5vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 111                 break;
 112         case 4:
 113                 gf_4vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 114                 break;
 115         case 3:
 116                 gf_3vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 117                 break;
 118         case 2:
 119                 gf_2vect_mad_neon(len, k, vec_i, g_tbls, data, coding);
 120                 break;
 121         case 1:
 122                 gf_vect_mad_neon(len, k, vec_i, g_tbls, data, *coding);
 123                 break;
 124         case 0:
 125                 break;
 126         }
 127 }