text: /******************************************************************************
  * Copyright (c) Intel Corporation - All rights reserved.                      *
  * This file is part of the LIBXSMM library.                                   *
  *                                                                             *
  * For information on the license, see the LICENSE file.                       *
  * Further information: https://github.com/hfp/libxsmm/                        *
  * SPDX-License-Identifier: BSD-3-Clause                                       *
  ******************************************************************************/
  /* Alexander Heinecke (Intel Corp.)
  ******************************************************************************/
  #include "generator_spgemm_csr_asparse.h"
  #include "generator_common.h"
  #include "libxsmm_main.h"
  
  LIBXSMM_API_INTERN
  void libxsmm_generator_spgemm_csr_asparse( libxsmm_generated_code*         io_generated_code,
                                             const libxsmm_gemm_descriptor*  i_xgemm_desc,
                                             const char*                     i_arch,
                                             const unsigned int*             i_row_idx,
                                             const unsigned int*             i_column_idx,
                                             const double*                   i_values ) {
    unsigned int l_m;
    unsigned int l_z;
    unsigned int l_row_elements;
    unsigned int l_flop_count = 0;
  
    char l_new_code[512];
    int l_max_code_length = 511;
    int l_code_length = 0;
  
    LIBXSMM_UNUSED(i_values);
  
    l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  unsigned int l_n = 0;\n");
    libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
  
    /* reset C if beta is zero */
    if (0 != (LIBXSMM_GEMM_FLAG_BETA_0 & i_xgemm_desc->flags)) { /* Beta=0 */
      l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  unsigned int l_m = 0;\n");
      libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  for ( l_m = 0; l_m < %u; l_m++) {\n", (unsigned int)i_xgemm_desc->m);
      libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      if ( i_xgemm_desc->m > 1 ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "    #pragma simd\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "    #pragma vector aligned\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      }
      if ( LIBXSMM_GEMM_PRECISION_F64 == LIBXSMM_GETENUM_INP( i_xgemm_desc->datatype ) ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "    for ( l_n = 0; l_n < %u; l_n++) { C[(l_m*%u)+l_n] = 0.0; }\n", (unsigned int)i_xgemm_desc->ldc, (unsigned int)i_xgemm_desc->ldc);
      } else {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "    for ( l_n = 0; l_n < %u; l_n++) { C[(l_m*%u)+l_n] = 0.0f; }\n", (unsigned int)i_xgemm_desc->ldc, (unsigned int)i_xgemm_desc->ldc);
      }
      libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  }\n");
      libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
    }
    l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "\n");
    libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
  
    /* determine the correct simd pragma for each architecture */
    if ( ( strcmp( i_arch, "noarch" ) == 0 ) ||
         ( strcmp( i_arch, "wsm" ) == 0 )    ||
         ( strcmp( i_arch, "snb" ) == 0 )    ||
         ( strcmp( i_arch, "hsw" ) == 0 ) ) {
      if ( i_xgemm_desc->n > 7 ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  #pragma simd vectorlength(8)\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      } else if ( i_xgemm_desc->n > 3 ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  #pragma simd vectorlength(4)\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      } else if ( i_xgemm_desc->n > 1 ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  #pragma simd vectorlength(2)\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      } else {}
  
  
    } else if ( ( strcmp( i_arch, "knl" ) == 0 ) ||
                ( strcmp( i_arch, "knm" ) == 0 ) ||
                ( strcmp( i_arch, "skx" ) == 0 ) ||
                ( strcmp( i_arch, "clx" ) == 0 ) ||
                ( strcmp( i_arch, "cpx" ) == 0 ) ) {
      if ( (i_xgemm_desc->n > 1) ) {
        l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  #pragma simd vectorlength(16)\n");
        libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
      }
    } else {
      LIBXSMM_HANDLE_ERROR( io_generated_code, LIBXSMM_ERR_ARCH );
      return;
    }
  
    if ( (i_xgemm_desc->n > 1)          &&
         ((LIBXSMM_GEMM_FLAG_ALIGN_A & i_xgemm_desc->flags) != 0) &&
         ((LIBXSMM_GEMM_FLAG_ALIGN_C & i_xgemm_desc->flags) != 0) ) {
      l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  #pragma vector aligned\n");
      libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
    }
  
    /* generate the actuel kernel */
    l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  for ( l_n = 0; l_n < %u; l_n++) {\n", (unsigned int)i_xgemm_desc->n);
    libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
  
    for ( l_m = 0; l_m < (unsigned int)i_xgemm_desc->m; l_m++ ) {
      l_row_elements = i_row_idx[l_m+1] - i_row_idx[l_m];
      for ( l_z = 0; l_z < l_row_elements; l_z++ ) {
        /* check k such that we just use columns which actually need to be multiplied */
        if ( i_column_idx[i_row_idx[l_m] + l_z] < (unsigned int)i_xgemm_desc->k ) {
          l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "    C[%u+l_n] += A[%u] * B[%u+l_n];\n", l_m * i_xgemm_desc->ldc, i_row_idx[l_m] + l_z, i_column_idx[i_row_idx[l_m] + l_z]*i_xgemm_desc->ldb );
          libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
          l_flop_count += 2;
        }
      }
    }
  
    l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "  }\n");
    libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
  
    /* add flop counter */
    l_code_length = LIBXSMM_SNPRINTF(l_new_code, l_max_code_length, "\n#ifndef NDEBUG\n#ifdef _OPENMP\n#pragma omp atomic\n#endif\nlibxsmm_num_total_flops += %u;\n#endif\n", l_flop_count * (unsigned int)i_xgemm_desc->m);
    libxsmm_append_code_as_string( io_generated_code, l_new_code, l_code_length );
  }
  
  