libflame  revision_anchor
Functions
FLA_Bidiag_UT_u_fus_var3.c File Reference

(r)

Functions

FLA_Error FLA_Bidiag_UT_u_ofu_var3 (FLA_Obj A, FLA_Obj TU, FLA_Obj TV)
FLA_Error FLA_Bidiag_UT_u_step_ofu_var3 (FLA_Obj A, FLA_Obj T, FLA_Obj S)
FLA_Error FLA_Bidiag_UT_u_step_ofs_var3 (int m_A, int n_A, int m_TS, float *buff_A, int rs_A, int cs_A, float *buff_T, int rs_T, int cs_T, float *buff_S, int rs_S, int cs_S)
FLA_Error FLA_Bidiag_UT_u_step_ofd_var3 (int m_A, int n_A, int m_TS, double *buff_A, int rs_A, int cs_A, double *buff_T, int rs_T, int cs_T, double *buff_S, int rs_S, int cs_S)
FLA_Error FLA_Bidiag_UT_u_step_ofc_var3 (int m_A, int n_A, int m_TS, scomplex *buff_A, int rs_A, int cs_A, scomplex *buff_T, int rs_T, int cs_T, scomplex *buff_S, int rs_S, int cs_S)
FLA_Error FLA_Bidiag_UT_u_step_ofz_var3 (int m_A, int n_A, int m_TS, dcomplex *buff_A, int rs_A, int cs_A, dcomplex *buff_T, int rs_T, int cs_T, dcomplex *buff_S, int rs_S, int cs_S)

Function Documentation

References FLA_Bidiag_UT_u_step_ofu_var3().

{
  return FLA_Bidiag_UT_u_step_ofu_var3( A, TU, TV );
}
FLA_Error FLA_Bidiag_UT_u_step_ofc_var3 ( int  m_A,
int  n_A,
int  m_TS,
scomplex buff_A,
int  rs_A,
int  cs_A,
scomplex buff_T,
int  rs_T,
int  cs_T,
scomplex buff_S,
int  rs_S,
int  cs_S 
)

References bli_caxpyv(), bli_cconjv(), bli_ccopyv(), bli_cdot(), bli_cgemv(), bli_cger(), bli_cinvscalv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opc_var1(), FLA_Fused_Gerc2_Ahx_Axpy_Ax_opc_var1(), FLA_Househ2_UT_l_opc(), FLA_Househ2s_UT_r_opc(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.

Referenced by FLA_Bidiag_UT_u_step_ofu_var3().

{
  scomplex* buff_1  = FLA_COMPLEX_PTR( FLA_ONE );
  scomplex* buff_0  = FLA_COMPLEX_PTR( FLA_ZERO );
  scomplex* buff_m1 = FLA_COMPLEX_PTR( FLA_MINUS_ONE );

  scomplex  alpha12;
  scomplex  minus_conj_alpha12;
  scomplex  psi11_minus_alpha12;
  scomplex  minus_inv_tau11;
  scomplex  minus_upsilon11;
  scomplex  minus_conj_nu11;
  scomplex  minus_conj_psi11;
  scomplex  minus_zeta11;
  scomplex  beta;
  int       i;

  // b_alg = FLA_Obj_length( T );
  int       b_alg = m_TS;

  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &y );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &z );
  scomplex* buff_w  = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  scomplex* buff_ap = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  scomplex* buff_u  = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  scomplex* buff_up = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  scomplex* buff_v  = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  scomplex* buff_y  = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  scomplex* buff_z  = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  int       inc_w   = 1;
  int       inc_ap  = 1;
  int       inc_u   = 1;
  int       inc_up  = 1;
  int       inc_v   = 1;
  int       inc_y   = 1;
  int       inc_z   = 1;

  for ( i = 0; i < b_alg; ++i )
  {
    scomplex* a10t      = buff_A  + (0  )*cs_A + (i  )*rs_A;
    scomplex* A20       = buff_A  + (0  )*cs_A + (i+1)*rs_A;
    scomplex* alpha11   = buff_A  + (i  )*cs_A + (i  )*rs_A;
    scomplex* a21       = buff_A  + (i  )*cs_A + (i+1)*rs_A;
    scomplex* A02       = buff_A  + (i+1)*cs_A + (0  )*rs_A;
    scomplex* a12t      = buff_A  + (i+1)*cs_A + (i  )*rs_A;
    scomplex* A22       = buff_A  + (i+1)*cs_A + (i+1)*rs_A;

    scomplex* t01       = buff_T  + (i  )*cs_T + (0  )*rs_T;
    scomplex* tau11     = buff_T  + (i  )*cs_T + (i  )*rs_T;

    scomplex* s01       = buff_S  + (i  )*cs_S + (0  )*rs_S;
    scomplex* sigma11   = buff_S  + (i  )*cs_S + (i  )*rs_S;

    scomplex* w21       = buff_w  + (i+1)*inc_w;

    scomplex* a12p      = buff_ap + (i+1)*inc_ap;

    scomplex* upsilon11 = buff_u  + (i  )*inc_u;
    scomplex* u21       = buff_u  + (i+1)*inc_u;

    scomplex* u21p      = buff_up + (i+1)*inc_up;

    scomplex* nu11      = buff_v  + (i  )*inc_v;
    scomplex* v21       = buff_v  + (i+1)*inc_v;

    scomplex* psi11     = buff_y  + (i  )*inc_y;
    scomplex* y21       = buff_y  + (i+1)*inc_y;

    scomplex* zeta11    = buff_z  + (i  )*inc_z;
    scomplex* z21       = buff_z  + (i+1)*inc_z;

    scomplex* a12p_t    = a12p    + (0  )*inc_ap;
    scomplex* a12p_b    = a12p    + (1  )*inc_ap;

    scomplex* v21_t     = v21     + (0  )*inc_v;
    scomplex* v21_b     = v21     + (1  )*inc_v;

    scomplex* a12t_l    = a12t    + (0  )*cs_A + (0  )*rs_A;
    scomplex* a12t_r    = a12t    + (1  )*cs_A + (0  )*rs_A;

    scomplex* A22_l     = A22     + (0  )*cs_A + (0  )*rs_A;

    int       m_ahead   = m_A - i - 1;
    int       n_ahead   = n_A - i - 1;
    int       m_behind  = i;
    int       n_behind  = i;

    /*------------------------------------------------------------*/

    if ( m_behind > 0 )
    {
      // FLA_Copy( upsilon11, minus_upsilon11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_upsilon11 );
      bli_cmult3( buff_m1, upsilon11, &minus_upsilon11 );

      // FLA_Copy( zeta11, minus_zeta11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_zeta11 );
      bli_cmult3( buff_m1, zeta11, &minus_zeta11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, psi11, minus_conj_psi11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_psi11 );
      bli_ccopyconj( psi11, &minus_conj_psi11 );
      bli_cscals( buff_m1, &minus_conj_psi11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, nu11, minus_conj_nu11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_nu11 );
      bli_ccopyconj( nu11, &minus_conj_nu11 );
      bli_cscals( buff_m1, &minus_conj_nu11 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, upsilon11, alpha11 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  zeta11,    alpha11 );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_psi11,
                  upsilon11, 1,
                  alpha11,   1 );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_nu11,
                  zeta11,  1,
                  alpha11, 1 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, u21, a21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  z21, a21 );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_psi11,
                  u21, inc_u,
                  a21, rs_A );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_nu11,
                  z21, inc_z,
                  a21, rs_A );

      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_upsilon11, y21, a12t );
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_zeta11,    v21, a12t );
      bli_caxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_upsilon11,
                  y21,  inc_y,
                  a12t, cs_A );
      bli_caxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_zeta11,
                  v21,  inc_v,
                  a12t, cs_A );
    }

    // FLA_Househ2_UT( FLA_LEFT,
    //                 alpha11,
    //                 a21, tau11 );
    // FLA_Copy( a21, u21p );
    FLA_Househ2_UT_l_opc( m_ahead,
                          alpha11,
                          a21, rs_A,
                          tau11 );
    bli_ccopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                a21,  rs_A,
                u21p, inc_up );

    if ( n_ahead > 0 )
    {
      // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 );
      bli_cdiv3( buff_m1, tau11, &minus_inv_tau11 );

      // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p );
      // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p );
      bli_ccopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12t, cs_A,
                  a12p, inc_ap );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_inv_tau11,
                  a12t, cs_A,
                  a12p, inc_ap );
    }

    if ( m_behind > 0 && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Gerc2_Ahx_Axpy_Ax_opc_var1( m_ahead,
                                            n_ahead,
                                            tau11,
                                            buff_m1,
                                            u21, inc_u,
                                            y21, inc_y,
                                            z21, inc_z,
                                            v21, inc_v,
                                            A22, rs_A, cs_A,
                                            u21p, inc_up,
                                            a12p, inc_ap,
                                            w21,  inc_w );
                                           
                                           
    }
    else if ( n_ahead > 0 )
    {
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Ahx_Axpy_Ax_opc_var1( m_ahead,
                                      n_ahead,
                                      tau11,
                                      buff_0,
                                      A22,  rs_A, cs_A,
                                      u21p, inc_up,
                                      a12p, inc_ap,
                                      y21,  inc_y,
                                      w21,  inc_w );
    }

    if ( n_ahead > 0 )
    {
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 );
      bli_caxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  buff_1,
                  a12t, cs_A,
                  y21,  inc_y );

      // FLA_Househ2s_UT( FLA_RIGHT,
      //                  a12p_t,
      //                  a12p_b,
      //                  alpha12, psi11_minus_alpha12, sigma11 );
      FLA_Househ2s_UT_r_opc( n_ahead - 1,
                             a12p_t,
                             a12p_b, inc_ap,
                             &alpha12,
                             &psi11_minus_alpha12,
                             sigma11 );

      // FLA_Copy( a12p, v21 );
      // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 );
      // FLA_Conjugate( v21_b );
      bli_ccopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12p, inc_ap,
                  v21,  inc_v );
      bli_cmult4( buff_m1, &alpha12, v21_t, v21_t );
      bli_cinvscalv( BLIS_NO_CONJUGATE,
                     n_ahead,
                     &psi11_minus_alpha12,
                     v21, inc_v );
      bli_cconjv( n_ahead - 1,
                  v21_b, inc_v );

      // FLA_Copyt( FLA_NO_TRANSPOSE, alpha12, a12t_l );
      // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r );
      *a12t_l = alpha12;
      bli_ccopyv( BLIS_NO_CONJUGATE,
                  n_ahead - 1,
                  v21_b,  inc_v,
                  a12t_r, cs_A );
    }

    // FLA_Copy( u21p, u21 );
    bli_ccopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                u21p, inc_up,
                u21,  inc_u );

    if ( n_ahead > 0 )
    {
      // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta );
      // FLA_Scal( FLA_MINUS_ONE, beta );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta );
      bli_cdot( BLIS_CONJUGATE,
                n_ahead,
                y21, inc_y,
                v21, inc_v,
                &beta );
      bli_cscals( &minus_inv_tau11, &beta );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 );
      bli_ccopyconj( &alpha12, &minus_conj_alpha12 );
      bli_cneg1( &minus_conj_alpha12 );

      // FLA_Copy( w21, z21 );
      // FLA_Axpy( minus_conj_alpha12, A22_l, z21 );
      // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 );
      // FLA_Axpy( beta, u21, z21 );
      bli_ccopyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  w21, inc_w,
                  z21, inc_z );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_alpha12,
                  A22_l, rs_A,
                  z21,   inc_z );
      bli_cinvscalv( BLIS_CONJUGATE,
                     m_ahead,
                     &psi11_minus_alpha12,
                     z21, inc_z );
      bli_caxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &beta,
                  u21, inc_u,
                  z21, inc_z );

      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11,   y21 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 );
      bli_cinvscalv( BLIS_CONJUGATE,
                     n_ahead,
                     tau11,
                     y21, inc_y );
      bli_cinvscalv( BLIS_NO_CONJUGATE,
                     m_ahead,
                     sigma11,
                     z21, inc_z );

      // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_ONE, A02, v21, FLA_ZERO, s01 );
      bli_cgemv( BLIS_CONJ_NO_TRANSPOSE,
                 BLIS_NO_CONJUGATE,
                 m_behind,
                 n_ahead,
                 buff_1,
                 A02, rs_A, cs_A,
                 v21, inc_v,
                 buff_0,
                 s01, rs_S );
    }

    // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 );
    // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 );
    bli_ccopyv( BLIS_CONJUGATE,
                n_behind,
                a10t, cs_A,
                t01,  rs_T );
    bli_cgemv( BLIS_CONJ_TRANSPOSE,
               BLIS_NO_CONJUGATE,
               m_ahead,
               n_behind,
               buff_1,
               A20, rs_A, cs_A,
               u21, inc_u,
               buff_1,
               t01, rs_T );

    if ( m_behind + 1 == b_alg && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      bli_cger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                u21, inc_u,
                y21, inc_y,
                A22, rs_A, cs_A );
      bli_cger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                z21, inc_z,
                v21, inc_v,
                A22, rs_A, cs_A );
    }

    /*------------------------------------------------------------*/

  }

  // FLA_Obj_free( &w );
  // FLA_Obj_free( &ap );
  // FLA_Obj_free( &u );
  // FLA_Obj_free( &up );
  // FLA_Obj_free( &v );
  // FLA_Obj_free( &y );
  // FLA_Obj_free( &z );
  FLA_free( buff_w );
  FLA_free( buff_ap );
  FLA_free( buff_u );
  FLA_free( buff_up );
  FLA_free( buff_v );
  FLA_free( buff_y );
  FLA_free( buff_z );

  return FLA_SUCCESS;
}
FLA_Error FLA_Bidiag_UT_u_step_ofd_var3 ( int  m_A,
int  n_A,
int  m_TS,
double *  buff_A,
int  rs_A,
int  cs_A,
double *  buff_T,
int  rs_T,
int  cs_T,
double *  buff_S,
int  rs_S,
int  cs_S 
)

References bli_daxpyv(), bli_dconjv(), bli_dcopyv(), bli_ddot(), bli_dgemv(), bli_dger(), bli_dinvscalv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opd_var1(), FLA_Fused_Gerc2_Ahx_Axpy_Ax_opd_var1(), FLA_Househ2_UT_l_opd(), FLA_Househ2s_UT_r_opd(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.

Referenced by FLA_Bidiag_UT_u_step_ofu_var3().

{
  double*   buff_1  = FLA_DOUBLE_PTR( FLA_ONE );
  double*   buff_0  = FLA_DOUBLE_PTR( FLA_ZERO );
  double*   buff_m1 = FLA_DOUBLE_PTR( FLA_MINUS_ONE );

  double    alpha12;
  double    minus_conj_alpha12;
  double    psi11_minus_alpha12;
  double    minus_inv_tau11;
  double    minus_upsilon11;
  double    minus_conj_nu11;
  double    minus_conj_psi11;
  double    minus_zeta11;
  double    beta;
  int       i;

  // b_alg = FLA_Obj_length( T );
  int       b_alg = m_TS;

  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &y );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &z );
  double*   buff_w  = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  double*   buff_ap = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  double*   buff_u  = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  double*   buff_up = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  double*   buff_v  = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  double*   buff_y  = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  double*   buff_z  = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  int       inc_w   = 1;
  int       inc_ap  = 1;
  int       inc_u   = 1;
  int       inc_up  = 1;
  int       inc_v   = 1;
  int       inc_y   = 1;
  int       inc_z   = 1;

  for ( i = 0; i < b_alg; ++i )
  {
    double*   a10t      = buff_A  + (0  )*cs_A + (i  )*rs_A;
    double*   A20       = buff_A  + (0  )*cs_A + (i+1)*rs_A;
    double*   alpha11   = buff_A  + (i  )*cs_A + (i  )*rs_A;
    double*   a21       = buff_A  + (i  )*cs_A + (i+1)*rs_A;
    double*   A02       = buff_A  + (i+1)*cs_A + (0  )*rs_A;
    double*   a12t      = buff_A  + (i+1)*cs_A + (i  )*rs_A;
    double*   A22       = buff_A  + (i+1)*cs_A + (i+1)*rs_A;

    double*   t01       = buff_T  + (i  )*cs_T + (0  )*rs_T;
    double*   tau11     = buff_T  + (i  )*cs_T + (i  )*rs_T;

    double*   s01       = buff_S  + (i  )*cs_S + (0  )*rs_S;
    double*   sigma11   = buff_S  + (i  )*cs_S + (i  )*rs_S;

    double*   w21       = buff_w  + (i+1)*inc_w;

    double*   a12p      = buff_ap + (i+1)*inc_ap;

    double*   upsilon11 = buff_u  + (i  )*inc_u;
    double*   u21       = buff_u  + (i+1)*inc_u;

    double*   u21p      = buff_up + (i+1)*inc_up;

    double*   nu11      = buff_v  + (i  )*inc_v;
    double*   v21       = buff_v  + (i+1)*inc_v;

    double*   psi11     = buff_y  + (i  )*inc_y;
    double*   y21       = buff_y  + (i+1)*inc_y;

    double*   zeta11    = buff_z  + (i  )*inc_z;
    double*   z21       = buff_z  + (i+1)*inc_z;

    double*   a12p_t    = a12p    + (0  )*inc_ap;
    double*   a12p_b    = a12p    + (1  )*inc_ap;

    double*   v21_t     = v21     + (0  )*inc_v;
    double*   v21_b     = v21     + (1  )*inc_v;

    double*   a12t_l    = a12t    + (0  )*cs_A + (0  )*rs_A;
    double*   a12t_r    = a12t    + (1  )*cs_A + (0  )*rs_A;

    double*   A22_l     = A22     + (0  )*cs_A + (0  )*rs_A;

    int       m_ahead   = m_A - i - 1;
    int       n_ahead   = n_A - i - 1;
    int       m_behind  = i;
    int       n_behind  = i;

    /*------------------------------------------------------------*/

    if ( m_behind > 0 )
    {
      // FLA_Copy( upsilon11, minus_upsilon11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_upsilon11 );
      bli_dmult3( buff_m1, upsilon11, &minus_upsilon11 );

      // FLA_Copy( zeta11, minus_zeta11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_zeta11 );
      bli_dmult3( buff_m1, zeta11, &minus_zeta11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, psi11, minus_conj_psi11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_psi11 );
      bli_dcopyconj( psi11, &minus_conj_psi11 );
      bli_dscals( buff_m1, &minus_conj_psi11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, nu11, minus_conj_nu11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_nu11 );
      bli_dcopyconj( nu11, &minus_conj_nu11 );
      bli_dscals( buff_m1, &minus_conj_nu11 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, upsilon11, alpha11 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  zeta11,    alpha11 );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_psi11,
                  upsilon11, 1,
                  alpha11,   1 );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_nu11,
                  zeta11,  1,
                  alpha11, 1 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, u21, a21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  z21, a21 );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_psi11,
                  u21, inc_u,
                  a21, rs_A );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_nu11,
                  z21, inc_z,
                  a21, rs_A );

      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_upsilon11, y21, a12t );
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_zeta11,    v21, a12t );
      bli_daxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_upsilon11,
                  y21,  inc_y,
                  a12t, cs_A );
      bli_daxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_zeta11,
                  v21,  inc_v,
                  a12t, cs_A );
    }

    // FLA_Househ2_UT( FLA_LEFT,
    //                 alpha11,
    //                 a21, tau11 );
    // FLA_Copy( a21, u21p );
    FLA_Househ2_UT_l_opd( m_ahead,
                          alpha11,
                          a21, rs_A,
                          tau11 );
    bli_dcopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                a21,  rs_A,
                u21p, inc_up );

    if ( n_ahead > 0 )
    {
      // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 );
      bli_ddiv3( buff_m1, tau11, &minus_inv_tau11 );

      // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p );
      // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p );
      bli_dcopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12t, cs_A,
                  a12p, inc_ap );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_inv_tau11,
                  a12t, cs_A,
                  a12p, inc_ap );
    }

    if ( m_behind > 0 && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Gerc2_Ahx_Axpy_Ax_opd_var1( m_ahead,
                                            n_ahead,
                                            tau11,
                                            buff_m1,
                                            u21, inc_u,
                                            y21, inc_y,
                                            z21, inc_z,
                                            v21, inc_v,
                                            A22, rs_A, cs_A,
                                            u21p, inc_up,
                                            a12p, inc_ap,
                                            w21,  inc_w );
                                           
                                           
    }
    else if ( n_ahead > 0 )
    {
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Ahx_Axpy_Ax_opd_var1( m_ahead,
                                      n_ahead,
                                      tau11,
                                      buff_0,
                                      A22,  rs_A, cs_A,
                                      u21p, inc_up,
                                      a12p, inc_ap,
                                      y21,  inc_y,
                                      w21,  inc_w );
    }

    if ( n_ahead > 0 )
    {
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 );
      bli_daxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  buff_1,
                  a12t, cs_A,
                  y21,  inc_y );

      // FLA_Househ2s_UT( FLA_RIGHT,
      //                  a12p_t,
      //                  a12p_b,
      //                  alpha12, psi11_minus_alpha12, sigma11 );
      FLA_Househ2s_UT_r_opd( n_ahead - 1,
                             a12p_t,
                             a12p_b, inc_ap,
                             &alpha12,
                             &psi11_minus_alpha12,
                             sigma11 );

      // FLA_Copy( a12p, v21 );
      // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 );
      // FLA_Conjugate( v21_b );
      bli_dcopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12p, inc_ap,
                  v21,  inc_v );
      bli_dmult4( buff_m1, &alpha12, v21_t, v21_t );
      bli_dinvscalv( BLIS_NO_CONJUGATE,
                     n_ahead,
                     &psi11_minus_alpha12,
                     v21, inc_v );
      bli_dconjv( n_ahead - 1,
                  v21_b, inc_v );

      // FLA_Copyt( FLA_NO_TRANSPOSE, alpha12, a12t_l );
      // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r );
      *a12t_l = alpha12;
      bli_dcopyv( BLIS_NO_CONJUGATE,
                  n_ahead - 1,
                  v21_b,  inc_v,
                  a12t_r, cs_A );
    }

    // FLA_Copy( u21p, u21 );
    bli_dcopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                u21p, inc_up,
                u21,  inc_u );

    if ( n_ahead > 0 )
    {
      // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta );
      // FLA_Scal( FLA_MINUS_ONE, beta );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta );
      bli_ddot( BLIS_CONJUGATE,
                n_ahead,
                y21, inc_y,
                v21, inc_v,
                &beta );
      bli_dscals( &minus_inv_tau11, &beta );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 );
      bli_dcopyconj( &alpha12, &minus_conj_alpha12 );
      bli_dneg1( &minus_conj_alpha12 );

      // FLA_Copy( w21, z21 );
      // FLA_Axpy( minus_conj_alpha12, A22_l, z21 );
      // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 );
      // FLA_Axpy( beta, u21, z21 );
      bli_dcopyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  w21, inc_w,
                  z21, inc_z );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_alpha12,
                  A22_l, rs_A,
                  z21,   inc_z );
      bli_dinvscalv( BLIS_CONJUGATE,
                     m_ahead,
                     &psi11_minus_alpha12,
                     z21, inc_z );
      bli_daxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &beta,
                  u21, inc_u,
                  z21, inc_z );

      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11,   y21 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 );
      bli_dinvscalv( BLIS_CONJUGATE,
                     n_ahead,
                     tau11,
                     y21, inc_y );
      bli_dinvscalv( BLIS_NO_CONJUGATE,
                     m_ahead,
                     sigma11,
                     z21, inc_z );

      // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_ONE, A02, v21, FLA_ZERO, s01 );
      bli_dgemv( BLIS_CONJ_NO_TRANSPOSE,
                 BLIS_NO_CONJUGATE,
                 m_behind,
                 n_ahead,
                 buff_1,
                 A02, rs_A, cs_A,
                 v21, inc_v,
                 buff_0,
                 s01, rs_S );
    }

    // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 );
    // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 );
    bli_dcopyv( BLIS_CONJUGATE,
                n_behind,
                a10t, cs_A,
                t01,  rs_T );
    bli_dgemv( BLIS_CONJ_TRANSPOSE,
               BLIS_NO_CONJUGATE,
               m_ahead,
               n_behind,
               buff_1,
               A20, rs_A, cs_A,
               u21, inc_u,
               buff_1,
               t01, rs_T );

    if ( m_behind + 1 == b_alg && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      bli_dger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                u21, inc_u,
                y21, inc_y,
                A22, rs_A, cs_A );
      bli_dger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                z21, inc_z,
                v21, inc_v,
                A22, rs_A, cs_A );
    }

    /*------------------------------------------------------------*/

  }

  // FLA_Obj_free( &w );
  // FLA_Obj_free( &ap );
  // FLA_Obj_free( &u );
  // FLA_Obj_free( &up );
  // FLA_Obj_free( &v );
  // FLA_Obj_free( &y );
  // FLA_Obj_free( &z );
  FLA_free( buff_w );
  FLA_free( buff_ap );
  FLA_free( buff_u );
  FLA_free( buff_up );
  FLA_free( buff_v );
  FLA_free( buff_y );
  FLA_free( buff_z );

  return FLA_SUCCESS;
}
FLA_Error FLA_Bidiag_UT_u_step_ofs_var3 ( int  m_A,
int  n_A,
int  m_TS,
float *  buff_A,
int  rs_A,
int  cs_A,
float *  buff_T,
int  rs_T,
int  cs_T,
float *  buff_S,
int  rs_S,
int  cs_S 
)

References bli_saxpyv(), bli_scopyv(), bli_sdot(), bli_sgemv(), bli_sger(), bli_sinvscalv(), BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, BLIS_NO_TRANSPOSE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_ops_var1(), FLA_Fused_Gerc2_Ahx_Axpy_Ax_ops_var1(), FLA_Househ2_UT_l_ops(), FLA_Househ2s_UT_r_ops(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.

Referenced by FLA_Bidiag_UT_u_step_ofu_var3().

{
  float*    buff_1  = FLA_FLOAT_PTR( FLA_ONE );
  float*    buff_0  = FLA_FLOAT_PTR( FLA_ZERO );
  float*    buff_m1 = FLA_FLOAT_PTR( FLA_MINUS_ONE );

  float     alpha12;
  float     minus_conj_alpha12;
  float     psi11_minus_alpha12;
  float     minus_inv_tau11;
  float     minus_upsilon11;
  float     minus_conj_nu11;
  float     minus_conj_psi11;
  float     minus_zeta11;
  float     beta;
  int       i;

  // b_alg = FLA_Obj_length( T );
  int       b_alg = m_TS;

  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &y );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &z );
  float*    buff_w  = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  float*    buff_ap = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  float*    buff_u  = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  float*    buff_up = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  float*    buff_v  = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  float*    buff_y  = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  float*    buff_z  = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  int       inc_w   = 1;
  int       inc_ap  = 1;
  int       inc_u   = 1;
  int       inc_up  = 1;
  int       inc_v   = 1;
  int       inc_y   = 1;
  int       inc_z   = 1;

  for ( i = 0; i < b_alg; ++i )
  {
    float*    a10t      = buff_A  + (0  )*cs_A + (i  )*rs_A;
    float*    A20       = buff_A  + (0  )*cs_A + (i+1)*rs_A;
    float*    alpha11   = buff_A  + (i  )*cs_A + (i  )*rs_A;
    float*    a21       = buff_A  + (i  )*cs_A + (i+1)*rs_A;
    float*    A02       = buff_A  + (i+1)*cs_A + (0  )*rs_A;
    float*    a12t      = buff_A  + (i+1)*cs_A + (i  )*rs_A;
    float*    A22       = buff_A  + (i+1)*cs_A + (i+1)*rs_A;

    float*    t01       = buff_T  + (i  )*cs_T + (0  )*rs_T;
    float*    tau11     = buff_T  + (i  )*cs_T + (i  )*rs_T;

    float*    s01       = buff_S  + (i  )*cs_S + (0  )*rs_S;
    float*    sigma11   = buff_S  + (i  )*cs_S + (i  )*rs_S;

    float*    w21       = buff_w  + (i+1)*inc_w;

    float*    a12p      = buff_ap + (i+1)*inc_ap;

    float*    upsilon11 = buff_u  + (i  )*inc_u;
    float*    u21       = buff_u  + (i+1)*inc_u;

    float*    u21p      = buff_up + (i+1)*inc_up;

    float*    nu11      = buff_v  + (i  )*inc_v;
    float*    v21       = buff_v  + (i+1)*inc_v;

    float*    psi11     = buff_y  + (i  )*inc_y;
    float*    y21       = buff_y  + (i+1)*inc_y;

    float*    zeta11    = buff_z  + (i  )*inc_z;
    float*    z21       = buff_z  + (i+1)*inc_z;

    float*    a12p_t    = a12p    + (0  )*inc_ap;
    float*    a12p_b    = a12p    + (1  )*inc_ap;

    float*    v21_t     = v21     + (0  )*inc_v;
    float*    v21_b     = v21     + (1  )*inc_v;

    float*    a12t_l    = a12t    + (0  )*cs_A + (0  )*rs_A;
    float*    a12t_r    = a12t    + (1  )*cs_A + (0  )*rs_A;

    float*    A22_l     = A22     + (0  )*cs_A + (0  )*rs_A;

    int       m_ahead   = m_A - i - 1;
    int       n_ahead   = n_A - i - 1;
    int       m_behind  = i;
    int       n_behind  = i;

    /*------------------------------------------------------------*/

    if ( m_behind > 0 )
    {
      // FLA_Copy( upsilon11, minus_upsilon11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_upsilon11 );
      bli_smult3( buff_m1, upsilon11, &minus_upsilon11 );

      // FLA_Copy( zeta11, minus_zeta11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_zeta11 );
      bli_smult3( buff_m1, zeta11, &minus_zeta11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, psi11, minus_conj_psi11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_psi11 );
      bli_scopyconj( psi11, &minus_conj_psi11 );
      bli_sscals( buff_m1, &minus_conj_psi11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, nu11, minus_conj_nu11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_nu11 );
      bli_scopyconj( nu11, &minus_conj_nu11 );
      bli_sscals( buff_m1, &minus_conj_nu11 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_upsilon11, psi11, alpha11 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_zeta11,    nu11,  alpha11 );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_upsilon11,
                  psi11,   1,
                  alpha11, 1 );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_zeta11,
                  nu11,    1,
                  alpha11, 1 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, u21, a21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  z21, a21 );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_psi11,
                  u21, inc_u,
                  a21, rs_A );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_nu11,
                  z21, inc_z,
                  a21, rs_A );

      // FLA_Axpyt( FLA_TRANSPOSE, minus_upsilon11, y21, a12t );
      // FLA_Axpyt( FLA_TRANSPOSE, minus_zeta11,    v21, a12t );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_upsilon11,
                  y21,  inc_y,
                  a12t, cs_A );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_zeta11,
                  v21,  inc_v,
                  a12t, cs_A );
    }

    // FLA_Househ2_UT( FLA_LEFT,
    //                 alpha11,
    //                 a21, tau11 );
    // FLA_Copy( a21, u21p );
    FLA_Househ2_UT_l_ops( m_ahead,
                          alpha11,
                          a21, rs_A,
                          tau11 );
    bli_scopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                a21,  rs_A,
                u21p, inc_up );

    if ( n_ahead > 0 )
    {
      // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 );
      bli_sdiv3( buff_m1, tau11, &minus_inv_tau11 );

      // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p );
      // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p );
      bli_scopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12t, cs_A,
                  a12p, inc_ap );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_inv_tau11,
                  a12t, cs_A,
                  a12p, inc_ap );
    }

    if ( m_behind > 0 && n_ahead > 0 )
    {
      // FLA_Ger( FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Ger( FLA_MINUS_ONE, z21, v21, A22 );
      // FLA_Gemvc( FLA_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Gerc2_Ahx_Axpy_Ax_ops_var1( m_ahead,
                                            n_ahead,
                                            tau11,
                                            buff_m1,
                                            u21, inc_u,
                                            y21, inc_y,
                                            z21, inc_z,
                                            v21, inc_v,
                                            A22, rs_A, cs_A,
                                            u21p, inc_up,
                                            a12p, inc_ap,
                                            w21,  inc_w );
                                           
                                           
    }
    else if ( n_ahead > 0 )
    {
      // FLA_Gemvc( FLA_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Ahx_Axpy_Ax_ops_var1( m_ahead,
                                      n_ahead,
                                      tau11,
                                      buff_0,
                                      A22,  rs_A, cs_A,
                                      u21p, inc_up,
                                      a12p, inc_ap,
                                      y21,  inc_y,
                                      w21,  inc_w );
    }

    if ( n_ahead > 0 )
    {
      // FLA_Axpyt( FLA_TRANSPOSE, FLA_ONE, a12t, y21 );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  buff_1,
                  a12t, cs_A,
                  y21,  inc_y );

      // FLA_Househ2s_UT( FLA_RIGHT,
      //                  a12p_t,
      //                  a12p_b,
      //                  alpha12, psi11_minus_alpha12, sigma11 );
      FLA_Househ2s_UT_r_ops( n_ahead - 1,
                             a12p_t,
                             a12p_b, inc_ap,
                             &alpha12,
                             &psi11_minus_alpha12,
                             sigma11 );

      // FLA_Copy( a12p, v21 );
      // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 );
      bli_scopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12p, inc_ap,
                  v21,  inc_v );
      bli_smult4( buff_m1, &alpha12, v21_t, v21_t );
      bli_sinvscalv( BLIS_NO_CONJUGATE,
                     n_ahead,
                     &psi11_minus_alpha12,
                     v21, inc_v );

      // FLA_Copy( alpha12, a12t_l );
      // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r );
      *a12t_l = alpha12;
      bli_scopyv( BLIS_NO_CONJUGATE,
                  n_ahead - 1,
                  v21_b,  inc_v,
                  a12t_r, cs_A );
    }

    // FLA_Copy( u21p, u21 );
    bli_scopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                u21p, inc_up,
                u21,  inc_u );

    if ( n_ahead > 0 )
    {
      // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta );
      // FLA_Scal( FLA_MINUS_ONE, beta );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta );
      bli_sdot( BLIS_CONJUGATE,
                n_ahead,
                y21, inc_y,
                v21, inc_v,
                &beta );
      bli_sscals( &minus_inv_tau11, &beta );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 );
      bli_scopyconj( &alpha12, &minus_conj_alpha12 );
      bli_sneg1( &minus_conj_alpha12 );

      // FLA_Copy( w21, z21 );
      // FLA_Axpy( minus_conj_alpha12, A22_l, z21 );
      // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 );
      // FLA_Axpy( beta, u21, z21 );
      bli_scopyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  w21, inc_w,
                  z21, inc_z );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_alpha12,
                  A22_l, rs_A,
                  z21,   inc_z );
      bli_sinvscalv( BLIS_CONJUGATE,
                     m_ahead,
                     &psi11_minus_alpha12,
                     z21, inc_z );
      bli_saxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &beta,
                  u21, inc_u,
                  z21, inc_z );

      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11,   y21 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 );
      bli_sinvscalv( BLIS_CONJUGATE,
                     n_ahead,
                     tau11,
                     y21, inc_y );
      bli_sinvscalv( BLIS_NO_CONJUGATE,
                     m_ahead,
                     sigma11,
                     z21, inc_z );

      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A02, v21, FLA_ZERO, s01 );
      bli_sgemv( BLIS_NO_TRANSPOSE,
                 BLIS_CONJUGATE,
                 m_behind,
                 n_ahead,
                 buff_1,
                 A02, rs_A, cs_A,
                 v21, inc_v,
                 buff_0,
                 s01, rs_S );
    }

    // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 );
    // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 );
    bli_scopyv( BLIS_CONJUGATE,
                n_behind,
                a10t, cs_A,
                t01,  rs_T );
    bli_sgemv( BLIS_CONJ_TRANSPOSE,
               BLIS_NO_CONJUGATE,
               m_ahead,
               n_behind,
               buff_1,
               A20, rs_A, cs_A,
               u21, inc_u,
               buff_1,
               t01, rs_T );

    if ( m_behind + 1 == b_alg && n_ahead > 0 )
    {
      // FLA_Ger( FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Ger( FLA_MINUS_ONE, z21, v21, A22 );
      bli_sger( BLIS_NO_CONJUGATE,
                BLIS_NO_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                u21, inc_u,
                y21, inc_y,
                A22, rs_A, cs_A );
      bli_sger( BLIS_NO_CONJUGATE,
                BLIS_NO_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                z21, inc_z,
                v21, inc_v,
                A22, rs_A, cs_A );
    }

    /*------------------------------------------------------------*/

  }

  // FLA_Obj_free( &w );
  // FLA_Obj_free( &ap );
  // FLA_Obj_free( &u );
  // FLA_Obj_free( &up );
  // FLA_Obj_free( &v );
  // FLA_Obj_free( &y );
  // FLA_Obj_free( &z );
  FLA_free( buff_w );
  FLA_free( buff_ap );
  FLA_free( buff_u );
  FLA_free( buff_up );
  FLA_free( buff_v );
  FLA_free( buff_y );
  FLA_free( buff_z );

  return FLA_SUCCESS;
}

References FLA_Bidiag_UT_u_step_ofc_var3(), FLA_Bidiag_UT_u_step_ofd_var3(), FLA_Bidiag_UT_u_step_ofs_var3(), FLA_Bidiag_UT_u_step_ofz_var3(), FLA_Obj_col_stride(), FLA_Obj_datatype(), FLA_Obj_length(), FLA_Obj_row_stride(), and FLA_Obj_width().

Referenced by FLA_Bidiag_UT_u_blf_var3(), and FLA_Bidiag_UT_u_ofu_var3().

{
  FLA_Datatype datatype;
  int          m_A, n_A, m_TS;
  int          rs_A, cs_A;
  int          rs_T, cs_T;
  int          rs_S, cs_S;

  datatype = FLA_Obj_datatype( A );

  m_A      = FLA_Obj_length( A );
  n_A      = FLA_Obj_width( A );
  m_TS     = FLA_Obj_length( T );

  rs_A     = FLA_Obj_row_stride( A );
  cs_A     = FLA_Obj_col_stride( A );

  rs_T     = FLA_Obj_row_stride( T );
  cs_T     = FLA_Obj_col_stride( T );
  
  rs_S     = FLA_Obj_row_stride( S );
  cs_S     = FLA_Obj_col_stride( S );
  

  switch ( datatype )
  {
    case FLA_FLOAT:
    {
      float* buff_A = FLA_FLOAT_PTR( A );
      float* buff_T = FLA_FLOAT_PTR( T );
      float* buff_S = FLA_FLOAT_PTR( S );

      FLA_Bidiag_UT_u_step_ofs_var3( m_A,
                                     n_A,
                                     m_TS,
                                     buff_A, rs_A, cs_A,
                                     buff_T, rs_T, cs_T,
                                     buff_S, rs_S, cs_S );

      break;
    }

    case FLA_DOUBLE:
    {
      double* buff_A = FLA_DOUBLE_PTR( A );
      double* buff_T = FLA_DOUBLE_PTR( T );
      double* buff_S = FLA_DOUBLE_PTR( S );

      FLA_Bidiag_UT_u_step_ofd_var3( m_A,
                                     n_A,
                                     m_TS,
                                     buff_A, rs_A, cs_A,
                                     buff_T, rs_T, cs_T,
                                     buff_S, rs_S, cs_S );

      break;
    }

    case FLA_COMPLEX:
    {
      scomplex* buff_A = FLA_COMPLEX_PTR( A );
      scomplex* buff_T = FLA_COMPLEX_PTR( T );
      scomplex* buff_S = FLA_COMPLEX_PTR( S );

      FLA_Bidiag_UT_u_step_ofc_var3( m_A,
                                     n_A,
                                     m_TS,
                                     buff_A, rs_A, cs_A,
                                     buff_T, rs_T, cs_T,
                                     buff_S, rs_S, cs_S );

      break;
    }

    case FLA_DOUBLE_COMPLEX:
    {
      dcomplex* buff_A = FLA_DOUBLE_COMPLEX_PTR( A );
      dcomplex* buff_T = FLA_DOUBLE_COMPLEX_PTR( T );
      dcomplex* buff_S = FLA_DOUBLE_COMPLEX_PTR( S );

      FLA_Bidiag_UT_u_step_ofz_var3( m_A,
                                     n_A,
                                     m_TS,
                                     buff_A, rs_A, cs_A,
                                     buff_T, rs_T, cs_T,
                                     buff_S, rs_S, cs_S );

      break;
    }
  }

  return FLA_SUCCESS;
}
FLA_Error FLA_Bidiag_UT_u_step_ofz_var3 ( int  m_A,
int  n_A,
int  m_TS,
dcomplex buff_A,
int  rs_A,
int  cs_A,
dcomplex buff_T,
int  rs_T,
int  cs_T,
dcomplex buff_S,
int  rs_S,
int  cs_S 
)

References bli_zaxpyv(), bli_zconjv(), bli_zcopyv(), bli_zdot(), bli_zgemv(), bli_zger(), bli_zinvscalv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opz_var1(), FLA_Fused_Gerc2_Ahx_Axpy_Ax_opz_var1(), FLA_Househ2_UT_l_opz(), FLA_Househ2s_UT_r_opz(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.

Referenced by FLA_Bidiag_UT_u_step_ofu_var3().

{
  dcomplex* buff_1  = FLA_DOUBLE_COMPLEX_PTR( FLA_ONE );
  dcomplex* buff_0  = FLA_DOUBLE_COMPLEX_PTR( FLA_ZERO );
  dcomplex* buff_m1 = FLA_DOUBLE_COMPLEX_PTR( FLA_MINUS_ONE );

  dcomplex  alpha12;
  dcomplex  minus_conj_alpha12;
  dcomplex  psi11_minus_alpha12;
  dcomplex  minus_inv_tau11;
  dcomplex  minus_upsilon11;
  dcomplex  minus_conj_nu11;
  dcomplex  minus_conj_psi11;
  dcomplex  minus_zeta11;
  dcomplex  beta;
  int       i;

  // b_alg = FLA_Obj_length( T );
  int       b_alg = m_TS;

  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v );
  // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &y );
  // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &z );
  dcomplex* buff_w  = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  dcomplex* buff_ap = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  dcomplex* buff_u  = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  dcomplex* buff_up = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  dcomplex* buff_v  = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  dcomplex* buff_y  = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) );
  dcomplex* buff_z  = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) );
  int       inc_w   = 1;
  int       inc_ap  = 1;
  int       inc_u   = 1;
  int       inc_up  = 1;
  int       inc_v   = 1;
  int       inc_y   = 1;
  int       inc_z   = 1;

  for ( i = 0; i < b_alg; ++i )
  {
    dcomplex* a10t      = buff_A  + (0  )*cs_A + (i  )*rs_A;
    dcomplex* A20       = buff_A  + (0  )*cs_A + (i+1)*rs_A;
    dcomplex* alpha11   = buff_A  + (i  )*cs_A + (i  )*rs_A;
    dcomplex* a21       = buff_A  + (i  )*cs_A + (i+1)*rs_A;
    dcomplex* A02       = buff_A  + (i+1)*cs_A + (0  )*rs_A;
    dcomplex* a12t      = buff_A  + (i+1)*cs_A + (i  )*rs_A;
    dcomplex* A22       = buff_A  + (i+1)*cs_A + (i+1)*rs_A;

    dcomplex* t01       = buff_T  + (i  )*cs_T + (0  )*rs_T;
    dcomplex* tau11     = buff_T  + (i  )*cs_T + (i  )*rs_T;

    dcomplex* s01       = buff_S  + (i  )*cs_S + (0  )*rs_S;
    dcomplex* sigma11   = buff_S  + (i  )*cs_S + (i  )*rs_S;

    dcomplex* w21       = buff_w  + (i+1)*inc_w;

    dcomplex* a12p      = buff_ap + (i+1)*inc_ap;

    dcomplex* upsilon11 = buff_u  + (i  )*inc_u;
    dcomplex* u21       = buff_u  + (i+1)*inc_u;

    dcomplex* u21p      = buff_up + (i+1)*inc_up;

    dcomplex* nu11      = buff_v  + (i  )*inc_v;
    dcomplex* v21       = buff_v  + (i+1)*inc_v;

    dcomplex* psi11     = buff_y  + (i  )*inc_y;
    dcomplex* y21       = buff_y  + (i+1)*inc_y;

    dcomplex* zeta11    = buff_z  + (i  )*inc_z;
    dcomplex* z21       = buff_z  + (i+1)*inc_z;

    dcomplex* a12p_t    = a12p    + (0  )*inc_ap;
    dcomplex* a12p_b    = a12p    + (1  )*inc_ap;

    dcomplex* v21_t     = v21     + (0  )*inc_v;
    dcomplex* v21_b     = v21     + (1  )*inc_v;

    dcomplex* a12t_l    = a12t    + (0  )*cs_A + (0  )*rs_A;
    dcomplex* a12t_r    = a12t    + (1  )*cs_A + (0  )*rs_A;

    dcomplex* A22_l     = A22     + (0  )*cs_A + (0  )*rs_A;

    int       m_ahead   = m_A - i - 1;
    int       n_ahead   = n_A - i - 1;
    int       m_behind  = i;
    int       n_behind  = i;

    /*------------------------------------------------------------*/

    if ( m_behind > 0 )
    {
      // FLA_Copy( upsilon11, minus_upsilon11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_upsilon11 );
      bli_zmult3( buff_m1, upsilon11, &minus_upsilon11 );

      // FLA_Copy( zeta11, minus_zeta11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_zeta11 );
      bli_zmult3( buff_m1, zeta11, &minus_zeta11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, psi11, minus_conj_psi11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_psi11 );
      bli_zcopyconj( psi11, &minus_conj_psi11 );
      bli_zscals( buff_m1, &minus_conj_psi11 );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, nu11, minus_conj_nu11 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_nu11 );
      bli_zcopyconj( nu11, &minus_conj_nu11 );
      bli_zscals( buff_m1, &minus_conj_nu11 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, upsilon11, alpha11 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  zeta11,    alpha11 );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_psi11,
                  upsilon11, 1,
                  alpha11,   1 );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  1,
                  &minus_conj_nu11,
                  zeta11,  1,
                  alpha11, 1 );

      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_psi11, u21, a21 );
      // FLA_Axpyt( FLA_NO_TRANSPOSE, minus_conj_nu11,  z21, a21 );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_psi11,
                  u21, inc_u,
                  a21, rs_A );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_nu11,
                  z21, inc_z,
                  a21, rs_A );

      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_upsilon11, y21, a12t );
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, minus_zeta11,    v21, a12t );
      bli_zaxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_upsilon11,
                  y21,  inc_y,
                  a12t, cs_A );
      bli_zaxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  &minus_zeta11,
                  v21,  inc_v,
                  a12t, cs_A );
    }

    // FLA_Househ2_UT( FLA_LEFT,
    //                 alpha11,
    //                 a21, tau11 );
    // FLA_Copy( a21, u21p );
    FLA_Househ2_UT_l_opz( m_ahead,
                          alpha11,
                          a21, rs_A,
                          tau11 );
    bli_zcopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                a21,  rs_A,
                u21p, inc_up );

    if ( n_ahead > 0 )
    {
      // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 );
      bli_zdiv3( buff_m1, tau11, &minus_inv_tau11 );

      // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p );
      // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p );
      bli_zcopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12t, cs_A,
                  a12p, inc_ap );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  &minus_inv_tau11,
                  a12t, cs_A,
                  a12p, inc_ap );
    }

    if ( m_behind > 0 && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Gerc2_Ahx_Axpy_Ax_opz_var1( m_ahead,
                                            n_ahead,
                                            tau11,
                                            buff_m1,
                                            u21, inc_u,
                                            y21, inc_y,
                                            z21, inc_z,
                                            v21, inc_v,
                                            A22, rs_A, cs_A,
                                            u21p, inc_up,
                                            a12p, inc_ap,
                                            w21,  inc_w );
                                           
                                           
    }
    else if ( n_ahead > 0 )
    {
      // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_NO_CONJUGATE, FLA_ONE, A22, u21p, FLA_ZERO, y21 );
      // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p );
      // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 );
      FLA_Fused_Ahx_Axpy_Ax_opz_var1( m_ahead,
                                      n_ahead,
                                      tau11,
                                      buff_0,
                                      A22,  rs_A, cs_A,
                                      u21p, inc_up,
                                      a12p, inc_ap,
                                      y21,  inc_y,
                                      w21,  inc_w );
    }

    if ( n_ahead > 0 )
    {
      // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 );
      bli_zaxpyv( BLIS_CONJUGATE,
                  n_ahead,
                  buff_1,
                  a12t, cs_A,
                  y21,  inc_y );

      // FLA_Househ2s_UT( FLA_RIGHT,
      //                  a12p_t,
      //                  a12p_b,
      //                  alpha12, psi11_minus_alpha12, sigma11 );
      FLA_Househ2s_UT_r_opz( n_ahead - 1,
                             a12p_t,
                             a12p_b, inc_ap,
                             &alpha12,
                             &psi11_minus_alpha12,
                             sigma11 );

      // FLA_Copy( a12p, v21 );
      // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 );
      // FLA_Conjugate( v21_b );
      bli_zcopyv( BLIS_NO_CONJUGATE,
                  n_ahead,
                  a12p, inc_ap,
                  v21,  inc_v );
      bli_zmult4( buff_m1, &alpha12, v21_t, v21_t );
      bli_zinvscalv( BLIS_NO_CONJUGATE,
                     n_ahead,
                     &psi11_minus_alpha12,
                     v21, inc_v );
      bli_zconjv( n_ahead - 1,
                  v21_b, inc_v );

      // FLA_Copyt( FLA_NO_TRANSPOSE, alpha12, a12t_l );
      // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r );
      *a12t_l = alpha12;
      bli_zcopyv( BLIS_NO_CONJUGATE,
                  n_ahead - 1,
                  v21_b,  inc_v,
                  a12t_r, cs_A );
    }

    // FLA_Copy( u21p, u21 );
    bli_zcopyv( BLIS_NO_CONJUGATE,
                m_ahead,
                u21p, inc_up,
                u21,  inc_u );

    if ( n_ahead > 0 )
    {
      // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta );
      // FLA_Scal( FLA_MINUS_ONE, beta );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta );
      bli_zdot( BLIS_CONJUGATE,
                n_ahead,
                y21, inc_y,
                v21, inc_v,
                &beta );
      bli_zscals( &minus_inv_tau11, &beta );

      // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 );
      // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 );
      bli_zcopyconj( &alpha12, &minus_conj_alpha12 );
      bli_zneg1( &minus_conj_alpha12 );

      // FLA_Copy( w21, z21 );
      // FLA_Axpy( minus_conj_alpha12, A22_l, z21 );
      // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 );
      // FLA_Axpy( beta, u21, z21 );
      bli_zcopyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  w21, inc_w,
                  z21, inc_z );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &minus_conj_alpha12,
                  A22_l, rs_A,
                  z21,   inc_z );
      bli_zinvscalv( BLIS_CONJUGATE,
                     m_ahead,
                     &psi11_minus_alpha12,
                     z21, inc_z );
      bli_zaxpyv( BLIS_NO_CONJUGATE,
                  m_ahead,
                  &beta,
                  u21, inc_u,
                  z21, inc_z );

      // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11,   y21 );
      // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 );
      bli_zinvscalv( BLIS_CONJUGATE,
                     n_ahead,
                     tau11,
                     y21, inc_y );
      bli_zinvscalv( BLIS_NO_CONJUGATE,
                     m_ahead,
                     sigma11,
                     z21, inc_z );

      // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_ONE, A02, v21, FLA_ZERO, s01 );
      bli_zgemv( BLIS_CONJ_NO_TRANSPOSE,
                 BLIS_NO_CONJUGATE,
                 m_behind,
                 n_ahead,
                 buff_1,
                 A02, rs_A, cs_A,
                 v21, inc_v,
                 buff_0,
                 s01, rs_S );
    }

    // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 );
    // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 );
    bli_zcopyv( BLIS_CONJUGATE,
                n_behind,
                a10t, cs_A,
                t01,  rs_T );
    bli_zgemv( BLIS_CONJ_TRANSPOSE,
               BLIS_NO_CONJUGATE,
               m_ahead,
               n_behind,
               buff_1,
               A20, rs_A, cs_A,
               u21, inc_u,
               buff_1,
               t01, rs_T );

    if ( m_behind + 1 == b_alg && n_ahead > 0 )
    {
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, u21, y21, A22 );
      // FLA_Gerc( FLA_NO_CONJUGATE, FLA_CONJUGATE, FLA_MINUS_ONE, z21, v21, A22 );
      bli_zger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                u21, inc_u,
                y21, inc_y,
                A22, rs_A, cs_A );
      bli_zger( BLIS_NO_CONJUGATE,
                BLIS_CONJUGATE,
                m_ahead,
                n_ahead,
                buff_m1,
                z21, inc_z,
                v21, inc_v,
                A22, rs_A, cs_A );
    }

    /*------------------------------------------------------------*/

  }

  // FLA_Obj_free( &w );
  // FLA_Obj_free( &ap );
  // FLA_Obj_free( &u );
  // FLA_Obj_free( &up );
  // FLA_Obj_free( &v );
  // FLA_Obj_free( &y );
  // FLA_Obj_free( &z );
  FLA_free( buff_w );
  FLA_free( buff_ap );
  FLA_free( buff_u );
  FLA_free( buff_up );
  FLA_free( buff_v );
  FLA_free( buff_y );
  FLA_free( buff_z );

  return FLA_SUCCESS;
}