libflame
revision_anchor
|
Functions | |
FLA_Error | FLA_Bidiag_UT_u_ofu_var4 (FLA_Obj A, FLA_Obj TU, FLA_Obj TV) |
FLA_Error | FLA_Bidiag_UT_u_step_ofu_var4 (FLA_Obj A, FLA_Obj Y, FLA_Obj Z, FLA_Obj T, FLA_Obj S) |
FLA_Error | FLA_Bidiag_UT_u_step_ofs_var4 (int m_A, int n_A, int m_TS, float *buff_A, int rs_A, int cs_A, float *buff_Y, int rs_Y, int cs_Y, float *buff_Z, int rs_Z, int cs_Z, float *buff_T, int rs_T, int cs_T, float *buff_S, int rs_S, int cs_S) |
FLA_Error | FLA_Bidiag_UT_u_step_ofd_var4 (int m_A, int n_A, int m_TS, double *buff_A, int rs_A, int cs_A, double *buff_Y, int rs_Y, int cs_Y, double *buff_Z, int rs_Z, int cs_Z, double *buff_T, int rs_T, int cs_T, double *buff_S, int rs_S, int cs_S) |
FLA_Error | FLA_Bidiag_UT_u_step_ofc_var4 (int m_A, int n_A, int m_TS, scomplex *buff_A, int rs_A, int cs_A, scomplex *buff_Y, int rs_Y, int cs_Y, scomplex *buff_Z, int rs_Z, int cs_Z, scomplex *buff_T, int rs_T, int cs_T, scomplex *buff_S, int rs_S, int cs_S) |
FLA_Error | FLA_Bidiag_UT_u_step_ofz_var4 (int m_A, int n_A, int m_TS, dcomplex *buff_A, int rs_A, int cs_A, dcomplex *buff_Y, int rs_Y, int cs_Y, dcomplex *buff_Z, int rs_Z, int cs_Z, dcomplex *buff_T, int rs_T, int cs_T, dcomplex *buff_S, int rs_S, int cs_S) |
FLA_Error FLA_Bidiag_UT_u_ofu_var4 | ( | FLA_Obj | A, |
FLA_Obj | TU, | ||
FLA_Obj | TV | ||
) |
References FLA_Bidiag_UT_u_step_ofu_var4(), FLA_Obj_create(), FLA_Obj_datatype(), FLA_Obj_free(), FLA_Obj_length(), and FLA_Obj_width().
{ FLA_Error r_val; FLA_Obj Y, Z; FLA_Datatype datatype_A; dim_t m_A, n_A; datatype_A = FLA_Obj_datatype( A ); m_A = FLA_Obj_length( A ); n_A = FLA_Obj_width( A ); FLA_Obj_create( datatype_A, n_A, n_A, 0, 0, &Y ); FLA_Obj_create( datatype_A, m_A, n_A, 0, 0, &Z ); r_val = FLA_Bidiag_UT_u_step_ofu_var4( A, Y, Z, TU, TV ); FLA_Obj_free( &Y ); FLA_Obj_free( &Z ); return r_val; }
FLA_Error FLA_Bidiag_UT_u_step_ofc_var4 | ( | int | m_A, |
int | n_A, | ||
int | m_TS, | ||
scomplex * | buff_A, | ||
int | rs_A, | ||
int | cs_A, | ||
scomplex * | buff_Y, | ||
int | rs_Y, | ||
int | cs_Y, | ||
scomplex * | buff_Z, | ||
int | rs_Z, | ||
int | cs_Z, | ||
scomplex * | buff_T, | ||
int | rs_T, | ||
int | cs_T, | ||
scomplex * | buff_S, | ||
int | rs_S, | ||
int | cs_S | ||
) |
References bli_caxpyv(), bli_cconjv(), bli_ccopyv(), bli_cdot(), bli_cgemv(), bli_cinvscalv(), bli_csetm(), bli_csetv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, BLIS_NO_TRANSPOSE, BLIS_TRANSPOSE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opc_var1(), FLA_Fused_UYx_ZVx_opc_var1(), FLA_Househ2_UT_l_opc(), FLA_Househ2s_UT_r_opc(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.
Referenced by FLA_Bidiag_UT_u_step_ofu_var4().
{ scomplex* buff_1 = FLA_COMPLEX_PTR( FLA_ONE ); scomplex* buff_0 = FLA_COMPLEX_PTR( FLA_ZERO ); scomplex* buff_m1 = FLA_COMPLEX_PTR( FLA_MINUS_ONE ); scomplex alpha12; scomplex minus_conj_alpha12; scomplex psi11_minus_alpha12; scomplex minus_inv_tau11; scomplex beta; scomplex last_elem; int i; // b_alg = FLA_Obj_length( T ); int b_alg = m_TS; // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &al ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &d ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &e ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &f ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &g ); scomplex* buff_tmp = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); scomplex* buff_w = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); scomplex* buff_al = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); scomplex* buff_ap = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); scomplex* buff_u = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); scomplex* buff_up = ( scomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); scomplex* buff_v = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); scomplex* buff_d = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); scomplex* buff_e = ( scomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); int inc_tmp = 1; int inc_w = 1; int inc_al = 1; int inc_ap = 1; int inc_u = 1; int inc_up = 1; int inc_v = 1; int inc_d = 1; int inc_e = 1; // FLA_Set( FLA_ZERO, Y ); // FLA_Set( FLA_ZERO, Z ); bli_csetm( n_A, b_alg, buff_0, buff_Y, rs_Y, cs_Y ); bli_csetm( m_A, b_alg, buff_0, buff_Z, rs_Z, cs_Z ); for ( i = 0; i < b_alg; ++i ) { scomplex* a10t = buff_A + (0 )*cs_A + (i )*rs_A; scomplex* A20 = buff_A + (0 )*cs_A + (i+1)*rs_A; scomplex* a01 = buff_A + (i )*cs_A + (0 )*rs_A; scomplex* alpha11 = buff_A + (i )*cs_A + (i )*rs_A; scomplex* a21 = buff_A + (i )*cs_A + (i+1)*rs_A; scomplex* A02 = buff_A + (i+1)*cs_A + (0 )*rs_A; scomplex* a12t = buff_A + (i+1)*cs_A + (i )*rs_A; scomplex* A22 = buff_A + (i+1)*cs_A + (i+1)*rs_A; scomplex* y10t = buff_Y + (0 )*cs_Y + (i )*rs_Y; scomplex* Y20 = buff_Y + (0 )*cs_Y + (i+1)*rs_Y; scomplex* y21 = buff_Y + (i )*cs_Y + (i+1)*rs_Y; scomplex* z10t = buff_Z + (0 )*cs_Z + (i )*rs_Z; scomplex* Z20 = buff_Z + (0 )*cs_Z + (i+1)*rs_Z; scomplex* z21 = buff_Z + (i )*cs_Z + (i+1)*rs_Z; scomplex* t01 = buff_T + (i )*cs_T + (0 )*rs_T; scomplex* tau11 = buff_T + (i )*cs_T + (i )*rs_T; scomplex* s01 = buff_S + (i )*cs_S + (0 )*rs_S; scomplex* sigma11 = buff_S + (i )*cs_S + (i )*rs_S; scomplex* tmp21 = buff_tmp + (i+1)*inc_tmp; scomplex* w21 = buff_w + (i+1)*inc_w; scomplex* a22l = buff_al + (i+1)*inc_al; scomplex* a12p = buff_ap + (i+1)*inc_ap; scomplex* u21 = buff_u + (i+1)*inc_u; scomplex* u21p = buff_up + (i+1)*inc_up; scomplex* v21 = buff_v + (i+1)*inc_v; scomplex* d0 = buff_d + (0 )*inc_d; scomplex* e0 = buff_e + (0 )*inc_e; scomplex* a12p_t = a12p + (0 )*inc_ap; scomplex* a12p_b = a12p + (1 )*inc_ap; scomplex* v21_t = v21 + (0 )*inc_v; scomplex* v21_b = v21 + (1 )*inc_v; scomplex* a01_b = a01 + (0 )*cs_A + (i-1)*rs_A; scomplex* a12t_l = a12t + (0 )*cs_A + (0 )*rs_A; scomplex* a12t_r = a12t + (1 )*cs_A + (0 )*rs_A; scomplex* ABL = a10t; scomplex* ZBL = z10t; scomplex* a2 = alpha11; int m_ahead = m_A - i - 1; int n_ahead = n_A - i - 1; int m_behind = i; int n_behind = i; /*------------------------------------------------------------*/ if ( m_behind > 0 ) { // FLA_Copy( a01_b, last_elem ); // FLA_Set( FLA_ONE, a01_b ); last_elem = *a01_b; *a01_b = *buff_1; } // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ABL, y10t, FLA_ONE, a2 ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ZBL, a01, FLA_ONE, a2 ); bli_cgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ABL, rs_A, cs_A, y10t, cs_Y, buff_1, a2, rs_A ); bli_cgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ZBL, rs_Z, cs_Z, a01, rs_A, buff_1, a2, rs_A ); // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, a10t, FLA_ONE, a12t ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_MINUS_ONE, A02, z10t, FLA_ONE, a12t ); bli_cgemv( BLIS_CONJ_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, a10t, cs_A, buff_1, a12t, cs_A ); bli_cgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, z10t, cs_Z, buff_1, a12t, cs_A ); if ( m_behind > 0 ) { // FLA_Copy( last_elem, a01_b ); *a01_b = last_elem; } // FLA_Househ2_UT( FLA_LEFT, // alpha11, // a21, tau11 ); // FLA_Copy( a21, u21p ); FLA_Househ2_UT_l_opc( m_ahead, alpha11, a21, rs_A, tau11 ); bli_ccopyv( BLIS_NO_CONJUGATE, m_ahead, a21, rs_A, u21p, inc_up ); if ( n_ahead > 0 ) { // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 ); bli_cdiv3( buff_m1, tau11, &minus_inv_tau11 ); // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p ); // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p ); bli_ccopyv( BLIS_NO_CONJUGATE, n_ahead, a12t, cs_A, a12p, inc_ap ); bli_caxpyv( BLIS_NO_CONJUGATE, n_ahead, &minus_inv_tau11, a12t, cs_A, a12p, inc_ap ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21p, FLA_ZERO, d0 ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, Z20, u21p, FLA_ZERO, e0 ); bli_cgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21p, inc_up, buff_0, d0, inc_d ); bli_cgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, Z20, rs_Z, cs_Z, u21p, inc_up, buff_0, e0, inc_e ); // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Axpy( FLA_ONE, d0, t01 ); bli_ccopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_caxpyv( BLIS_NO_CONJUGATE, n_behind, buff_1, d0, inc_d, t01, rs_T ); // FLA_Set( FLA_ZERO, y21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, d0, FLA_ONE, y21 ); // FLA_Gemv( FLA_TRANSPOSE, FLA_MINUS_ONE, A02, e0, FLA_ONE, y21 ); bli_csetv( n_ahead, buff_0, y21, rs_Y ); bli_cgemv( BLIS_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, d0, inc_d, buff_1, y21, rs_Y ); bli_cgemv( BLIS_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, e0, inc_e, buff_1, y21, rs_Y ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A22, u21p, FLA_ONE, y21 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 ); FLA_Fused_Ahx_Axpy_Ax_opc_var1( m_ahead, n_ahead, tau11, buff_1, A22, rs_A, cs_A, u21p, inc_up, a12p, inc_ap, y21, rs_Y, w21, inc_w ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, Y20, a12p, FLA_ZERO, f0 ); // FLA_Gemvc( FLA_CONJ_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A02, a12p, FLA_ZERO, g0 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, A20, f0, FLA_ONE, w21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Z20, g0, FLA_ONE, w21 ); // FLA_Copy( A22_l, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, A20, Y20_t, FLA_ONE, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, Z20, A02_l, FLA_ONE, a22l ); // FLA_Copy( g0, s01 ); FLA_Fused_UYx_ZVx_opc_var1( m_ahead, n_behind, m_behind, n_ahead, buff_m1, A20, rs_A, cs_A, Y20, rs_Y, cs_Y, Z20, rs_Z, cs_Z, A02, rs_A, cs_A, A22, rs_A, cs_A, tmp21, inc_tmp, s01, rs_S, a12p, inc_ap, w21, inc_w, a22l, inc_al ); // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 ); bli_caxpyv( BLIS_CONJUGATE, n_ahead, buff_1, a12t, cs_A, y21, rs_Y ); // FLA_Househ2s_UT( FLA_RIGHT, // a12p_t, // a12p_b, // alpha12, psi11_minus_alpha12, sigma11 ); FLA_Househ2s_UT_r_opc( n_ahead - 1, a12p_t, a12p_b, inc_ap, &alpha12, &psi11_minus_alpha12, sigma11 ); // FLA_Copy( a12p, v21 ); // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 ); // FLA_Conjugate( v21_b ); bli_ccopyv( BLIS_NO_CONJUGATE, n_ahead, a12p, inc_ap, v21, inc_v ); bli_cmult4( buff_m1, &alpha12, v21_t, v21_t ); bli_cinvscalv( BLIS_NO_CONJUGATE, n_ahead, &psi11_minus_alpha12, v21, inc_v ); bli_cconjv( n_ahead - 1, v21_b, inc_v ); // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 ); // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 ); bli_ccopyconj( &alpha12, &minus_conj_alpha12 ); bli_cneg1( &minus_conj_alpha12 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_conj_alpha12, A02_l, s01 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, s01 ); bli_caxpyv( BLIS_CONJUGATE, n_behind, &minus_conj_alpha12, A02, rs_A, s01, rs_S ); bli_cinvscalv( BLIS_CONJUGATE, n_behind, &psi11_minus_alpha12, s01, rs_S ); // FLA_Copy( alpha12, a12t_l ); // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r ); *a12t_l = alpha12; bli_ccopyv( BLIS_NO_CONJUGATE, n_ahead - 1, v21_b, inc_v, a12t_r, cs_A ); } // FLA_Copy( u21p, u21 ); bli_ccopyv( BLIS_NO_CONJUGATE, m_ahead, u21p, inc_up, u21, inc_u ); if ( n_ahead > 0 ) { // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta ); // FLA_Scal( FLA_MINUS_ONE, beta ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta ); bli_cdot( BLIS_CONJUGATE, n_ahead, y21, rs_Y, v21, inc_v, &beta ); bli_cscals( &minus_inv_tau11, &beta ); // FLA_Copy( w21, z21 ); // FLA_Axpy( minus_conj_alpha12, a22l, z21 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 ); // FLA_Axpy( beta, u21, z21 ); bli_ccopyv( BLIS_NO_CONJUGATE, m_ahead, w21, inc_w, z21, rs_Z ); bli_caxpyv( BLIS_NO_CONJUGATE, m_ahead, &minus_conj_alpha12, a22l, inc_al, z21, rs_Z ); bli_cinvscalv( BLIS_CONJUGATE, m_ahead, &psi11_minus_alpha12, z21, rs_Z ); bli_caxpyv( BLIS_NO_CONJUGATE, m_ahead, &beta, u21, inc_u, z21, rs_Z ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, y21 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 ); bli_cinvscalv( BLIS_NO_CONJUGATE, n_ahead, tau11, y21, rs_Y ); bli_cinvscalv( BLIS_NO_CONJUGATE, m_ahead, sigma11, z21, rs_Z ); } else // if ( n_ahead == 0 ) { // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 ); bli_ccopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_cgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21, inc_u, buff_1, t01, rs_T ); } /*------------------------------------------------------------*/ } // FLA_Obj_free( &w ); // FLA_Obj_free( &al ); // FLA_Obj_free( &ap ); // FLA_Obj_free( &u ); // FLA_Obj_free( &up ); // FLA_Obj_free( &v ); // FLA_Obj_free( &d ); // FLA_Obj_free( &e ); FLA_free( buff_tmp ); FLA_free( buff_w ); FLA_free( buff_al ); FLA_free( buff_ap ); FLA_free( buff_u ); FLA_free( buff_up ); FLA_free( buff_v ); FLA_free( buff_d ); FLA_free( buff_e ); return FLA_SUCCESS; }
FLA_Error FLA_Bidiag_UT_u_step_ofd_var4 | ( | int | m_A, |
int | n_A, | ||
int | m_TS, | ||
double * | buff_A, | ||
int | rs_A, | ||
int | cs_A, | ||
double * | buff_Y, | ||
int | rs_Y, | ||
int | cs_Y, | ||
double * | buff_Z, | ||
int | rs_Z, | ||
int | cs_Z, | ||
double * | buff_T, | ||
int | rs_T, | ||
int | cs_T, | ||
double * | buff_S, | ||
int | rs_S, | ||
int | cs_S | ||
) |
References bli_daxpyv(), bli_dconjv(), bli_dcopyv(), bli_ddot(), bli_dgemv(), bli_dinvscalv(), bli_dsetm(), bli_dsetv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, BLIS_NO_TRANSPOSE, BLIS_TRANSPOSE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opd_var1(), FLA_Fused_UYx_ZVx_opd_var1(), FLA_Househ2_UT_l_opd(), FLA_Househ2s_UT_r_opd(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.
Referenced by FLA_Bidiag_UT_u_step_ofu_var4().
{ double* buff_1 = FLA_DOUBLE_PTR( FLA_ONE ); double* buff_0 = FLA_DOUBLE_PTR( FLA_ZERO ); double* buff_m1 = FLA_DOUBLE_PTR( FLA_MINUS_ONE ); double alpha12; double minus_conj_alpha12; double psi11_minus_alpha12; double minus_inv_tau11; double beta; double last_elem; int i; // b_alg = FLA_Obj_length( T ); int b_alg = m_TS; // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &al ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &d ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &e ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &f ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &g ); double* buff_tmp = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) ); double* buff_w = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) ); double* buff_al = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) ); double* buff_ap = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) ); double* buff_u = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) ); double* buff_up = ( double* ) FLA_malloc( m_A * sizeof( *buff_A ) ); double* buff_v = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) ); double* buff_d = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) ); double* buff_e = ( double* ) FLA_malloc( n_A * sizeof( *buff_A ) ); int inc_tmp = 1; int inc_w = 1; int inc_al = 1; int inc_ap = 1; int inc_u = 1; int inc_up = 1; int inc_v = 1; int inc_d = 1; int inc_e = 1; // FLA_Set( FLA_ZERO, Y ); // FLA_Set( FLA_ZERO, Z ); bli_dsetm( n_A, b_alg, buff_0, buff_Y, rs_Y, cs_Y ); bli_dsetm( m_A, b_alg, buff_0, buff_Z, rs_Z, cs_Z ); for ( i = 0; i < b_alg; ++i ) { double* a10t = buff_A + (0 )*cs_A + (i )*rs_A; double* A20 = buff_A + (0 )*cs_A + (i+1)*rs_A; double* a01 = buff_A + (i )*cs_A + (0 )*rs_A; double* alpha11 = buff_A + (i )*cs_A + (i )*rs_A; double* a21 = buff_A + (i )*cs_A + (i+1)*rs_A; double* A02 = buff_A + (i+1)*cs_A + (0 )*rs_A; double* a12t = buff_A + (i+1)*cs_A + (i )*rs_A; double* A22 = buff_A + (i+1)*cs_A + (i+1)*rs_A; double* y10t = buff_Y + (0 )*cs_Y + (i )*rs_Y; double* Y20 = buff_Y + (0 )*cs_Y + (i+1)*rs_Y; double* y21 = buff_Y + (i )*cs_Y + (i+1)*rs_Y; double* z10t = buff_Z + (0 )*cs_Z + (i )*rs_Z; double* Z20 = buff_Z + (0 )*cs_Z + (i+1)*rs_Z; double* z21 = buff_Z + (i )*cs_Z + (i+1)*rs_Z; double* t01 = buff_T + (i )*cs_T + (0 )*rs_T; double* tau11 = buff_T + (i )*cs_T + (i )*rs_T; double* s01 = buff_S + (i )*cs_S + (0 )*rs_S; double* sigma11 = buff_S + (i )*cs_S + (i )*rs_S; double* tmp21 = buff_tmp + (i+1)*inc_tmp; double* w21 = buff_w + (i+1)*inc_w; double* a22l = buff_al + (i+1)*inc_al; double* a12p = buff_ap + (i+1)*inc_ap; double* u21 = buff_u + (i+1)*inc_u; double* u21p = buff_up + (i+1)*inc_up; double* v21 = buff_v + (i+1)*inc_v; double* d0 = buff_d + (0 )*inc_d; double* e0 = buff_e + (0 )*inc_e; double* a12p_t = a12p + (0 )*inc_ap; double* a12p_b = a12p + (1 )*inc_ap; double* v21_t = v21 + (0 )*inc_v; double* v21_b = v21 + (1 )*inc_v; double* a01_b = a01 + (0 )*cs_A + (i-1)*rs_A; double* a12t_l = a12t + (0 )*cs_A + (0 )*rs_A; double* a12t_r = a12t + (1 )*cs_A + (0 )*rs_A; double* ABL = a10t; double* ZBL = z10t; double* a2 = alpha11; int m_ahead = m_A - i - 1; int n_ahead = n_A - i - 1; int m_behind = i; int n_behind = i; /*------------------------------------------------------------*/ if ( m_behind > 0 ) { // FLA_Copy( a01_b, last_elem ); // FLA_Set( FLA_ONE, a01_b ); last_elem = *a01_b; *a01_b = *buff_1; } // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ABL, y10t, FLA_ONE, a2 ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ZBL, a01, FLA_ONE, a2 ); bli_dgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ABL, rs_A, cs_A, y10t, cs_Y, buff_1, a2, rs_A ); bli_dgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ZBL, rs_Z, cs_Z, a01, rs_A, buff_1, a2, rs_A ); // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, a10t, FLA_ONE, a12t ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_MINUS_ONE, A02, z10t, FLA_ONE, a12t ); bli_dgemv( BLIS_CONJ_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, a10t, cs_A, buff_1, a12t, cs_A ); bli_dgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, z10t, cs_Z, buff_1, a12t, cs_A ); if ( m_behind > 0 ) { // FLA_Copy( last_elem, a01_b ); *a01_b = last_elem; } // FLA_Househ2_UT( FLA_LEFT, // alpha11, // a21, tau11 ); // FLA_Copy( a21, u21p ); FLA_Househ2_UT_l_opd( m_ahead, alpha11, a21, rs_A, tau11 ); bli_dcopyv( BLIS_NO_CONJUGATE, m_ahead, a21, rs_A, u21p, inc_up ); if ( n_ahead > 0 ) { // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 ); bli_ddiv3( buff_m1, tau11, &minus_inv_tau11 ); // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p ); // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p ); bli_dcopyv( BLIS_NO_CONJUGATE, n_ahead, a12t, cs_A, a12p, inc_ap ); bli_daxpyv( BLIS_NO_CONJUGATE, n_ahead, &minus_inv_tau11, a12t, cs_A, a12p, inc_ap ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21p, FLA_ZERO, d0 ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, Z20, u21p, FLA_ZERO, e0 ); bli_dgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21p, inc_up, buff_0, d0, inc_d ); bli_dgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, Z20, rs_Z, cs_Z, u21p, inc_up, buff_0, e0, inc_e ); // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Axpy( FLA_ONE, d0, t01 ); bli_dcopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_daxpyv( BLIS_NO_CONJUGATE, n_behind, buff_1, d0, inc_d, t01, rs_T ); // FLA_Set( FLA_ZERO, y21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, d0, FLA_ONE, y21 ); // FLA_Gemv( FLA_TRANSPOSE, FLA_MINUS_ONE, A02, e0, FLA_ONE, y21 ); bli_dsetv( n_ahead, buff_0, y21, rs_Y ); bli_dgemv( BLIS_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, d0, inc_d, buff_1, y21, rs_Y ); bli_dgemv( BLIS_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, e0, inc_e, buff_1, y21, rs_Y ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A22, u21p, FLA_ONE, y21 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 ); FLA_Fused_Ahx_Axpy_Ax_opd_var1( m_ahead, n_ahead, tau11, buff_1, A22, rs_A, cs_A, u21p, inc_up, a12p, inc_ap, y21, rs_Y, w21, inc_w ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, Y20, a12p, FLA_ZERO, f0 ); // FLA_Gemvc( FLA_CONJ_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A02, a12p, FLA_ZERO, g0 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, A20, f0, FLA_ONE, w21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Z20, g0, FLA_ONE, w21 ); // FLA_Copy( A22_l, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, A20, Y20_t, FLA_ONE, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, Z20, A02_l, FLA_ONE, a22l ); // FLA_Copy( g0, s01 ); FLA_Fused_UYx_ZVx_opd_var1( m_ahead, n_behind, m_behind, n_ahead, buff_m1, A20, rs_A, cs_A, Y20, rs_Y, cs_Y, Z20, rs_Z, cs_Z, A02, rs_A, cs_A, A22, rs_A, cs_A, tmp21, inc_tmp, s01, rs_S, a12p, inc_ap, w21, inc_w, a22l, inc_al ); // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 ); bli_daxpyv( BLIS_CONJUGATE, n_ahead, buff_1, a12t, cs_A, y21, rs_Y ); // FLA_Househ2s_UT( FLA_RIGHT, // a12p_t, // a12p_b, // alpha12, psi11_minus_alpha12, sigma11 ); FLA_Househ2s_UT_r_opd( n_ahead - 1, a12p_t, a12p_b, inc_ap, &alpha12, &psi11_minus_alpha12, sigma11 ); // FLA_Copy( a12p, v21 ); // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 ); // FLA_Conjugate( v21_b ); bli_dcopyv( BLIS_NO_CONJUGATE, n_ahead, a12p, inc_ap, v21, inc_v ); bli_dmult4( buff_m1, &alpha12, v21_t, v21_t ); bli_dinvscalv( BLIS_NO_CONJUGATE, n_ahead, &psi11_minus_alpha12, v21, inc_v ); bli_dconjv( n_ahead - 1, v21_b, inc_v ); // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 ); // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 ); bli_dcopyconj( &alpha12, &minus_conj_alpha12 ); bli_dneg1( &minus_conj_alpha12 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_conj_alpha12, A02_l, s01 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, s01 ); bli_daxpyv( BLIS_CONJUGATE, n_behind, &minus_conj_alpha12, A02, rs_A, s01, rs_S ); bli_dinvscalv( BLIS_CONJUGATE, n_behind, &psi11_minus_alpha12, s01, rs_S ); // FLA_Copy( alpha12, a12t_l ); // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r ); *a12t_l = alpha12; bli_dcopyv( BLIS_NO_CONJUGATE, n_ahead - 1, v21_b, inc_v, a12t_r, cs_A ); } // FLA_Copy( u21p, u21 ); bli_dcopyv( BLIS_NO_CONJUGATE, m_ahead, u21p, inc_up, u21, inc_u ); if ( n_ahead > 0 ) { // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta ); // FLA_Scal( FLA_MINUS_ONE, beta ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta ); bli_ddot( BLIS_CONJUGATE, n_ahead, y21, rs_Y, v21, inc_v, &beta ); bli_dscals( &minus_inv_tau11, &beta ); // FLA_Copy( w21, z21 ); // FLA_Axpy( minus_conj_alpha12, a22l, z21 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 ); // FLA_Axpy( beta, u21, z21 ); bli_dcopyv( BLIS_NO_CONJUGATE, m_ahead, w21, inc_w, z21, rs_Z ); bli_daxpyv( BLIS_NO_CONJUGATE, m_ahead, &minus_conj_alpha12, a22l, inc_al, z21, rs_Z ); bli_dinvscalv( BLIS_CONJUGATE, m_ahead, &psi11_minus_alpha12, z21, rs_Z ); bli_daxpyv( BLIS_NO_CONJUGATE, m_ahead, &beta, u21, inc_u, z21, rs_Z ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, y21 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 ); bli_dinvscalv( BLIS_NO_CONJUGATE, n_ahead, tau11, y21, rs_Y ); bli_dinvscalv( BLIS_NO_CONJUGATE, m_ahead, sigma11, z21, rs_Z ); } else // if ( n_ahead == 0 ) { // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 ); bli_dcopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_dgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21, inc_u, buff_1, t01, rs_T ); } /*------------------------------------------------------------*/ } // FLA_Obj_free( &w ); // FLA_Obj_free( &al ); // FLA_Obj_free( &ap ); // FLA_Obj_free( &u ); // FLA_Obj_free( &up ); // FLA_Obj_free( &v ); // FLA_Obj_free( &d ); // FLA_Obj_free( &e ); FLA_free( buff_tmp ); FLA_free( buff_w ); FLA_free( buff_al ); FLA_free( buff_ap ); FLA_free( buff_u ); FLA_free( buff_up ); FLA_free( buff_v ); FLA_free( buff_d ); FLA_free( buff_e ); return FLA_SUCCESS; }
FLA_Error FLA_Bidiag_UT_u_step_ofs_var4 | ( | int | m_A, |
int | n_A, | ||
int | m_TS, | ||
float * | buff_A, | ||
int | rs_A, | ||
int | cs_A, | ||
float * | buff_Y, | ||
int | rs_Y, | ||
int | cs_Y, | ||
float * | buff_Z, | ||
int | rs_Z, | ||
int | cs_Z, | ||
float * | buff_T, | ||
int | rs_T, | ||
int | cs_T, | ||
float * | buff_S, | ||
int | rs_S, | ||
int | cs_S | ||
) |
References bli_saxpyv(), bli_sconjv(), bli_scopyv(), bli_sdot(), bli_sgemv(), bli_sinvscalv(), bli_ssetm(), bli_ssetv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, BLIS_NO_TRANSPOSE, BLIS_TRANSPOSE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_ops_var1(), FLA_Fused_UYx_ZVx_ops_var1(), FLA_Househ2_UT_l_ops(), FLA_Househ2s_UT_r_ops(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.
Referenced by FLA_Bidiag_UT_u_step_ofu_var4().
{ float* buff_1 = FLA_FLOAT_PTR( FLA_ONE ); float* buff_0 = FLA_FLOAT_PTR( FLA_ZERO ); float* buff_m1 = FLA_FLOAT_PTR( FLA_MINUS_ONE ); float alpha12; float minus_conj_alpha12; float psi11_minus_alpha12; float minus_inv_tau11; float beta; float last_elem; int i; // b_alg = FLA_Obj_length( T ); int b_alg = m_TS; // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &al ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &d ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &e ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &f ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &g ); float* buff_tmp = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) ); float* buff_w = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) ); float* buff_al = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) ); float* buff_ap = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) ); float* buff_u = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) ); float* buff_up = ( float* ) FLA_malloc( m_A * sizeof( *buff_A ) ); float* buff_v = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) ); float* buff_d = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) ); float* buff_e = ( float* ) FLA_malloc( n_A * sizeof( *buff_A ) ); int inc_tmp = 1; int inc_w = 1; int inc_al = 1; int inc_ap = 1; int inc_u = 1; int inc_up = 1; int inc_v = 1; int inc_d = 1; int inc_e = 1; // FLA_Set( FLA_ZERO, Y ); // FLA_Set( FLA_ZERO, Z ); bli_ssetm( n_A, b_alg, buff_0, buff_Y, rs_Y, cs_Y ); bli_ssetm( m_A, b_alg, buff_0, buff_Z, rs_Z, cs_Z ); for ( i = 0; i < b_alg; ++i ) { float* a10t = buff_A + (0 )*cs_A + (i )*rs_A; float* A20 = buff_A + (0 )*cs_A + (i+1)*rs_A; float* a01 = buff_A + (i )*cs_A + (0 )*rs_A; float* alpha11 = buff_A + (i )*cs_A + (i )*rs_A; float* a21 = buff_A + (i )*cs_A + (i+1)*rs_A; float* A02 = buff_A + (i+1)*cs_A + (0 )*rs_A; float* a12t = buff_A + (i+1)*cs_A + (i )*rs_A; float* A22 = buff_A + (i+1)*cs_A + (i+1)*rs_A; float* y10t = buff_Y + (0 )*cs_Y + (i )*rs_Y; float* Y20 = buff_Y + (0 )*cs_Y + (i+1)*rs_Y; float* y21 = buff_Y + (i )*cs_Y + (i+1)*rs_Y; float* z10t = buff_Z + (0 )*cs_Z + (i )*rs_Z; float* Z20 = buff_Z + (0 )*cs_Z + (i+1)*rs_Z; float* z21 = buff_Z + (i )*cs_Z + (i+1)*rs_Z; float* t01 = buff_T + (i )*cs_T + (0 )*rs_T; float* tau11 = buff_T + (i )*cs_T + (i )*rs_T; float* s01 = buff_S + (i )*cs_S + (0 )*rs_S; float* sigma11 = buff_S + (i )*cs_S + (i )*rs_S; float* tmp21 = buff_tmp + (i+1)*inc_tmp; float* w21 = buff_w + (i+1)*inc_w; float* a22l = buff_al + (i+1)*inc_al; float* a12p = buff_ap + (i+1)*inc_ap; float* u21 = buff_u + (i+1)*inc_u; float* u21p = buff_up + (i+1)*inc_up; float* v21 = buff_v + (i+1)*inc_v; float* d0 = buff_d + (0 )*inc_d; float* e0 = buff_e + (0 )*inc_e; float* a12p_t = a12p + (0 )*inc_ap; float* a12p_b = a12p + (1 )*inc_ap; float* v21_t = v21 + (0 )*inc_v; float* v21_b = v21 + (1 )*inc_v; float* a01_b = a01 + (0 )*cs_A + (i-1)*rs_A; float* a12t_l = a12t + (0 )*cs_A + (0 )*rs_A; float* a12t_r = a12t + (1 )*cs_A + (0 )*rs_A; float* ABL = a10t; float* ZBL = z10t; float* a2 = alpha11; int m_ahead = m_A - i - 1; int n_ahead = n_A - i - 1; int m_behind = i; int n_behind = i; /*------------------------------------------------------------*/ if ( m_behind > 0 ) { // FLA_Copy( a01_b, last_elem ); // FLA_Set( FLA_ONE, a01_b ); last_elem = *a01_b; *a01_b = *buff_1; } // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ABL, y10t, FLA_ONE, a2 ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ZBL, a01, FLA_ONE, a2 ); bli_sgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ABL, rs_A, cs_A, y10t, cs_Y, buff_1, a2, rs_A ); bli_sgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ZBL, rs_Z, cs_Z, a01, rs_A, buff_1, a2, rs_A ); // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, a10t, FLA_ONE, a12t ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_MINUS_ONE, A02, z10t, FLA_ONE, a12t ); bli_sgemv( BLIS_CONJ_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, a10t, cs_A, buff_1, a12t, cs_A ); bli_sgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, z10t, cs_Z, buff_1, a12t, cs_A ); if ( m_behind > 0 ) { // FLA_Copy( last_elem, a01_b ); *a01_b = last_elem; } // FLA_Househ2_UT( FLA_LEFT, // alpha11, // a21, tau11 ); // FLA_Copy( a21, u21p ); FLA_Househ2_UT_l_ops( m_ahead, alpha11, a21, rs_A, tau11 ); bli_scopyv( BLIS_NO_CONJUGATE, m_ahead, a21, rs_A, u21p, inc_up ); if ( n_ahead > 0 ) { // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 ); bli_sdiv3( buff_m1, tau11, &minus_inv_tau11 ); // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p ); // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p ); bli_scopyv( BLIS_NO_CONJUGATE, n_ahead, a12t, cs_A, a12p, inc_ap ); bli_saxpyv( BLIS_NO_CONJUGATE, n_ahead, &minus_inv_tau11, a12t, cs_A, a12p, inc_ap ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21p, FLA_ZERO, d0 ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, Z20, u21p, FLA_ZERO, e0 ); bli_sgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21p, inc_up, buff_0, d0, inc_d ); bli_sgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, Z20, rs_Z, cs_Z, u21p, inc_up, buff_0, e0, inc_e ); // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Axpy( FLA_ONE, d0, t01 ); bli_scopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_saxpyv( BLIS_NO_CONJUGATE, n_behind, buff_1, d0, inc_d, t01, rs_T ); // FLA_Set( FLA_ZERO, y21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, d0, FLA_ONE, y21 ); // FLA_Gemv( FLA_TRANSPOSE, FLA_MINUS_ONE, A02, e0, FLA_ONE, y21 ); bli_ssetv( n_ahead, buff_0, y21, rs_Y ); bli_sgemv( BLIS_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, d0, inc_d, buff_1, y21, rs_Y ); bli_sgemv( BLIS_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, e0, inc_e, buff_1, y21, rs_Y ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A22, u21p, FLA_ONE, y21 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 ); FLA_Fused_Ahx_Axpy_Ax_ops_var1( m_ahead, n_ahead, tau11, buff_1, A22, rs_A, cs_A, u21p, inc_up, a12p, inc_ap, y21, rs_Y, w21, inc_w ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, Y20, a12p, FLA_ZERO, f0 ); // FLA_Gemvc( FLA_CONJ_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A02, a12p, FLA_ZERO, g0 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, A20, f0, FLA_ONE, w21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Z20, g0, FLA_ONE, w21 ); // FLA_Copy( A22_l, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, A20, Y20_t, FLA_ONE, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, Z20, A02_l, FLA_ONE, a22l ); // FLA_Copy( g0, s01 ); FLA_Fused_UYx_ZVx_ops_var1( m_ahead, n_behind, m_behind, n_ahead, buff_m1, A20, rs_A, cs_A, Y20, rs_Y, cs_Y, Z20, rs_Z, cs_Z, A02, rs_A, cs_A, A22, rs_A, cs_A, tmp21, inc_tmp, s01, rs_S, a12p, inc_ap, w21, inc_w, a22l, inc_al ); // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 ); bli_saxpyv( BLIS_CONJUGATE, n_ahead, buff_1, a12t, cs_A, y21, rs_Y ); // FLA_Househ2s_UT( FLA_RIGHT, // a12p_t, // a12p_b, // alpha12, psi11_minus_alpha12, sigma11 ); FLA_Househ2s_UT_r_ops( n_ahead - 1, a12p_t, a12p_b, inc_ap, &alpha12, &psi11_minus_alpha12, sigma11 ); // FLA_Copy( a12p, v21 ); // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 ); // FLA_Conjugate( v21_b ); bli_scopyv( BLIS_NO_CONJUGATE, n_ahead, a12p, inc_ap, v21, inc_v ); bli_smult4( buff_m1, &alpha12, v21_t, v21_t ); bli_sinvscalv( BLIS_NO_CONJUGATE, n_ahead, &psi11_minus_alpha12, v21, inc_v ); bli_sconjv( n_ahead - 1, v21_b, inc_v ); // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 ); // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 ); bli_scopyconj( &alpha12, &minus_conj_alpha12 ); bli_sneg1( &minus_conj_alpha12 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_conj_alpha12, A02_l, s01 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, s01 ); bli_saxpyv( BLIS_CONJUGATE, n_behind, &minus_conj_alpha12, A02, rs_A, s01, rs_S ); bli_sinvscalv( BLIS_CONJUGATE, n_behind, &psi11_minus_alpha12, s01, rs_S ); // FLA_Copy( alpha12, a12t_l ); // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r ); *a12t_l = alpha12; bli_scopyv( BLIS_NO_CONJUGATE, n_ahead - 1, v21_b, inc_v, a12t_r, cs_A ); } // FLA_Copy( u21p, u21 ); bli_scopyv( BLIS_NO_CONJUGATE, m_ahead, u21p, inc_up, u21, inc_u ); if ( n_ahead > 0 ) { // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta ); // FLA_Scal( FLA_MINUS_ONE, beta ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta ); bli_sdot( BLIS_CONJUGATE, n_ahead, y21, rs_Y, v21, inc_v, &beta ); bli_sscals( &minus_inv_tau11, &beta ); // FLA_Copy( w21, z21 ); // FLA_Axpy( minus_conj_alpha12, a22l, z21 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 ); // FLA_Axpy( beta, u21, z21 ); bli_scopyv( BLIS_NO_CONJUGATE, m_ahead, w21, inc_w, z21, rs_Z ); bli_saxpyv( BLIS_NO_CONJUGATE, m_ahead, &minus_conj_alpha12, a22l, inc_al, z21, rs_Z ); bli_sinvscalv( BLIS_CONJUGATE, m_ahead, &psi11_minus_alpha12, z21, rs_Z ); bli_saxpyv( BLIS_NO_CONJUGATE, m_ahead, &beta, u21, inc_u, z21, rs_Z ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, y21 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 ); bli_sinvscalv( BLIS_NO_CONJUGATE, n_ahead, tau11, y21, rs_Y ); bli_sinvscalv( BLIS_NO_CONJUGATE, m_ahead, sigma11, z21, rs_Z ); } else // if ( n_ahead == 0 ) { // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 ); bli_scopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_sgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21, inc_u, buff_1, t01, rs_T ); } /*------------------------------------------------------------*/ } // FLA_Obj_free( &w ); // FLA_Obj_free( &al ); // FLA_Obj_free( &ap ); // FLA_Obj_free( &u ); // FLA_Obj_free( &up ); // FLA_Obj_free( &v ); // FLA_Obj_free( &d ); // FLA_Obj_free( &e ); FLA_free( buff_tmp ); FLA_free( buff_w ); FLA_free( buff_al ); FLA_free( buff_ap ); FLA_free( buff_u ); FLA_free( buff_up ); FLA_free( buff_v ); FLA_free( buff_d ); FLA_free( buff_e ); return FLA_SUCCESS; }
References FLA_Bidiag_UT_u_step_ofc_var4(), FLA_Bidiag_UT_u_step_ofd_var4(), FLA_Bidiag_UT_u_step_ofs_var4(), FLA_Bidiag_UT_u_step_ofz_var4(), FLA_Obj_col_stride(), FLA_Obj_datatype(), FLA_Obj_length(), FLA_Obj_row_stride(), and FLA_Obj_width().
Referenced by FLA_Bidiag_UT_u_blf_var4(), and FLA_Bidiag_UT_u_ofu_var4().
{ FLA_Datatype datatype; int m_A, n_A, m_TS; int rs_A, cs_A; int rs_Y, cs_Y; int rs_Z, cs_Z; int rs_T, cs_T; int rs_S, cs_S; datatype = FLA_Obj_datatype( A ); m_A = FLA_Obj_length( A ); n_A = FLA_Obj_width( A ); m_TS = FLA_Obj_length( T ); rs_A = FLA_Obj_row_stride( A ); cs_A = FLA_Obj_col_stride( A ); rs_Y = FLA_Obj_row_stride( Y ); cs_Y = FLA_Obj_col_stride( Y ); rs_Z = FLA_Obj_row_stride( Z ); cs_Z = FLA_Obj_col_stride( Z ); rs_T = FLA_Obj_row_stride( T ); cs_T = FLA_Obj_col_stride( T ); rs_S = FLA_Obj_row_stride( S ); cs_S = FLA_Obj_col_stride( S ); switch ( datatype ) { case FLA_FLOAT: { float* buff_A = FLA_FLOAT_PTR( A ); float* buff_Y = FLA_FLOAT_PTR( Y ); float* buff_Z = FLA_FLOAT_PTR( Z ); float* buff_T = FLA_FLOAT_PTR( T ); float* buff_S = FLA_FLOAT_PTR( S ); FLA_Bidiag_UT_u_step_ofs_var4( m_A, n_A, m_TS, buff_A, rs_A, cs_A, buff_Y, rs_Y, cs_Y, buff_Z, rs_Z, cs_Z, buff_T, rs_T, cs_T, buff_S, rs_S, cs_S ); break; } case FLA_DOUBLE: { double* buff_A = FLA_DOUBLE_PTR( A ); double* buff_Y = FLA_DOUBLE_PTR( Y ); double* buff_Z = FLA_DOUBLE_PTR( Z ); double* buff_T = FLA_DOUBLE_PTR( T ); double* buff_S = FLA_DOUBLE_PTR( S ); FLA_Bidiag_UT_u_step_ofd_var4( m_A, n_A, m_TS, buff_A, rs_A, cs_A, buff_Y, rs_Y, cs_Y, buff_Z, rs_Z, cs_Z, buff_T, rs_T, cs_T, buff_S, rs_S, cs_S ); break; } case FLA_COMPLEX: { scomplex* buff_A = FLA_COMPLEX_PTR( A ); scomplex* buff_Y = FLA_COMPLEX_PTR( Y ); scomplex* buff_Z = FLA_COMPLEX_PTR( Z ); scomplex* buff_T = FLA_COMPLEX_PTR( T ); scomplex* buff_S = FLA_COMPLEX_PTR( S ); FLA_Bidiag_UT_u_step_ofc_var4( m_A, n_A, m_TS, buff_A, rs_A, cs_A, buff_Y, rs_Y, cs_Y, buff_Z, rs_Z, cs_Z, buff_T, rs_T, cs_T, buff_S, rs_S, cs_S ); break; } case FLA_DOUBLE_COMPLEX: { dcomplex* buff_A = FLA_DOUBLE_COMPLEX_PTR( A ); dcomplex* buff_Y = FLA_DOUBLE_COMPLEX_PTR( Y ); dcomplex* buff_Z = FLA_DOUBLE_COMPLEX_PTR( Z ); dcomplex* buff_T = FLA_DOUBLE_COMPLEX_PTR( T ); dcomplex* buff_S = FLA_DOUBLE_COMPLEX_PTR( S ); FLA_Bidiag_UT_u_step_ofz_var4( m_A, n_A, m_TS, buff_A, rs_A, cs_A, buff_Y, rs_Y, cs_Y, buff_Z, rs_Z, cs_Z, buff_T, rs_T, cs_T, buff_S, rs_S, cs_S ); break; } } return FLA_SUCCESS; }
FLA_Error FLA_Bidiag_UT_u_step_ofz_var4 | ( | int | m_A, |
int | n_A, | ||
int | m_TS, | ||
dcomplex * | buff_A, | ||
int | rs_A, | ||
int | cs_A, | ||
dcomplex * | buff_Y, | ||
int | rs_Y, | ||
int | cs_Y, | ||
dcomplex * | buff_Z, | ||
int | rs_Z, | ||
int | cs_Z, | ||
dcomplex * | buff_T, | ||
int | rs_T, | ||
int | cs_T, | ||
dcomplex * | buff_S, | ||
int | rs_S, | ||
int | cs_S | ||
) |
References bli_zaxpyv(), bli_zconjv(), bli_zcopyv(), bli_zdot(), bli_zgemv(), bli_zinvscalv(), bli_zsetm(), bli_zsetv(), BLIS_CONJ_NO_TRANSPOSE, BLIS_CONJ_TRANSPOSE, BLIS_CONJUGATE, BLIS_NO_CONJUGATE, BLIS_NO_TRANSPOSE, BLIS_TRANSPOSE, FLA_free(), FLA_Fused_Ahx_Axpy_Ax_opz_var1(), FLA_Fused_UYx_ZVx_opz_var1(), FLA_Househ2_UT_l_opz(), FLA_Househ2s_UT_r_opz(), FLA_malloc(), FLA_MINUS_ONE, FLA_ONE, and FLA_ZERO.
Referenced by FLA_Bidiag_UT_u_step_ofu_var4().
{ dcomplex* buff_1 = FLA_DOUBLE_COMPLEX_PTR( FLA_ONE ); dcomplex* buff_0 = FLA_DOUBLE_COMPLEX_PTR( FLA_ZERO ); dcomplex* buff_m1 = FLA_DOUBLE_COMPLEX_PTR( FLA_MINUS_ONE ); dcomplex alpha12; dcomplex minus_conj_alpha12; dcomplex psi11_minus_alpha12; dcomplex minus_inv_tau11; dcomplex beta; dcomplex last_elem; int i; // b_alg = FLA_Obj_length( T ); int b_alg = m_TS; // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &w ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &al ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &ap ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &u ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &up ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &v ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &d ); // FLA_Obj_create( datatype_A, n_A, 1, 0, 0, &e ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &f ); // FLA_Obj_create( datatype_A, m_A, 1, 0, 0, &g ); dcomplex* buff_tmp = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); dcomplex* buff_w = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); dcomplex* buff_al = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); dcomplex* buff_ap = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); dcomplex* buff_u = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); dcomplex* buff_up = ( dcomplex* ) FLA_malloc( m_A * sizeof( *buff_A ) ); dcomplex* buff_v = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); dcomplex* buff_d = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); dcomplex* buff_e = ( dcomplex* ) FLA_malloc( n_A * sizeof( *buff_A ) ); int inc_tmp = 1; int inc_w = 1; int inc_al = 1; int inc_ap = 1; int inc_u = 1; int inc_up = 1; int inc_v = 1; int inc_d = 1; int inc_e = 1; // FLA_Set( FLA_ZERO, Y ); // FLA_Set( FLA_ZERO, Z ); bli_zsetm( n_A, b_alg, buff_0, buff_Y, rs_Y, cs_Y ); bli_zsetm( m_A, b_alg, buff_0, buff_Z, rs_Z, cs_Z ); for ( i = 0; i < b_alg; ++i ) { dcomplex* a10t = buff_A + (0 )*cs_A + (i )*rs_A; dcomplex* A20 = buff_A + (0 )*cs_A + (i+1)*rs_A; dcomplex* a01 = buff_A + (i )*cs_A + (0 )*rs_A; dcomplex* alpha11 = buff_A + (i )*cs_A + (i )*rs_A; dcomplex* a21 = buff_A + (i )*cs_A + (i+1)*rs_A; dcomplex* A02 = buff_A + (i+1)*cs_A + (0 )*rs_A; dcomplex* a12t = buff_A + (i+1)*cs_A + (i )*rs_A; dcomplex* A22 = buff_A + (i+1)*cs_A + (i+1)*rs_A; dcomplex* y10t = buff_Y + (0 )*cs_Y + (i )*rs_Y; dcomplex* Y20 = buff_Y + (0 )*cs_Y + (i+1)*rs_Y; dcomplex* y21 = buff_Y + (i )*cs_Y + (i+1)*rs_Y; dcomplex* z10t = buff_Z + (0 )*cs_Z + (i )*rs_Z; dcomplex* Z20 = buff_Z + (0 )*cs_Z + (i+1)*rs_Z; dcomplex* z21 = buff_Z + (i )*cs_Z + (i+1)*rs_Z; dcomplex* t01 = buff_T + (i )*cs_T + (0 )*rs_T; dcomplex* tau11 = buff_T + (i )*cs_T + (i )*rs_T; dcomplex* s01 = buff_S + (i )*cs_S + (0 )*rs_S; dcomplex* sigma11 = buff_S + (i )*cs_S + (i )*rs_S; dcomplex* tmp21 = buff_tmp + (i+1)*inc_tmp; dcomplex* w21 = buff_w + (i+1)*inc_w; dcomplex* a22l = buff_al + (i+1)*inc_al; dcomplex* a12p = buff_ap + (i+1)*inc_ap; dcomplex* u21 = buff_u + (i+1)*inc_u; dcomplex* u21p = buff_up + (i+1)*inc_up; dcomplex* v21 = buff_v + (i+1)*inc_v; dcomplex* d0 = buff_d + (0 )*inc_d; dcomplex* e0 = buff_e + (0 )*inc_e; dcomplex* a12p_t = a12p + (0 )*inc_ap; dcomplex* a12p_b = a12p + (1 )*inc_ap; dcomplex* v21_t = v21 + (0 )*inc_v; dcomplex* v21_b = v21 + (1 )*inc_v; dcomplex* a01_b = a01 + (0 )*cs_A + (i-1)*rs_A; dcomplex* a12t_l = a12t + (0 )*cs_A + (0 )*rs_A; dcomplex* a12t_r = a12t + (1 )*cs_A + (0 )*rs_A; dcomplex* ABL = a10t; dcomplex* ZBL = z10t; dcomplex* a2 = alpha11; int m_ahead = m_A - i - 1; int n_ahead = n_A - i - 1; int m_behind = i; int n_behind = i; /*------------------------------------------------------------*/ if ( m_behind > 0 ) { // FLA_Copy( a01_b, last_elem ); // FLA_Set( FLA_ONE, a01_b ); last_elem = *a01_b; *a01_b = *buff_1; } // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ABL, y10t, FLA_ONE, a2 ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, ZBL, a01, FLA_ONE, a2 ); bli_zgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ABL, rs_A, cs_A, y10t, cs_Y, buff_1, a2, rs_A ); bli_zgemv( BLIS_NO_TRANSPOSE, BLIS_CONJUGATE, m_ahead + 1, n_behind, buff_m1, ZBL, rs_Z, cs_Z, a01, rs_A, buff_1, a2, rs_A ); // FLA_Gemv( FLA_CONJ_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, a10t, FLA_ONE, a12t ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_MINUS_ONE, A02, z10t, FLA_ONE, a12t ); bli_zgemv( BLIS_CONJ_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, a10t, cs_A, buff_1, a12t, cs_A ); bli_zgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, z10t, cs_Z, buff_1, a12t, cs_A ); if ( m_behind > 0 ) { // FLA_Copy( last_elem, a01_b ); *a01_b = last_elem; } // FLA_Househ2_UT( FLA_LEFT, // alpha11, // a21, tau11 ); // FLA_Copy( a21, u21p ); FLA_Househ2_UT_l_opz( m_ahead, alpha11, a21, rs_A, tau11 ); bli_zcopyv( BLIS_NO_CONJUGATE, m_ahead, a21, rs_A, u21p, inc_up ); if ( n_ahead > 0 ) { // FLA_Copy( FLA_MINUS_ONE, minus_inv_tau11 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, minus_inv_tau11 ); bli_zdiv3( buff_m1, tau11, &minus_inv_tau11 ); // FLA_Copyt( FLA_TRANSPOSE, a12t, a12p ); // FLA_Axpyt( FLA_TRANSPOSE, minus_inv_tau11, a12t, a12p ); bli_zcopyv( BLIS_NO_CONJUGATE, n_ahead, a12t, cs_A, a12p, inc_ap ); bli_zaxpyv( BLIS_NO_CONJUGATE, n_ahead, &minus_inv_tau11, a12t, cs_A, a12p, inc_ap ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21p, FLA_ZERO, d0 ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, Z20, u21p, FLA_ZERO, e0 ); bli_zgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21p, inc_up, buff_0, d0, inc_d ); bli_zgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, Z20, rs_Z, cs_Z, u21p, inc_up, buff_0, e0, inc_e ); // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Axpy( FLA_ONE, d0, t01 ); bli_zcopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_zaxpyv( BLIS_NO_CONJUGATE, n_behind, buff_1, d0, inc_d, t01, rs_T ); // FLA_Set( FLA_ZERO, y21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Y20, d0, FLA_ONE, y21 ); // FLA_Gemv( FLA_TRANSPOSE, FLA_MINUS_ONE, A02, e0, FLA_ONE, y21 ); bli_zsetv( n_ahead, buff_0, y21, rs_Y ); bli_zgemv( BLIS_NO_TRANSPOSE, BLIS_NO_CONJUGATE, n_ahead, n_behind, buff_m1, Y20, rs_Y, cs_Y, d0, inc_d, buff_1, y21, rs_Y ); bli_zgemv( BLIS_TRANSPOSE, BLIS_NO_CONJUGATE, m_behind, n_ahead, buff_m1, A02, rs_A, cs_A, e0, inc_e, buff_1, y21, rs_Y ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_ONE, A22, u21p, FLA_ONE, y21 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_inv_tau11, y21, a12p ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A22, a12p, FLA_ZERO, w21 ); FLA_Fused_Ahx_Axpy_Ax_opz_var1( m_ahead, n_ahead, tau11, buff_1, A22, rs_A, cs_A, u21p, inc_up, a12p, inc_ap, y21, rs_Y, w21, inc_w ); // FLA_Gemvc( FLA_CONJ_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, Y20, a12p, FLA_ZERO, f0 ); // FLA_Gemvc( FLA_CONJ_NO_TRANSPOSE, FLA_CONJUGATE, FLA_ONE, A02, a12p, FLA_ZERO, g0 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, A20, f0, FLA_ONE, w21 ); // FLA_Gemv( FLA_NO_TRANSPOSE, FLA_MINUS_ONE, Z20, g0, FLA_ONE, w21 ); // FLA_Copy( A22_l, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, A20, Y20_t, FLA_ONE, a22l ); // FLA_Gemvc( FLA_NO_TRANSPOSE, FLA_CONJUGATE, FLA_MINUS_ONE, Z20, A02_l, FLA_ONE, a22l ); // FLA_Copy( g0, s01 ); FLA_Fused_UYx_ZVx_opz_var1( m_ahead, n_behind, m_behind, n_ahead, buff_m1, A20, rs_A, cs_A, Y20, rs_Y, cs_Y, Z20, rs_Z, cs_Z, A02, rs_A, cs_A, A22, rs_A, cs_A, tmp21, inc_tmp, s01, rs_S, a12p, inc_ap, w21, inc_w, a22l, inc_al ); // FLA_Axpyt( FLA_CONJ_TRANSPOSE, FLA_ONE, a12t, y21 ); bli_zaxpyv( BLIS_CONJUGATE, n_ahead, buff_1, a12t, cs_A, y21, rs_Y ); // FLA_Househ2s_UT( FLA_RIGHT, // a12p_t, // a12p_b, // alpha12, psi11_minus_alpha12, sigma11 ); FLA_Househ2s_UT_r_opz( n_ahead - 1, a12p_t, a12p_b, inc_ap, &alpha12, &psi11_minus_alpha12, sigma11 ); // FLA_Copy( a12p, v21 ); // FLA_Mult_add( FLA_MINUS_ONE, alpha12, v21_t ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, psi11_minus_alpha12, v21 ); // FLA_Conjugate( v21_b ); bli_zcopyv( BLIS_NO_CONJUGATE, n_ahead, a12p, inc_ap, v21, inc_v ); bli_zmult4( buff_m1, &alpha12, v21_t, v21_t ); bli_zinvscalv( BLIS_NO_CONJUGATE, n_ahead, &psi11_minus_alpha12, v21, inc_v ); bli_zconjv( n_ahead - 1, v21_b, inc_v ); // FLA_Copyt( FLA_CONJ_NO_TRANSPOSE, alpha12, minus_conj_alpha12 ); // FLA_Scal( FLA_MINUS_ONE, minus_conj_alpha12 ); bli_zcopyconj( &alpha12, &minus_conj_alpha12 ); bli_zneg1( &minus_conj_alpha12 ); // FLA_Axpyt( FLA_CONJ_NO_TRANSPOSE, minus_conj_alpha12, A02_l, s01 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, s01 ); bli_zaxpyv( BLIS_CONJUGATE, n_behind, &minus_conj_alpha12, A02, rs_A, s01, rs_S ); bli_zinvscalv( BLIS_CONJUGATE, n_behind, &psi11_minus_alpha12, s01, rs_S ); // FLA_Copy( alpha12, a12t_l ); // FLA_Copyt( FLA_TRANSPOSE, v21_b, a12t_r ); *a12t_l = alpha12; bli_zcopyv( BLIS_NO_CONJUGATE, n_ahead - 1, v21_b, inc_v, a12t_r, cs_A ); } // FLA_Copy( u21p, u21 ); bli_zcopyv( BLIS_NO_CONJUGATE, m_ahead, u21p, inc_up, u21, inc_u ); if ( n_ahead > 0 ) { // FLA_Dotc( FLA_CONJUGATE, y21, v21, beta ); // FLA_Scal( FLA_MINUS_ONE, beta ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, beta ); bli_zdot( BLIS_CONJUGATE, n_ahead, y21, rs_Y, v21, inc_v, &beta ); bli_zscals( &minus_inv_tau11, &beta ); // FLA_Copy( w21, z21 ); // FLA_Axpy( minus_conj_alpha12, a22l, z21 ); // FLA_Inv_scalc( FLA_CONJUGATE, psi11_minus_alpha12, z21 ); // FLA_Axpy( beta, u21, z21 ); bli_zcopyv( BLIS_NO_CONJUGATE, m_ahead, w21, inc_w, z21, rs_Z ); bli_zaxpyv( BLIS_NO_CONJUGATE, m_ahead, &minus_conj_alpha12, a22l, inc_al, z21, rs_Z ); bli_zinvscalv( BLIS_CONJUGATE, m_ahead, &psi11_minus_alpha12, z21, rs_Z ); bli_zaxpyv( BLIS_NO_CONJUGATE, m_ahead, &beta, u21, inc_u, z21, rs_Z ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, tau11, y21 ); // FLA_Inv_scalc( FLA_NO_CONJUGATE, sigma11, z21 ); bli_zinvscalv( BLIS_NO_CONJUGATE, n_ahead, tau11, y21, rs_Y ); bli_zinvscalv( BLIS_NO_CONJUGATE, m_ahead, sigma11, z21, rs_Z ); } else // if ( n_ahead == 0 ) { // FLA_Copyt( FLA_CONJ_TRANSPOSE, a10t, t01 ); // FLA_Gemv( FLA_CONJ_TRANSPOSE, FLA_ONE, A20, u21, FLA_ONE, t01 ); bli_zcopyv( BLIS_CONJUGATE, n_behind, a10t, cs_A, t01, rs_T ); bli_zgemv( BLIS_CONJ_TRANSPOSE, BLIS_NO_CONJUGATE, m_ahead, n_behind, buff_1, A20, rs_A, cs_A, u21, inc_u, buff_1, t01, rs_T ); } /*------------------------------------------------------------*/ } // FLA_Obj_free( &w ); // FLA_Obj_free( &al ); // FLA_Obj_free( &ap ); // FLA_Obj_free( &u ); // FLA_Obj_free( &up ); // FLA_Obj_free( &v ); // FLA_Obj_free( &d ); // FLA_Obj_free( &e ); FLA_free( buff_tmp ); FLA_free( buff_w ); FLA_free( buff_al ); FLA_free( buff_ap ); FLA_free( buff_u ); FLA_free( buff_up ); FLA_free( buff_v ); FLA_free( buff_d ); FLA_free( buff_e ); return FLA_SUCCESS; }