/**
*
* @copyright (c) 2009-2014 The University of Tennessee and The University
* of Tennessee Research Foundation.
* All rights reserved.
* @copyright (c) 2012-2014 Inria. All rights reserved.
* @copyright (c) 2012-2014 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria, Univ. Bordeaux. All rights reserved.
*
**/
/**
*
* @file codelet_zunmqr.c
*
* MORSE codelets kernel
* MORSE is a software package provided by Univ. of Tennessee,
* Univ. of California Berkeley and Univ. of Colorado Denver
*
* @version 2.5.0
* @comment This file has been automatically generated
* from Plasma 2.5.0 for MORSE 1.0.0
* @author Hatem Ltaief
* @author Jakub Kurzak
* @author Mathieu Faverge
* @author Emmanuel Agullo
* @author Cedric Castagnede
* @date 2010-11-15
* @precisions normal z -> c d s
*
**/
#include "coreblas/include/lapacke.h"
#include "runtime/starpu/include/morse_starpu.h"
#include "runtime/starpu/include/codelet_z.h"
/**
*
* @ingroup CORE_MORSE_Complex64_t
*
* CORE_zunmqr overwrites the general complex M-by-N tile C with
*
* SIDE = 'L' SIDE = 'R'
* TRANS = 'N': Q * C C * Q
* TRANS = 'C': Q**H * C C * Q**H
*
* where Q is a complex unitary matrix defined as the product of k
* elementary reflectors
*
* Q = H(1) H(2) . . . H(k)
*
* as returned by CORE_zgeqrt. Q is of order M if SIDE = 'L' and of order N
* if SIDE = 'R'.
*
*******************************************************************************
*
* @param[in] side
* @arg MorseLeft : apply Q or Q**H from the Left;
* @arg MorseRight : apply Q or Q**H from the Right.
*
* @param[in] trans
* @arg MorseNoTrans : No transpose, apply Q;
* @arg MorseConjTrans : Transpose, apply Q**H.
*
* @param[in] M
* The number of rows of the tile C. M >= 0.
*
* @param[in] N
* The number of columns of the tile C. N >= 0.
*
* @param[in] K
* The number of elementary reflectors whose product defines
* the matrix Q.
* If SIDE = MorseLeft, M >= K >= 0;
* if SIDE = MorseRight, N >= K >= 0.
*
* @param[in] IB
* The inner-blocking size. IB >= 0.
*
* @param[in] A
* Dimension: (LDA,K)
* The i-th column must contain the vector which defines the
* elementary reflector H(i), for i = 1,2,...,k, as returned by
* CORE_zgeqrt in the first k columns of its array argument A.
*
* @param[in] LDA
* The leading dimension of the array A.
* If SIDE = MorseLeft, LDA >= max(1,M);
* if SIDE = MorseRight, LDA >= max(1,N).
*
* @param[in] T
* The IB-by-K triangular factor T of the block reflector.
* T is upper triangular by block (economic storage);
* The rest of the array is not referenced.
*
* @param[in] LDT
* The leading dimension of the array T. LDT >= IB.
*
* @param[in,out] C
* On entry, the M-by-N tile C.
* On exit, C is overwritten by Q*C or Q**T*C or C*Q**T or C*Q.
*
* @param[in] LDC
* The leading dimension of the array C. LDC >= max(1,M).
*
* @param[in,out] WORK
* On exit, if INFO = 0, WORK(1) returns the optimal LDWORK.
*
* @param[in] LDWORK
* The dimension of the array WORK.
* If SIDE = MorseLeft, LDWORK >= max(1,N);
* if SIDE = MorseRight, LDWORK >= max(1,M).
*
*******************************************************************************
*
* @return
* \retval MORSE_SUCCESS successful exit
* \retval <0 if -i, the i-th argument had an illegal value
*
******************************************************************************/
void MORSE_TASK_zunmqr(MORSE_option_t *options,
MORSE_enum side, MORSE_enum trans,
int m, int n, int k, int ib, int nb,
MORSE_desc_t *A, int Am, int An, int lda,
MORSE_desc_t *T, int Tm, int Tn, int ldt,
MORSE_desc_t *C, int Cm, int Cn, int ldc)
{
struct starpu_codelet *codelet = &cl_zunmqr;
void (*callback)(void*) = options->profiling ? cl_zunmqr_callback : NULL;
if ( morse_desc_islocal( A, Am, An ) ||
morse_desc_islocal( T, Tm, Tn ) ||
morse_desc_islocal( C, Cm, Cn ) )
{
starpu_insert_task(
codelet,
STARPU_VALUE, &side, sizeof(MORSE_enum),
STARPU_VALUE, &trans, sizeof(MORSE_enum),
STARPU_VALUE, &m, sizeof(int),
STARPU_VALUE, &n, sizeof(int),
STARPU_VALUE, &k, sizeof(int),
STARPU_VALUE, &ib, sizeof(int),
STARPU_R, RTBLKADDR(A, MORSE_Complex64_t, Am, An),
STARPU_VALUE, &lda, sizeof(int),
STARPU_R, RTBLKADDR(T, MORSE_Complex64_t, Tm, Tn),
STARPU_VALUE, &ldt, sizeof(int),
STARPU_RW, RTBLKADDR(C, MORSE_Complex64_t, Cm, Cn),
STARPU_VALUE, &ldc, sizeof(int),
/* ib * nb */
STARPU_SCRATCH, options->ws_worker,
STARPU_VALUE, &nb, sizeof(int),
STARPU_PRIORITY, options->priority,
STARPU_CALLBACK, callback,
0);
}
}
static void cl_zunmqr_cpu_func(void *descr[], void *cl_arg)
{
MORSE_enum side;
MORSE_enum trans;
int m;
int n;
int k;
int ib;
MORSE_Complex64_t *A;
int lda;
MORSE_Complex64_t *T;
int ldt;
MORSE_Complex64_t *C;
int ldc;
MORSE_Complex64_t *WORK;
int ldwork;
A = (MORSE_Complex64_t *)STARPU_MATRIX_GET_PTR(descr[0]);
T = (MORSE_Complex64_t *)STARPU_MATRIX_GET_PTR(descr[1]);
C = (MORSE_Complex64_t *)STARPU_MATRIX_GET_PTR(descr[2]);
WORK = (MORSE_Complex64_t *)STARPU_MATRIX_GET_PTR(descr[3]); /* ib * nb */
starpu_codelet_unpack_args(cl_arg, &side, &trans, &m, &n, &k, &ib,
&lda, &ldt, &ldc, &ldwork);
CORE_zunmqr(side, trans, m, n, k, ib,
A, lda, T, ldt, C, ldc, WORK, ldwork);
}
#if defined(CHAMELEON_USE_MAGMA)
magma_int_t
magma_zunmqrt_gpu( magma_side_t side, magma_trans_t trans,
magma_int_t M, magma_int_t N, magma_int_t K, magma_int_t IB,
const magmaDoubleComplex *A, magma_int_t LDA,
const magmaDoubleComplex *T, magma_int_t LDT,
magmaDoubleComplex *C, magma_int_t LDC,
magmaDoubleComplex *WORK, magma_int_t LDWORK )
{
int i, kb;
int i1, i3;
int nq, nw;
int ic = 0;
int jc = 0;
int ni = N;
int mi = M;
/* Check input arguments */
if ((side != MagmaLeft) && (side != MagmaRight)) {
return -1;
}
/*
* NQ is the order of Q and NW is the minimum dimension of WORK
*/
if (side == MagmaLeft) {
nq = M;
nw = N;
}
else {
nq = N;
nw = M;
}
if ((trans != MagmaNoTrans) && (trans != MagmaConjTrans)) {
return -2;
}
if (M < 0) {
return -3;
}
if (N < 0) {
return -4;
}
if ((K < 0) || (K > nq)) {
return -5;
}
if ((IB < 0) || ( (IB == 0) && ((M > 0) && (N > 0)) )) {
return -6;
}
if ((LDA < max(1,nq)) && (nq > 0)) {
return -8;
}
if ((LDC < max(1,M)) && (M > 0)) {
return -12;
}
if ((LDWORK < max(1,nw)) && (nw > 0)) {
return -14;
}
/* Quick return */
if ((M == 0) || (N == 0) || (K == 0))
return MAGMA_SUCCESS;
if (((side == MagmaLeft) && (trans != MagmaNoTrans))
|| ((side == MagmaRight) && (trans == MagmaNoTrans))) {
i1 = 0;
i3 = IB;
}
else {
i1 = ( ( K-1 ) / IB )*IB;
i3 = -IB;
}
for(i = i1; (i >- 1) && (i < K); i+=i3 ) {
kb = min(IB, K-i);
if (side == MagmaLeft) {
/*
* H or H' is applied to C(i:m,1:n)
*/
mi = M - i;
ic = i;
}
else {
/*
* H or H' is applied to C(1:m,i:n)
*/
ni = N - i;
jc = i;
}
magma_zlarfb_gpu( side, trans, MagmaForward, MagmaColumnwise,
mi, ni, kb,
A + LDA * i + i, LDA,
T + LDT * i, LDT,
C + LDC * jc + ic, LDC,
WORK, LDWORK);
}
return MAGMA_SUCCESS;
}
static void cl_zunmqr_cuda_func(void *descr[], void *cl_arg)
{
MORSE_starpu_ws_t *d_work;
MORSE_enum side;
MORSE_enum trans;
int m;
int n;
int k;
int ib;
cuDoubleComplex *A, *T, *C, *WORK;
int lda, ldt, ldc, ldwork;
int info = 0;
starpu_codelet_unpack_args(cl_arg, &side, &trans, &m, &n, &k, &ib,
&lda, &ldt, &ldc, &ldwork);
A = (cuDoubleComplex *)STARPU_MATRIX_GET_PTR(descr[0]);
T = (cuDoubleComplex *)STARPU_MATRIX_GET_PTR(descr[1]);
C = (cuDoubleComplex *)STARPU_MATRIX_GET_PTR(descr[2]);
WORK = (cuDoubleComplex *)STARPU_MATRIX_GET_PTR(descr[3]); /* ib * nb */
magma_zunmqrt_gpu( side, trans, m, n, k, ib,
A, lda, T, ldt, C, ldc, WORK, ldwork );
cudaThreadSynchronize();
}
#endif
/*
* Codelet definition
*/
#if defined(CHAMELEON_USE_MAGMA) || defined(CHAMELEON_SIMULATION)
CODELETS(zunmqr, 4, cl_zunmqr_cpu_func, cl_zunmqr_cuda_func, 0)
#else
CODELETS_CPU(zunmqr, 4, cl_zunmqr_cpu_func)
#endif