-
Mathieu Faverge authoredMathieu Faverge authored
codelet_zher2k.c 8.42 KiB
/**
*
* @file starpu/codelet_zher2k.c
*
* @copyright 2009-2014 The University of Tennessee and The University of
* Tennessee Research Foundation. All rights reserved.
* @copyright 2012-2025 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria,
* Univ. Bordeaux. All rights reserved.
*
***
*
* @brief Chameleon zher2k StarPU codelet
*
* @version 1.3.0
* @author Hatem Ltaief
* @author Jakub Kurzak
* @author Mathieu Faverge
* @author Emmanuel Agullo
* @author Cedric Castagnede
* @author Lucas Barros de Assis
* @author Florent Pruvost
* @author Loris Lucido
* @date 2024-10-18
* @precisions normal z -> c
*
*/
#include "chameleon_starpu_internal.h"
#include "runtime_codelet_z.h"
struct cl_zher2k_args_s {
cham_uplo_t uplo;
cham_trans_t trans;
int n;
int k;
CHAMELEON_Complex64_t alpha;
double beta;
};
#if !defined(CHAMELEON_SIMULATION)
static void cl_zher2k_cpu_func(void *descr[], void *cl_arg)
{
struct cl_zher2k_args_s *clargs = (struct cl_zher2k_args_s *)cl_arg;
CHAM_tile_t *tileA;
CHAM_tile_t *tileB;
CHAM_tile_t *tileC;
tileA = cti_interface_get(descr[0]);
tileB = cti_interface_get(descr[1]);
tileC = cti_interface_get(descr[2]);
TCORE_zher2k( clargs->uplo, clargs->trans,
clargs->n, clargs->k, clargs->alpha,
tileA, tileB, clargs->beta, tileC );
}
#if defined(CHAMELEON_USE_CUDA)
static void cl_zher2k_cuda_func(void *descr[], void *cl_arg)
{
cublasHandle_t handle = starpu_cublas_get_local_handle();
struct cl_zher2k_args_s *clargs = (struct cl_zher2k_args_s *)cl_arg;
CHAM_tile_t *tileA;
CHAM_tile_t *tileB;
CHAM_tile_t *tileC;
tileA = cti_interface_get(descr[0]);
tileB = cti_interface_get(descr[1]);
tileC = cti_interface_get(descr[2]);
CUDA_zher2k( clargs->uplo, clargs->trans,
clargs->n, clargs->k, (cuDoubleComplex*)&(clargs->alpha), tileA->mat, tileA->ld,
tileB->mat, tileB->ld,
&(clargs->beta), tileC->mat, tileC->ld,
handle );
}
#endif /* defined(CHAMELEON_USE_CUDA) */
#if defined(CHAMELEON_USE_HIP)
static void cl_zher2k_hip_func(void *descr[], void *cl_arg)
{
hipblasHandle_t handle = starpu_hipblas_get_local_handle();
struct cl_zher2k_args_s *clargs = (struct cl_zher2k_args_s *)cl_arg;
CHAM_tile_t *tileA;
CHAM_tile_t *tileB;
CHAM_tile_t *tileC;
tileA = cti_interface_get(descr[0]);
tileB = cti_interface_get(descr[1]);
tileC = cti_interface_get(descr[2]);
HIP_zher2k( clargs->uplo, clargs->trans,
clargs->n, clargs->k,
(hipblasDoubleComplex*)&(clargs->alpha), tileA->mat, tileA->ld,
tileB->mat, tileB->ld,
&(clargs->beta), tileC->mat, tileC->ld,
handle );
}
#endif /* defined(CHAMELEON_USE_HIP) */
#endif /* !defined(CHAMELEON_SIMULATION) */
/*
* Codelet definition
*/
#if defined(CHAMELEON_USE_HIP)
CODELETS_GPU( zher2k, cl_zher2k_cpu_func, cl_zher2k_hip_func, STARPU_HIP_ASYNC )
#else
CODELETS( zher2k, cl_zher2k_cpu_func, cl_zher2k_cuda_func, STARPU_CUDA_ASYNC )
#endif
#if defined(CHAMELEON_STARPU_USE_INSERT)
void INSERT_TASK_zher2k( const RUNTIME_option_t *options,
cham_uplo_t uplo, cham_trans_t trans,
int n, int k, int nb,
CHAMELEON_Complex64_t alpha, const CHAM_desc_t *A, int Am, int An,
const CHAM_desc_t *B, int Bm, int Bn,
double beta, const CHAM_desc_t *C, int Cm, int Cn )
{
if ( alpha == 0. ) {
INSERT_TASK_zlascal( options, uplo, n, n, nb,
beta, C, Cm, Cn );
return;
}
void (*callback)(void*);
struct cl_zher2k_args_s *clargs = NULL;
int exec = 0;
const char *cl_name = "zher2k";
int accessC;
CHAMELEON_BEGIN_ACCESS_DECLARATION;
CHAMELEON_ACCESS_R(A, Am, An);
CHAMELEON_ACCESS_R(B, Bm, Bn);
CHAMELEON_ACCESS_RW(C, Cm, Cn);
exec = __chameleon_need_exec;
CHAMELEON_END_ACCESS_DECLARATION;
if ( exec ) {
clargs = malloc( sizeof( struct cl_zher2k_args_s ) );
clargs->uplo = uplo;
clargs->trans = trans; clargs->n = n;
clargs->k = k;
clargs->alpha = alpha;
clargs->beta = beta;
}
/* Callback fro profiling information */
callback = options->profiling ? cl_zher2k_callback : NULL;
/* Reduce the C access if needed */
accessC = ( beta == 0. ) ? STARPU_W : STARPU_RW;
/* Refine name */
cl_name = chameleon_codelet_name( cl_name, 3,
A->get_blktile( A, Am, An ),
B->get_blktile( B, Bm, Bn ),
C->get_blktile( C, Cm, Cn ) );
rt_starpu_insert_task(
&cl_zher2k,
/* Task codelet arguments */
STARPU_CL_ARGS, clargs, sizeof(struct cl_zher2k_args_s),
STARPU_R, RTBLKADDR(A, ChamComplexDouble, Am, An),
STARPU_R, RTBLKADDR(B, ChamComplexDouble, Bm, Bn),
accessC, RTBLKADDR(C, ChamComplexDouble, Cm, Cn),
/* Common task arguments */
STARPU_PRIORITY, options->priority,
STARPU_CALLBACK, callback,
STARPU_EXECUTE_ON_WORKER, options->workerid,
STARPU_POSSIBLY_PARALLEL, options->parallel,
STARPU_NAME, cl_name,
0 );
(void)nb;
}
#else
void INSERT_TASK_zher2k( const RUNTIME_option_t *options,
cham_uplo_t uplo, cham_trans_t trans,
int n, int k, int nb,
CHAMELEON_Complex64_t alpha, const CHAM_desc_t *A, int Am, int An,
const CHAM_desc_t *B, int Bm, int Bn,
double beta, const CHAM_desc_t *C, int Cm, int Cn )
{
if ( alpha == 0. ) {
INSERT_TASK_zlascal( options, uplo, n, n, nb,
beta, C, Cm, Cn );
return;
}
INSERT_TASK_COMMON_PARAMETERS( zher2k, 3 );
int accessC;
/* Reduce the C access if needed */
accessC = ( beta == (double)0. ) ? STARPU_W : STARPU_RW;
/*
* Set the data handles and initialize exchanges if needed
*/
starpu_cham_exchange_init_params( options, ¶ms, C->get_rankof( C, Cm, Cn ) );
starpu_cham_exchange_data_before_execution( options, params, &nbdata, descrs, A, Am, An, STARPU_R );
starpu_cham_exchange_data_before_execution( options, params, &nbdata, descrs, B, Bm, Bn, STARPU_R );
starpu_cham_exchange_data_before_execution( options, params, &nbdata, descrs, C, Cm, Cn, accessC );
/*
* Not involved, let's return
*/
if ( nbdata == 0 ) { return;
}
if ( params.do_execute )
{
int ret;
struct starpu_task *task = starpu_task_create();
task->cl = cl;
/* Set codelet parameters */
clargs = malloc( sizeof( struct cl_zher2k_args_s ) );
clargs->uplo = uplo;
clargs->trans = trans;
clargs->n = n;
clargs->k = k;
clargs->alpha = alpha;
clargs->beta = beta;
task->cl_arg = clargs;
task->cl_arg_size = sizeof( struct cl_zher2k_args_s );
task->cl_arg_free = 1;
/* Set common parameters */
starpu_cham_task_set_options( options, task, nbdata, descrs, cl_zher2k_callback );
/* Flops */
task->flops = flops_zher2k( k, n );
/* Refine name */
task->name = chameleon_codelet_name( cl_name, 3,
A->get_blktile( A, Am, An ),
B->get_blktile( B, Bm, Bn ),
C->get_blktile( C, Cm, Cn ) );
ret = starpu_task_submit( task );
if ( ret == -ENODEV ) {
task->destroy = 0;
starpu_task_destroy( task );
chameleon_error( "INSERT_TASK_zher2k", "Failed to submit the task to StarPU" );
return;
}
}
starpu_cham_task_exchange_data_after_execution( options, params, nbdata, descrs );
(void)nb;
}
#endif