Mentions légales du service
Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
Chameleon
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package Registry
Container Registry
Operate
Environments
Terraform modules
Monitor
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
solverstack
Chameleon
Commits
bec932d1
Commit
bec932d1
authored
3 weeks ago
by
LISITO Alycia
Browse files
Options
Downloads
Patches
Plain Diff
starpu/codelet: Add new task submit to codelet_zgetrf_batched
parent
b726e724
No related branches found
Branches containing commit
No related tags found
Tags containing commit
1 merge request
!523
Restructuration of the codelets getrf and getrf_nopiv
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
runtime/starpu/codelets/codelet_zgetrf_batched.c
+193
-94
193 additions, 94 deletions
runtime/starpu/codelets/codelet_zgetrf_batched.c
with
193 additions
and
94 deletions
runtime/starpu/codelets/codelet_zgetrf_batched.c
+
193
−
94
View file @
bec932d1
...
@@ -24,7 +24,7 @@
...
@@ -24,7 +24,7 @@
#include
"chameleon_starpu_internal.h"
#include
"chameleon_starpu_internal.h"
#include
"runtime_codelet_z.h"
#include
"runtime_codelet_z.h"
struct
cl_getrf_batched_args_
t
{
struct
cl_
z
getrf_batched_args_
s
{
const
char
*
cl_name
;
const
char
*
cl_name
;
int
tasks_nbr
;
int
tasks_nbr
;
int
diag
;
int
diag
;
...
@@ -41,11 +41,11 @@ static void
...
@@ -41,11 +41,11 @@ static void
cl_zgetrf_panel_offdiag_batched_cpu_func
(
void
*
descr
[],
cl_zgetrf_panel_offdiag_batched_cpu_func
(
void
*
descr
[],
void
*
cl_arg
)
void
*
cl_arg
)
{
{
struct
cl_getrf_batched_args_
t
*
clargs
=
(
struct
cl_getrf_batched_args_
t
*
)
cl_arg
;
struct
cl_
z
getrf_batched_args_
s
*
clargs
=
(
struct
cl_
z
getrf_batched_args_
s
*
)
cl_arg
;
cppi_interface_t
*
nextpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
];
cppi_interface_t
*
nextpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
];
cppi_interface_t
*
prevpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
+
1
];
cppi_interface_t
*
prevpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
+
1
];
int
i
,
m
,
n
,
h
,
m0
,
lda
;
int
i
,
m
,
n
,
h
,
m0
,
lda
;
CHAM_tile_t
*
tileA
;
CHAM_tile_t
*
tileA
;
nextpiv
->
h
=
clargs
->
h
;
nextpiv
->
h
=
clargs
->
h
;
nextpiv
->
has_diag
=
chameleon_max
(
-
1
,
nextpiv
->
has_diag
);
nextpiv
->
has_diag
=
chameleon_max
(
-
1
,
nextpiv
->
has_diag
);
...
@@ -73,19 +73,18 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
...
@@ -73,19 +73,18 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
void
**
clargs_ptr
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
CHAM_ipiv_t
*
ipiv
)
{
{
int
task_num
=
0
;
int
batch_size
=
((
struct
chameleon_pzgetrf_s
*
)
ws
)
->
batch_size_blas2
;
void
(
*
callback
)(
void
*
)
=
NULL
;
struct
cl_getrf_batched_args_t
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
get_rankof
(
A
,
Am
,
An
);
if
(
rankA
!=
A
->
myrank
)
{
return
;
}
#if !defined(HAVE_STARPU_NONE_NONZERO)
#if !defined(HAVE_STARPU_NONE_NONZERO)
/* STARPU_NONE can't be equal to 0 */
/* STARPU_NONE can't be equal to 0 */
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_percol_diag: STARPU_NONE can not be equal to 0
\n
"
);
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_percol_
off
diag
_batched
: STARPU_NONE can not be equal to 0
\n
"
);
assert
(
0
);
assert
(
0
);
#endif
#endif
int
task_num
=
0
;
int
batch_size
=
((
struct
chameleon_pzgetrf_s
*
)
ws
)
->
batch_size_blas2
;
struct
cl_zgetrf_batched_args_s
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
get_rankof
(
A
,
Am
,
An
);
if
(
rankA
!=
A
->
myrank
)
{
return
;
}
/* Handle cache */
/* Handle cache */
CHAMELEON_BEGIN_ACCESS_DECLARATION
;
CHAMELEON_BEGIN_ACCESS_DECLARATION
;
...
@@ -93,8 +92,8 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
...
@@ -93,8 +92,8 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
CHAMELEON_END_ACCESS_DECLARATION
;
CHAMELEON_END_ACCESS_DECLARATION
;
if
(
clargs
==
NULL
)
{
if
(
clargs
==
NULL
)
{
clargs
=
malloc
(
sizeof
(
struct
cl_getrf_batched_args_
t
)
)
;
clargs
=
malloc
(
sizeof
(
struct
cl_
z
getrf_batched_args_
s
)
)
;
memset
(
clargs
,
0
,
sizeof
(
struct
cl_getrf_batched_args_
t
)
);
memset
(
clargs
,
0
,
sizeof
(
struct
cl_
z
getrf_batched_args_
s
)
);
clargs
->
tasks_nbr
=
0
;
clargs
->
tasks_nbr
=
0
;
clargs
->
h
=
h
;
clargs
->
h
=
h
;
clargs
->
cl_name
=
"zgetrf_panel_offdiag_batched"
;
clargs
->
cl_name
=
"zgetrf_panel_offdiag_batched"
;
...
@@ -114,39 +113,26 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
...
@@ -114,39 +113,26 @@ INSERT_TASK_zgetrf_panel_offdiag_batched( const RUNTIME_option_t *options,
A
->
get_blktile
(
A
,
Am
,
An
)
);
A
->
get_blktile
(
A
,
Am
,
An
)
);
if
(
clargs
->
tasks_nbr
==
batch_size
)
{
if
(
clargs
->
tasks_nbr
==
batch_size
)
{
int
access_npiv
=
(
h
==
ipiv
->
n
)
?
STARPU_R
:
STARPU_REDUX
;
INSERT_TASK_zgetrf_panel_offdiag_batched_flush
(
options
,
A
,
An
,
clargs_ptr
,
ipiv
);
int
access_ppiv
=
(
h
==
0
)
?
STARPU_NONE
:
STARPU_R
;
rt_starpu_insert_task
(
&
cl_zgetrf_panel_offdiag_batched
,
/* Task codelet arguments */
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_getrf_batched_args_t
),
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
h
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
h
-
1
),
STARPU_PRIORITY
,
options
->
priority
,
STARPU_CALLBACK
,
callback
,
STARPU_EXECUTE_ON_WORKER
,
options
->
workerid
,
0
);
/* clargs is freed by starpu. */
*
clargs_ptr
=
NULL
;
}
}
}
}
#if defined(CHAMELEON_STARPU_USE_INSERT)
void
void
INSERT_TASK_zgetrf_panel_offdiag_batched_flush
(
const
RUNTIME_option_t
*
options
,
INSERT_TASK_zgetrf_panel_offdiag_batched_flush
(
const
RUNTIME_option_t
*
options
,
CHAM_desc_t
*
A
,
int
An
,
CHAM_desc_t
*
A
,
int
An
,
void
**
clargs_ptr
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
CHAM_ipiv_t
*
ipiv
)
{
{
void
(
*
callback
)(
void
*
)
=
NULL
;
struct
cl_getrf_batched_args_t
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
#if !defined(HAVE_STARPU_NONE_NONZERO)
#if !defined(HAVE_STARPU_NONE_NONZERO)
/* STARPU_NONE can't be equal to 0 */
/* STARPU_NONE can't be equal to 0 */
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_percol_diag: STARPU_NONE can not be equal to 0
\n
"
);
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_percol_
off
diag
_batched
: STARPU_NONE can not be equal to 0
\n
"
);
assert
(
0
);
assert
(
0
);
#endif
#endif
void
(
*
callback
)(
void
*
)
=
NULL
;
struct
cl_zgetrf_batched_args_s
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
if
(
clargs
==
NULL
)
{
if
(
clargs
==
NULL
)
{
return
;
return
;
...
@@ -157,7 +143,7 @@ INSERT_TASK_zgetrf_panel_offdiag_batched_flush( const RUNTIME_option_t *options,
...
@@ -157,7 +143,7 @@ INSERT_TASK_zgetrf_panel_offdiag_batched_flush( const RUNTIME_option_t *options,
rt_starpu_insert_task
(
rt_starpu_insert_task
(
&
cl_zgetrf_panel_offdiag_batched
,
&
cl_zgetrf_panel_offdiag_batched
,
/* Task codelet arguments */
/* Task codelet arguments */
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_getrf_batched_args_
t
),
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_
z
getrf_batched_args_
s
),
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
),
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
-
1
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
-
1
),
...
@@ -171,12 +157,75 @@ INSERT_TASK_zgetrf_panel_offdiag_batched_flush( const RUNTIME_option_t *options,
...
@@ -171,12 +157,75 @@ INSERT_TASK_zgetrf_panel_offdiag_batched_flush( const RUNTIME_option_t *options,
*
clargs_ptr
=
NULL
;
*
clargs_ptr
=
NULL
;
}
}
#else
/* defined(CHAMELEON_STARPU_USE_INSERT) */
void
INSERT_TASK_zgetrf_panel_offdiag_batched_flush
(
const
RUNTIME_option_t
*
options
,
CHAM_desc_t
*
A
,
int
An
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
{
struct
cl_zgetrf_batched_args_s
*
myclargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
int
k
,
ret
,
access_npiv
,
access_ppiv
;
struct
starpu_task
*
task
;
if
(
myclargs
==
NULL
)
{
return
;
}
INSERT_TASK_COMMON_PARAMETERS_EXTENDED
(
zgetrf_panel_percol_offdiag_batched
,
zgetrf_panel_offdiag_batched
,
zgetrf_batched
,
myclargs
->
tasks_nbr
+
2
);
access_npiv
=
(
myclargs
->
h
==
ipiv
->
n
)
?
STARPU_R
:
STARPU_REDUX
;
access_ppiv
=
(
myclargs
->
h
==
0
)
?
STARPU_NONE
:
STARPU_R
;
/*
* Register the data handles, no exchange needed
*/
starpu_cham_exchange_init_params
(
options
,
&
params
,
rankA
);
for
(
k
=
0
;
k
<
myclargs
->
tasks_nbr
;
k
++
)
{
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
myclargs
->
handle_mode
[
k
].
handle
,
STARPU_RW
);
}
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
myclargs
->
h
),
access_npiv
);
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
myclargs
->
h
-
1
),
access_ppiv
);
task
=
starpu_task_create
();
task
->
cl
=
cl
;
/* Set codelet parameters */
task
->
cl_arg
=
myclargs
;
task
->
cl_arg_size
=
sizeof
(
struct
cl_zgetrf_batched_args_s
);
task
->
cl_arg_free
=
1
;
/* Set common parameters */
starpu_cham_task_set_options
(
options
,
task
,
nbdata
,
descrs
,
NULL
);
/* Flops */
// task->flops = TODO;
ret
=
starpu_task_submit
(
task
);
if
(
ret
==
-
ENODEV
)
{
task
->
destroy
=
0
;
starpu_task_destroy
(
task
);
chameleon_error
(
"INSERT_TASK_zgetrf_percol_diag"
,
"Failed to submit the task to StarPU"
);
return
;
}
starpu_cham_task_exchange_data_after_execution
(
options
,
params
,
nbdata
,
descrs
);
/* clargs is freed by starpu. */
*
clargs_ptr
=
NULL
;
(
void
)
clargs
;
(
void
)
cl_name
;
}
#endif
/* defined(CHAMELEON_STARPU_USE_INSERT) */
#if !defined(CHAMELEON_SIMULATION)
#if !defined(CHAMELEON_SIMULATION)
static
void
static
void
cl_zgetrf_panel_blocked_batched_cpu_func
(
void
*
descr
[],
cl_zgetrf_panel_blocked_batched_cpu_func
(
void
*
descr
[],
void
*
cl_arg
)
void
*
cl_arg
)
{
{
struct
cl_getrf_batched_args_
t
*
clargs
=
(
struct
cl_getrf_batched_args_
t
*
)
cl_arg
;
struct
cl_
z
getrf_batched_args_
s
*
clargs
=
(
struct
cl_
z
getrf_batched_args_
s
*
)
cl_arg
;
int
*
ipiv
;
int
*
ipiv
;
cppi_interface_t
*
nextpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
];
cppi_interface_t
*
nextpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
];
cppi_interface_t
*
prevpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
+
1
];
cppi_interface_t
*
prevpiv
=
(
cppi_interface_t
*
)
descr
[
clargs
->
tasks_nbr
+
1
];
...
@@ -241,21 +290,19 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
...
@@ -241,21 +290,19 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
void
**
clargs_ptr
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
CHAM_ipiv_t
*
ipiv
)
{
{
struct
chameleon_pzgetrf_s
*
tmp
=
(
struct
chameleon_pzgetrf_s
*
)
ws
;
int
ib
=
tmp
->
ib
;
int
batch_size
=
(
(
h
%
ib
)
!=
0
)
?
tmp
->
batch_size_blas2
:
tmp
->
batch_size_blas3
;
int
task_num
=
0
;
void
(
*
callback
)(
void
*
)
=
NULL
;
int
accessU
,
access_npiv
,
access_ipiv
,
access_ppiv
;
struct
cl_getrf_batched_args_t
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
get_rankof
(
A
,
Am
,
An
);
#if !defined(HAVE_STARPU_NONE_NONZERO)
#if !defined(HAVE_STARPU_NONE_NONZERO)
/* STARPU_NONE can't be equal to 0 */
/* STARPU_NONE can't be equal to 0 */
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_p
ercol_diag
: STARPU_NONE can not be equal to 0
\n
"
);
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_p
anel_blocked_batched
: STARPU_NONE can not be equal to 0
\n
"
);
assert
(
0
);
assert
(
0
);
#endif
#endif
struct
chameleon_pzgetrf_s
*
tmp
=
(
struct
chameleon_pzgetrf_s
*
)
ws
;
int
ib
=
tmp
->
ib
;
int
batch_size
=
(
(
h
%
ib
)
!=
0
)
?
tmp
->
batch_size_blas2
:
tmp
->
batch_size_blas3
;
int
task_num
=
0
;
struct
cl_zgetrf_batched_args_s
*
clargs
=
*
clargs_ptr
;
#if defined ( CHAMELEON_USE_MPI )
#if defined ( CHAMELEON_USE_MPI )
int
rankA
=
A
->
get_rankof
(
A
,
Am
,
An
);
if
(
(
Am
==
An
)
&&
(
h
%
ib
==
0
)
&&
(
h
>
0
)
)
{
if
(
(
Am
==
An
)
&&
(
h
%
ib
==
0
)
&&
(
h
>
0
)
)
{
starpu_mpi_cache_flush
(
options
->
sequence
->
comm
,
starpu_mpi_cache_flush
(
options
->
sequence
->
comm
,
RTBLKADDR
(
U
,
CHAMELEON_Complex64_t
,
Um
,
Un
)
);
RTBLKADDR
(
U
,
CHAMELEON_Complex64_t
,
Um
,
Un
)
);
...
@@ -277,8 +324,8 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
...
@@ -277,8 +324,8 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
CHAMELEON_END_ACCESS_DECLARATION
;
CHAMELEON_END_ACCESS_DECLARATION
;
if
(
clargs
==
NULL
)
{
if
(
clargs
==
NULL
)
{
clargs
=
malloc
(
sizeof
(
struct
cl_getrf_batched_args_
t
)
);
clargs
=
malloc
(
sizeof
(
struct
cl_
z
getrf_batched_args_
s
)
);
memset
(
clargs
,
0
,
sizeof
(
struct
cl_getrf_batched_args_
t
)
);
memset
(
clargs
,
0
,
sizeof
(
struct
cl_
z
getrf_batched_args_
s
)
);
clargs
->
tasks_nbr
=
0
;
clargs
->
tasks_nbr
=
0
;
clargs
->
diag
=
(
Am
==
An
);
clargs
->
diag
=
(
Am
==
An
);
clargs
->
ib
=
ib
;
clargs
->
ib
=
ib
;
...
@@ -300,47 +347,12 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
...
@@ -300,47 +347,12 @@ INSERT_TASK_zgetrf_panel_blocked_batched( const RUNTIME_option_t *options,
A
->
get_blktile
(
A
,
Am
,
An
)
);
A
->
get_blktile
(
A
,
Am
,
An
)
);
if
(
clargs
->
tasks_nbr
==
batch_size
)
{
if
(
clargs
->
tasks_nbr
==
batch_size
)
{
access_npiv
=
(
clargs
->
h
==
ipiv
->
n
)
?
STARPU_R
:
STARPU_REDUX
;
INSERT_TASK_zgetrf_panel_blocked_batched_flush
(
options
,
A
,
An
,
U
,
Um
,
Un
,
clargs_ptr
,
ipiv
);
access_ipiv
=
STARPU_RW
;
access_ppiv
=
STARPU_R
;
accessU
=
STARPU_RW
;
if
(
clargs
->
h
==
0
)
{
access_ipiv
=
STARPU_W
;
access_ppiv
=
STARPU_NONE
;
accessU
=
STARPU_NONE
;
}
else
if
(
clargs
->
h
%
clargs
->
ib
==
0
)
{
accessU
=
STARPU_R
;
}
else
if
(
clargs
->
h
%
clargs
->
ib
==
1
)
{
accessU
=
STARPU_W
;
}
/* If there isn't a diag task then use offdiag access */
if
(
clargs
->
diag
==
0
)
{
accessU
=
((
h
%
ib
==
0
)
&&
(
h
>
0
))
?
STARPU_R
:
STARPU_NONE
;
access_ipiv
=
STARPU_NONE
;
}
rt_starpu_insert_task
(
&
cl_zgetrf_panel_blocked_batched
,
/* Task codelet arguments */
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_getrf_batched_args_t
),
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
h
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
h
-
1
),
access_ipiv
,
RUNTIME_ipiv_getaddr
(
ipiv
,
An
),
accessU
,
RTBLKADDR
(
U
,
CHAMELEON_Complex64_t
,
Um
,
Un
),
STARPU_PRIORITY
,
options
->
priority
,
STARPU_CALLBACK
,
callback
,
STARPU_EXECUTE_ON_WORKER
,
options
->
workerid
,
STARPU_NAME
,
clargs
->
cl_name
,
0
);
/* clargs is freed by starpu. */
*
clargs_ptr
=
NULL
;
}
}
}
}
#if defined(CHAMELEON_STARPU_USE_INSERT)
void
void
INSERT_TASK_zgetrf_panel_blocked_batched_flush
(
const
RUNTIME_option_t
*
options
,
INSERT_TASK_zgetrf_panel_blocked_batched_flush
(
const
RUNTIME_option_t
*
options
,
CHAM_desc_t
*
A
,
int
An
,
CHAM_desc_t
*
A
,
int
An
,
...
@@ -348,15 +360,15 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
...
@@ -348,15 +360,15 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
void
**
clargs_ptr
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
CHAM_ipiv_t
*
ipiv
)
{
{
int
accessU
,
access_npiv
,
access_ipiv
,
access_ppiv
;
void
(
*
callback
)(
void
*
)
=
NULL
;
struct
cl_getrf_batched_args_t
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
#if !defined(HAVE_STARPU_NONE_NONZERO)
#if !defined(HAVE_STARPU_NONE_NONZERO)
/* STARPU_NONE can't be equal to 0 */
/* STARPU_NONE can't be equal to 0 */
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_p
ercol_diag
: STARPU_NONE can not be equal to 0
\n
"
);
fprintf
(
stderr
,
"INSERT_TASK_zgetrf_p
anel_blocked_batched
: STARPU_NONE can not be equal to 0
\n
"
);
assert
(
0
);
assert
(
0
);
#endif
#endif
int
accessU
,
access_npiv
,
access_ipiv
,
access_ppiv
;
void
(
*
callback
)(
void
*
)
=
NULL
;
struct
cl_zgetrf_batched_args_s
*
clargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
if
(
clargs
==
NULL
)
{
if
(
clargs
==
NULL
)
{
return
;
return
;
...
@@ -386,7 +398,7 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
...
@@ -386,7 +398,7 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
rt_starpu_insert_task
(
rt_starpu_insert_task
(
&
cl_zgetrf_panel_blocked_batched
,
&
cl_zgetrf_panel_blocked_batched
,
/* Task codelet arguments */
/* Task codelet arguments */
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_getrf_batched_args_
t
),
STARPU_CL_ARGS
,
clargs
,
sizeof
(
struct
cl_
z
getrf_batched_args_
s
),
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
STARPU_DATA_MODE_ARRAY
,
clargs
->
handle_mode
,
clargs
->
tasks_nbr
,
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
),
access_npiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
-
1
),
access_ppiv
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
clargs
->
h
-
1
),
...
@@ -401,3 +413,90 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
...
@@ -401,3 +413,90 @@ INSERT_TASK_zgetrf_panel_blocked_batched_flush( const RUNTIME_option_t *options,
/* clargs is freed by starpu. */
/* clargs is freed by starpu. */
*
clargs_ptr
=
NULL
;
*
clargs_ptr
=
NULL
;
}
}
#else
/* defined(CHAMELEON_STARPU_USE_INSERT) */
void
INSERT_TASK_zgetrf_panel_blocked_batched_flush
(
const
RUNTIME_option_t
*
options
,
CHAM_desc_t
*
A
,
int
An
,
CHAM_desc_t
*
U
,
int
Um
,
int
Un
,
void
**
clargs_ptr
,
CHAM_ipiv_t
*
ipiv
)
{
struct
cl_zgetrf_batched_args_s
*
myclargs
=
*
clargs_ptr
;
int
rankA
=
A
->
myrank
;
int
accessU
,
access_npiv
,
access_ipiv
,
access_ppiv
,
k
;
int
ret
;
struct
starpu_task
*
task
;
if
(
myclargs
==
NULL
)
{
return
;
}
INSERT_TASK_COMMON_PARAMETERS_EXTENDED
(
zgetrf_panel_blocked_batched
,
zgetrf_panel_blocked_batched
,
zgetrf_batched
,
myclargs
->
tasks_nbr
+
4
);
access_npiv
=
(
myclargs
->
h
==
ipiv
->
n
)
?
STARPU_R
:
STARPU_REDUX
;
access_ipiv
=
STARPU_RW
;
access_ppiv
=
STARPU_R
;
accessU
=
STARPU_RW
;
if
(
myclargs
->
h
==
0
)
{
access_ipiv
=
STARPU_W
;
access_ppiv
=
STARPU_NONE
;
accessU
=
STARPU_NONE
;
}
else
if
(
myclargs
->
h
%
myclargs
->
ib
==
0
)
{
accessU
=
STARPU_R
;
}
else
if
(
myclargs
->
h
%
myclargs
->
ib
==
1
)
{
accessU
=
STARPU_W
;
}
/* If there isn't a diag task then use offdiag access */
if
(
myclargs
->
diag
==
0
)
{
accessU
=
((
myclargs
->
h
%
myclargs
->
ib
==
0
)
&&
(
myclargs
->
h
>
0
))
?
STARPU_R
:
STARPU_NONE
;
access_ipiv
=
STARPU_NONE
;
}
/*
* Register the data handles, exchange needed only for U
*/
starpu_cham_exchange_init_params
(
options
,
&
params
,
rankA
);
for
(
k
=
0
;
k
<
myclargs
->
tasks_nbr
;
k
++
)
{
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
myclargs
->
handle_mode
[
k
].
handle
,
STARPU_RW
);
}
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
myclargs
->
h
),
access_npiv
);
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
RUNTIME_pivot_getaddr
(
ipiv
,
rankA
,
An
,
myclargs
->
h
-
1
),
access_ppiv
);
starpu_cham_register_descr
(
&
nbdata
,
descrs
,
RUNTIME_ipiv_getaddr
(
ipiv
,
An
),
access_ipiv
);
starpu_cham_exchange_handle_before_execution
(
options
,
&
params
,
&
nbdata
,
descrs
,
RTBLKADDR
(
U
,
CHAMELEON_Complex64_t
,
Um
,
Un
),
accessU
);
task
=
starpu_task_create
();
task
->
cl
=
cl
;
/* Set codelet parameters */
task
->
cl_arg
=
myclargs
;
task
->
cl_arg_size
=
sizeof
(
struct
cl_zgetrf_batched_args_s
);
task
->
cl_arg_free
=
1
;
/* Set common parameters */
starpu_cham_task_set_options
(
options
,
task
,
nbdata
,
descrs
,
NULL
);
/* Flops */
// task->flops = TODO;
ret
=
starpu_task_submit
(
task
);
if
(
ret
==
-
ENODEV
)
{
task
->
destroy
=
0
;
starpu_task_destroy
(
task
);
chameleon_error
(
"INSERT_TASK_zgetrf_panel_blocked_batched"
,
"Failed to submit the task to StarPU"
);
return
;
}
starpu_cham_task_exchange_data_after_execution
(
options
,
params
,
nbdata
,
descrs
);
/* clargs is freed by starpu. */
*
clargs_ptr
=
NULL
;
(
void
)
clargs
;
(
void
)
cl_name
;
}
#endif
/* defined(CHAMELEON_STARPU_USE_INSERT) */
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment