pzsymm.c 9.86 KB
Newer Older
1 2
/**
 *
3 4
 * @copyright (c) 2009-2014 The University of Tennessee and The University
 *                          of Tennessee Research Foundation.
5 6
 *                          All rights reserved.
 * @copyright (c) 2012-2014 Inria. All rights reserved.
7
 * @copyright (c) 2012-2014 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria, Univ. Bordeaux. All rights reserved.
8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
 *
 **/

/**
 *
 * @file pzsymm.c
 *
 *  MORSE auxiliary routines
 *  MORSE is a software package provided by Univ. of Tennessee,
 *  Univ. of California Berkeley and Univ. of Colorado Denver
 *
 * @version 2.5.0
 * @comment This file has been automatically generated
 *          from Plasma 2.5.0 for MORSE 1.0.0
 * @author Mathieu Faverge
 * @author Emmanuel Agullo
 * @author Cedric Castagnede
 * @date 2010-11-15
 * @precisions normal z -> s d c
 *
 **/
29
#include "control/common.h"
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45

#define A(m,n) A,  m,  n
#define B(m,n) B,  m,  n
#define C(m,n) C,  m,  n
/***************************************************************************//**
 *  Parallel tile symmetric matrix-matrix multiplication - dynamic scheduling
 **/
void morse_pzsymm(MORSE_enum side, MORSE_enum uplo,
                          MORSE_Complex64_t alpha, MORSE_desc_t *A, MORSE_desc_t *B,
                          MORSE_Complex64_t beta, MORSE_desc_t *C,
                          MORSE_sequence_t *sequence, MORSE_request_t *request)
{
    MORSE_context_t *morse;
    MORSE_option_t options;

    int k, m, n;
46
    int ldak, ldam, ldan, ldbk, ldbm, ldcm;
47 48 49 50 51 52 53 54 55 56
    int tempmm, tempnn, tempkn, tempkm;

    MORSE_Complex64_t zbeta;
    MORSE_Complex64_t zone = (MORSE_Complex64_t)1.0;

    morse = morse_context_self();
    if (sequence->status != MORSE_SUCCESS)
        return;
    RUNTIME_options_init(&options, morse, sequence, request);

57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78
    /*
     *  MorseLeft
     */
    if (side == MorseLeft) {
        for (k = 0; k < C->mt; k++) {
            tempkm = k == C->mt-1 ? C->m-k*C->mb : C->mb;
            ldak = BLKLDD(A, k);
            ldbk = BLKLDD(B, k);
            zbeta = k == 0 ? beta : zone;

            for (n = 0; n < C->nt; n++) {
                tempnn = n == C->nt-1 ? C->n-n*C->nb : C->nb;

                for (m = 0; m < C->mt; m++) {
                    tempmm = m == C->mt-1 ? C->m-m*C->mb : C->mb;
                    ldam = BLKLDD(A, m);
                    ldcm = BLKLDD(C, m);

                    /*
                     *  MorseLeft / MorseLower
                     */
                    if (uplo == MorseLower) {
79 80 81 82 83
                        if (k < m) {
                            MORSE_TASK_zgemm(
                                &options,
                                MorseNoTrans, MorseNoTrans,
                                tempmm, tempnn, tempkm, A->mb,
84 85 86
                                alpha, A(m, k), ldam,
                                       B(k, n), ldbk,
                                zbeta, C(m, n), ldcm);
87 88 89 90 91 92 93
                        }
                        else {
                            if (k == m) {
                                MORSE_TASK_zsymm(
                                    &options,
                                    side, uplo,
                                    tempmm, tempnn, A->mb,
94 95 96
                                    alpha, A(k, k), ldak,
                                           B(k, n), ldbk,
                                    zbeta, C(m, n), ldcm);
97 98 99 100 101 102
                            }
                            else {
                                MORSE_TASK_zgemm(
                                    &options,
                                    MorseTrans, MorseNoTrans,
                                    tempmm, tempnn, tempkm, A->mb,
103 104 105
                                    alpha, A(k, m), ldak,
                                           B(k, n), ldbk,
                                    zbeta, C(m, n), ldcm);
106 107 108
                            }
                        }
                    }
109 110 111 112
                    /*
                     *  MorseLeft / MorseUpper
                     */
                    else {
113 114 115 116 117
                        if (k < m) {
                            MORSE_TASK_zgemm(
                                &options,
                                MorseTrans, MorseNoTrans,
                                tempmm, tempnn, tempkm, A->mb,
118 119 120
                                alpha, A(k, m), ldak,
                                       B(k, n), ldbk,
                                zbeta, C(m, n), ldcm);
121 122 123 124 125 126 127
                        }
                        else {
                            if (k == m) {
                                MORSE_TASK_zsymm(
                                    &options,
                                    side, uplo,
                                    tempmm, tempnn, A->mb,
128 129 130
                                    alpha, A(k, k), ldak,
                                           B(k, n), ldbk,
                                    zbeta, C(m, n), ldcm);
131 132 133 134 135 136
                            }
                            else {
                                MORSE_TASK_zgemm(
                                    &options,
                                    MorseNoTrans, MorseNoTrans,
                                    tempmm, tempnn, tempkm, A->mb,
137 138 139
                                    alpha, A(m, k), ldam,
                                           B(k, n), ldbk,
                                    zbeta, C(m, n), ldcm);
140 141 142 143
                            }
                        }
                    }
                }
144 145 146 147 148 149
                MORSE_TASK_dataflush( &options, B(k, n) );
            }
            if (uplo == MorseLower) {
                for (n = 0; n <= k; n++) {
                    MORSE_TASK_dataflush( &options, A(k, n) );
                }
150 151
            }
            else {
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179
                for (m = 0; m <= k; m++) {
                    MORSE_TASK_dataflush( &options, A(m, k) );
                }
            }
        }
    }
    /*
     *  MorseRight
     */
    else {
        for (k = 0; k < C->nt; k++) {
            tempkn = k == C->nt-1 ? C->n-k*C->nb : C->nb;
            ldak = BLKLDD(A, k);
            zbeta = k == 0 ? beta : zone;

            for (m = 0; m < C->mt; m++) {
                tempmm = m == C->mt-1 ? C->m-m*C->mb : C->mb;
                ldbm = BLKLDD(B, m);
                ldcm = BLKLDD(C, m);

                for (n = 0; n < C->nt; n++) {
                    tempnn = n == C->nt-1 ? C->n-n*C->nb : C->nb;
                    ldan = BLKLDD(A, n);

                    /*
                     *  MorseRight / MorseLower
                     */
                    if (uplo == MorseLower) {
180
                        if (k < n) {
181 182 183 184 185 186 187
                           MORSE_TASK_zgemm(
                               &options,
                               MorseNoTrans, MorseTrans,
                               tempmm, tempnn, tempkn, A->mb,
                               alpha, B(m, k), ldbm,
                                      A(n, k), ldan,
                               zbeta, C(m, n), ldcm);
188 189 190
                        }
                        else {
                            if (k == n) {
191 192 193 194 195 196 197
                               MORSE_TASK_zsymm(
                                   &options,
                                   MorseRight, uplo,
                                   tempmm, tempnn, A->mb,
                                   alpha, A(k, k), ldak,
                                          B(m, k), ldbm,
                                   zbeta, C(m, n), ldcm);
198 199 200 201 202 203
                            }
                            else {
                                MORSE_TASK_zgemm(
                                    &options,
                                    MorseNoTrans, MorseNoTrans,
                                    tempmm, tempnn, tempkn, A->mb,
204 205 206
                                    alpha, B(m, k), ldbm,
                                           A(k, n), ldak,
                                    zbeta, C(m, n), ldcm);
207 208 209
                            }
                        }
                    }
210 211 212 213
                    /*
                     *  MorseRight / MorseUpper
                     */
                    else {
214 215 216 217 218
                        if (k < n) {
                            MORSE_TASK_zgemm(
                                &options,
                                MorseNoTrans, MorseNoTrans,
                                tempmm, tempnn, tempkn, A->mb,
219 220 221
                                alpha, B(m, k), ldbm,
                                       A(k, n), ldak,
                                zbeta, C(m, n), ldcm);
222 223 224 225 226
                        }
                        else {
                            if (k == n) {
                                MORSE_TASK_zsymm(
                                    &options,
227
                                    MorseRight, uplo,
228
                                    tempmm, tempnn, A->mb,
229 230 231
                                    alpha, A(k, k), ldak,
                                           B(m, k), ldbm,
                                    zbeta, C(m, n), ldcm);
232 233 234 235 236 237
                            }
                            else {
                                MORSE_TASK_zgemm(
                                    &options,
                                    MorseNoTrans, MorseTrans,
                                    tempmm, tempnn, tempkn, A->mb,
238 239 240
                                    alpha, B(m, k), ldbm,
                                           A(n, k), ldan,
                                    zbeta, C(m, n), ldcm);
241 242 243 244
                            }
                        }
                    }
                }
245 246 247 248 249 250 251 252 253 254 255
                MORSE_TASK_dataflush( &options, B(m, k) );
            }
            if (uplo == MorseLower) {
                for (n = 0; n <= k; n++) {
                    MORSE_TASK_dataflush( &options, A(k, n) );
                }
            }
            else {
                for (m = 0; m <= k; m++) {
                    MORSE_TASK_dataflush( &options, A(m, k) );
                }
256 257 258 259 260 261
            }
        }
    }
    RUNTIME_options_finalize(&options, morse);
    MORSE_TASK_dataflush_all();
}