Skip to content

GitLab

Commit d05b22dd authored by BRAMAS Berenger's avatar BRAMAS Berenger
Browse files
Options

time the omp4 tasks to have statistics for later study

parent 9e8a46c6
Hide whitespace changes
Inline Side-by-side
Showing with 179 additions and 1 deletion
CMakeLists.txt
View file @ d05b22dd
......@@ -82,6 +82,7 @@ if (MORSE_DISTRIB_DIR OR EXISTS "${CMAKE_SOURCE_DIR}/CMakeModules/morse/")
option( SCALFMM_USE_STARPU "Set to ON to build SCALFMM with StarPU" OFF )
option( SCALFMM_BUILD_UTILS "Set to ON to build utils Tests" OFF )
option( SCALFMM_DISABLE_NATIVE_OMP4 "Set to ON to disable the gcc/intel omp4" OFF )
option( SCALFMM_TIME_OMPTASKS "Set to ON to time omp4 tasks and generate output file" OFF )
endif()
if( SCALFMM_USE_MPI )
try_compile(COMPILE_INTEL ${CMAKE_CURRENT_BINARY_DIR}
......
Src/GroupTree/Core/FGroupTaskDepAlgorithm.hpp
View file @ d05b22dd
......@@ -12,6 +12,8 @@
#include "../../Utils/FLog.hpp"
#include "../../Utils/FTic.hpp"
#include "../../Utils/FTaskTimer.hpp"
#include "FOutOfBlockInteraction.hpp"
#include <vector>
......@@ -52,9 +54,17 @@ protected:
OctreeClass*const tree; //< The Tree
KernelClass** kernels; //< The kernels
#ifdef SCALFMM_TIME_OMPTASKS
FTaskTimer taskTimeRecorder;
#endif
public:
FGroupTaskDepAlgorithm(OctreeClass*const inTree, KernelClass* inKernels, const int inMaxThreads = -1)
: MaxThreads(inMaxThreads==-1?omp_get_max_threads():inMaxThreads), tree(inTree), kernels(nullptr){
: MaxThreads(inMaxThreads==-1?omp_get_max_threads():inMaxThreads), tree(inTree), kernels(nullptr)
#ifdef SCALFMM_TIME_OMPTASKS
, taskTimeRecorder(MaxThreads)
#endif
{
FAssertLF(tree, "tree cannot be null");
FAssertLF(inKernels, "kernels cannot be null");
......@@ -97,6 +107,8 @@ protected:
}
}
FTIME_TASKS(taskTimeRecorder.start());
#pragma omp parallel num_threads(MaxThreads)
{
#pragma omp single nowait
......@@ -116,6 +128,9 @@ protected:
#pragma omp taskwait
}
}
FTIME_TASKS(taskTimeRecorder.end());
FTIME_TASKS(taskTimeRecorder.saveToDisk("/tmp/taskstime-FGroupTaskDepAlgorithm.txt"));
}
......@@ -305,6 +320,7 @@ protected:
#pragma omp task default(shared) firstprivate(leafCells, cellPoles, containers) depend(inout: cellPoles[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (leafCells->getStartingIndex() << 16) | (0<<8) | 0, "P2M"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
for(int leafIdx = 0 ; leafIdx < leafCells->getNumberOfCellsInBlock() ; ++leafIdx){
......@@ -361,6 +377,7 @@ protected:
#pragma omp task default(none) firstprivate(idxLevel, currentCells, cellPoles, subCellGroups, subCellGroupPoles, nbSubCellGroups) depend(inout: cellPoles[0]) depend(in: subCellGroupPoles[0][0], subCellGroupPoles[1][0], subCellGroupPoles[2][0], subCellGroupPoles[3][0], subCellGroupPoles[4][0], subCellGroupPoles[5][0], subCellGroupPoles[6][0], subCellGroupPoles[7][0], subCellGroupPoles[8][0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (currentCells->getStartingIndex() << 16) | (idxLevel<<8) | 1, "M2M"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
int idxSubCellGroup = 0;
int idxChildCell = subCellGroups[0]->getFistChildIdx(currentCells->getCellMortonIndex(0));
......@@ -418,6 +435,7 @@ protected:
#pragma omp task default(none) firstprivate(currentCells, cellPoles, cellLocals, idxLevel) depend(commute_if_supported: cellLocals[0]) depend(in: cellPoles[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (currentCells->getStartingIndex() << 16) | (idxLevel<<8) | 2, "M2L"));
const MortonIndex blockStartIdx = currentCells->getStartingIndex();
const MortonIndex blockEndIdx = currentCells->getEndingIndex();
KernelClass*const kernel = kernels[omp_get_thread_num()];
......@@ -481,6 +499,7 @@ protected:
#pragma omp task default(none) firstprivate(currentCells, cellPoles, cellLocals, outsideInteractions, cellsOther, cellOtherPoles, cellOtherLocals, idxLevel) depend(commute_if_supported: cellLocals[0], cellOtherLocals[0]) depend(in: cellPoles[0], cellOtherPoles[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (cellsOther->getStartingIndex()) << 50 | (currentCells->getStartingIndex() << 16) | (idxLevel<<8) | 3, "M2L ext"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
const CellClass* interactions[343];
memset(interactions, 0, 343*sizeof(CellClass*));
......@@ -561,6 +580,7 @@ protected:
#pragma omp task default(none) firstprivate(idxLevel, currentCells, cellLocals, subCellGroups, subCellLocalGroupsLocal, nbSubCellGroups) depend(commute_if_supported: subCellLocalGroupsLocal[0][0], subCellLocalGroupsLocal[1][0], subCellLocalGroupsLocal[2][0], subCellLocalGroupsLocal[3][0], subCellLocalGroupsLocal[4][0], subCellLocalGroupsLocal[5][0], subCellLocalGroupsLocal[6][0], subCellLocalGroupsLocal[7][0], subCellLocalGroupsLocal[8][0]) depend(in: cellLocals[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (currentCells->getStartingIndex() << 16) | (idxLevel<<8) | 4, "L2L"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
int idxSubCellGroup = 0;
int idxChildCell = subCellGroups[0]->getFistChildIdx(currentCells->getCellMortonIndex(0));
......@@ -613,6 +633,7 @@ protected:
#pragma omp task default(none) firstprivate(containers, containersDown) depend(commute_if_supported: containersDown[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (containers->getStartingIndex() << 16) | (0<<8) | 5, "P2P"));
const MortonIndex blockStartIdx = containers->getStartingIndex();
const MortonIndex blockEndIdx = containers->getEndingIndex();
KernelClass*const kernel = kernels[omp_get_thread_num()];
......@@ -671,6 +692,7 @@ protected:
#pragma omp task default(none) firstprivate(containers, containersDown, containersOther, containersOtherDown, outsideInteractions) depend(commute_if_supported: containersOtherDown[0], containersDown[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (containersOther->getStartingIndex()) << 50 | (containers->getStartingIndex() << 16) | (0<<8) | 6, "P2P ext"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
for(int outInterIdx = 0 ; outInterIdx < int(outsideInteractions->size()) ; ++outInterIdx){
const int leafPos = containersOther->getLeafIndex((*outsideInteractions)[outInterIdx].outIndex);
......@@ -720,6 +742,7 @@ protected:
#pragma omp task default(shared) firstprivate(leafCells, cellLocals, containers, containersDown) depend(commute_if_supported: containersDown[0]) depend(in: cellLocals[0]) priority_if_supported(1)
{
FTIME_TASKS(FTaskTimer::ScopeEvent taskTime(&taskTimeRecorder, (leafCells->getStartingIndex() << 16) | (0<<8) | 7, "L2P"));
KernelClass*const kernel = kernels[omp_get_thread_num()];
for(int cellIdx = 0 ; cellIdx < leafCells->getNumberOfCellsInBlock() ; ++cellIdx){
......
Src/ScalFmmConfig.h.cmake
View file @ d05b22dd
......@@ -126,4 +126,10 @@ const std::string SCALFMMCompileLibs("@SCALFMM_COMPILE_LIBS@");
#cmakedefine OPENMP_SUPPORT_PRIORITY
///////////////////////////////////////////////////////
// To record omp4 task times for statistics
///////////////////////////////////////////////////////
#cmakedefine SCALFMM_TIME_OMPTASKS
#endif // CONFIG_H
Src/Utils/FTaskTimer.hpp 0 → 100644
View file @ d05b22dd
#ifndef FTASKTIMER_HPP
#define FTASKTIMER_HPP
#include "FGlobal.hpp"
#include "FTic.hpp"
#include "FAssert.hpp"
#include "../Containers/FVector.hpp"
#include <unordered_set>
#include <omp.h>
#ifdef SCALFMM_TIME_OMPTASKS
#define FTIME_TASKS(X) X;
#else
#define FTIME_TASKS(X)
#endif
class FTaskTimer{
protected:
static const int MaxTextLength = 16;
struct EventDescriptor{
char text[MaxTextLength];
double duration;
double start;
long long int eventId;
};
struct ThreadData{
FVector<EventDescriptor> events;
};
const int nbThreads;
// We create array of ptr to avoid the modifcation of clause
// memory by different threads
ThreadData** threadEvents;
double startingTime;
double duration;
public:
explicit FTaskTimer(const int inNbThreads = -1)
: nbThreads(inNbThreads>0?inNbThreads:omp_get_max_threads()), threadEvents(nullptr),
startingTime(0) {
FLOG( FLog::Controller << "\tFTaskTimer is used\n" );
threadEvents = new ThreadData*[nbThreads];
#pragma omp parallel num_threads(nbThreads)
{
threadEvents[omp_get_thread_num()] = new ThreadData;
}
}
~FTaskTimer(){
for(int idxThread = 0 ; idxThread < nbThreads ; ++idxThread){
delete threadEvents[idxThread];
}
delete[] threadEvents;
}
void start(){
FLOG( FLog::Controller << "\tFTaskTimer starts\n" );
#pragma omp parallel num_threads(nbThreads)
{
threadEvents[omp_get_thread_num()]->events.clear();
}
startingTime = FTic::GetTime();
}
void end(){
FLOG( FLog::Controller << "\tFTaskTimer ends\n" );
duration = FTic::GetTime() - startingTime;
}
void saveToDisk(const char inFilename[]) const {
FLOG( FLog::Controller << "\tFTaskTimer saved to " << inFilename << "\n" );
FILE* foutput = fopen(inFilename, "w");
FAssert(foutput);
fprintf(foutput, "ScalFMM Task Records\n");
FSize totalEvents = 0;
for(int idxThread = 0 ; idxThread < nbThreads ; ++idxThread){
totalEvents += threadEvents[idxThread]->events.getSize();
}
fprintf(foutput, "global{@duration=%e;@max threads=%d;@nb events=%lld}\n",
duration, nbThreads, totalEvents);
std::unordered_set<long long int> ensureUniqueness;
ensureUniqueness.reserve(totalEvents);
for(int idxThread = 0 ; idxThread < nbThreads ; ++idxThread){
for(int idxEvent = 0 ; idxEvent < threadEvents[idxThread]->events.getSize() ; ++idxEvent){
const EventDescriptor& event = threadEvents[idxThread]->events[idxEvent];
fprintf(foutput, "event{@id=%lld;@duration=%e;@start=%e;@text=%s}\n",
event.eventId, event.duration, event.start, event.text);
FAssertLF(ensureUniqueness.find(event.eventId) == ensureUniqueness.end());
ensureUniqueness.insert(event.eventId);
}
}
fclose(foutput);
}
class ScopeEvent{
protected:
const double eventStartingTime;
const double measureStartingTime;
ThreadData*const myEvents;
const long long int taskId;
char taskText[MaxTextLength];
public:
ScopeEvent(FTaskTimer* eventsManager, const long long int inTaskId, const char inText[MaxTextLength])
: eventStartingTime(FTic::GetTime()), measureStartingTime(eventsManager->startingTime),
myEvents(eventsManager->threadEvents[omp_get_thread_num()]),
taskId(inTaskId){
taskText[0] = '\0';
strncpy(taskText, inText, MaxTextLength);
}
template <class FirstParameters, class ... Parameters>
ScopeEvent(FTaskTimer* eventsManager, const long long int inTaskId, const char inTextFormat, FirstParameters fparam, Parameters ... params)
: eventStartingTime(FTic::GetTime()), measureStartingTime(eventsManager->startingTime),
myEvents(eventsManager->threadEvents[omp_get_thread_num()]),
taskId(inTaskId){
snprintf(taskText, MaxTextLength, inTextFormat, fparam, params...);
}
~ScopeEvent(){
EventDescriptor event;
event.duration = FTic::GetTime()-eventStartingTime;
event.eventId = taskId;
event.start = eventStartingTime-measureStartingTime;
strncpy(event.text, taskText, MaxTextLength);
myEvents->events.push(event);
}
};
};
#endif // FTASKTIMER_HPP
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment