Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
D
dune-xt
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Iterations
Wiki
Requirements
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Package Registry
Container Registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
ag-ohlberger
dune-community
dune-xt
Commits
c57b7838
Commit
c57b7838
authored
9 years ago
by
René Fritze
Browse files
Options
Downloads
Patches
Plain Diff
[timings] sanitize output wrt parallel setups and naming
parent
4ad2d52d
No related branches found
No related tags found
No related merge requests found
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
dune/xt/common/test/profiler.cc
+3
-2
3 additions, 2 deletions
dune/xt/common/test/profiler.cc
dune/xt/common/timings.cc
+20
-21
20 additions, 21 deletions
dune/xt/common/timings.cc
dune/xt/common/timings.hh
+10
-11
10 additions, 11 deletions
dune/xt/common/timings.hh
with
33 additions
and
34 deletions
dune/xt/common/test/profiler.cc
+
3
−
2
View file @
c57b7838
...
...
@@ -52,8 +52,9 @@ TEST(ProfilerTest, OutputConstness)
{
DXTC_TIMINGS
.
reset
();
const
auto
&
prof
=
DXTC_TIMINGS
;
prof
.
output_timings
(
"timings"
);
prof
.
output_timings
(
dev_null
);
prof
.
output_per_rank
(
"timings"
);
prof
.
output_all_measures
(
dev_null
);
prof
.
output_simple
(
dev_null
);
}
TEST
(
ProfilerTest
,
ExpectedFailures
)
...
...
This diff is collapsed.
Click to expand it.
dune/xt/common/timings.cc
+
20
−
21
View file @
c57b7838
...
...
@@ -165,25 +165,37 @@ void Timings::set_outputdir(const std::string dir)
test_create_directory
(
output_dir_
);
}
void
Timings
::
output_timings
(
const
std
::
string
csv_base
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
)
const
void
Timings
::
output_per_rank
(
const
std
::
string
csv_base
)
const
{
const
auto
rank
=
MPIHelper
::
getCollectiveCommunication
().
rank
();
boost
::
filesystem
::
path
dir
(
output_dir_
);
boost
::
filesystem
::
path
filename
=
dir
/
(
boost
::
format
(
"%s_p%08d.csv"
)
%
csv_base
%
comm
.
rank
()
).
str
();
boost
::
filesystem
::
path
filename
=
dir
/
(
boost
::
format
(
"%s_p%08d.csv"
)
%
csv_base
%
rank
).
str
();
boost
::
filesystem
::
ofstream
out
(
filename
);
output_
timings
(
out
);
output_
all_measures
(
out
,
MPIHelper
::
getLocalCommunicator
()
);
std
::
stringstream
tmp_out
;
output_
timings_all
(
tmp_out
);
if
(
comm
.
rank
()
==
0
)
{
output_
all_measures
(
tmp_out
,
MPIHelper
::
getCommunicator
()
);
if
(
rank
==
0
)
{
boost
::
filesystem
::
path
a_filename
=
dir
/
(
boost
::
format
(
"%s.csv"
)
%
csv_base
).
str
();
boost
::
filesystem
::
ofstream
a_out
(
a_filename
);
a_out
<<
tmp_out
.
str
()
<<
std
::
endl
;
}
}
void
Timings
::
output_timings_all
(
std
::
ostream
&
out
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
)
const
void
Timings
::
output_simple
(
std
::
ostream
&
out
)
const
{
for
(
const
auto
&
section
:
commited_deltas_
)
{
out
<<
csv_sep_
<<
section
.
first
;
}
for
(
const
auto
&
section
:
commited_deltas_
)
{
out
<<
csv_sep_
<<
section
.
second
[
0
];
;
}
out
<<
std
::
endl
;
}
void
Timings
::
output_all_measures
(
std
::
ostream
&
out
,
MPIHelper
::
MPICommunicator
mpi_comm
)
const
{
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>
comm
(
mpi_comm
);
std
::
stringstream
stash
;
stash
<<
"run"
<<
csv_sep_
<<
"threads"
<<
csv_sep_
<<
"ranks"
;
...
...
@@ -217,19 +229,6 @@ void Timings::output_timings_all(std::ostream& out,
out
<<
stash
.
str
();
}
void
Timings
::
output_timings
(
std
::
ostream
&
out
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
)
const
{
for
(
const
auto
&
section
:
commited_deltas_
)
{
out
<<
csv_sep_
<<
section
.
first
;
}
const
double
size
=
comm
.
size
();
for
(
const
auto
&
section
:
commited_deltas_
)
{
auto
val
=
section
.
second
[
0
];
out
<<
csv_sep_
<<
comm
.
sum
(
val
)
/
size
;
}
out
<<
std
::
endl
;
}
Timings
::
Timings
()
:
csv_sep_
(
","
)
{
...
...
This diff is collapsed.
Click to expand it.
dune/xt/common/timings.hh
+
10
−
11
View file @
c57b7838
...
...
@@ -103,17 +103,16 @@ public:
//! get the full delta array
TimingData
::
DeltaType
delta
(
const
std
::
string
section_name
)
const
;
/** file-output the named sections' walltimes only
* \note averages over all MPI processes **/
void
output_timings
(
const
std
::
string
csv_base
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
=
Dune
::
MPIHelper
::
getCollectiveCommunication
())
const
;
void
output_timings
(
std
::
ostream
&
out
=
std
::
cout
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
=
Dune
::
MPIHelper
::
getCollectiveCommunication
())
const
;
/** output all recoreded measures
* \note outputs average, min, max over all MPI processes **/
void
output_timings_all
(
std
::
ostream
&
out
=
std
::
cout
,
const
CollectiveCommunication
<
MPIHelper
::
MPICommunicator
>&
comm
=
Dune
::
MPIHelper
::
getCollectiveCommunication
())
const
;
/** creates one file local to each MPI-rank (no global averaging)
* one single rank-0 file with all combined/averaged measures
***/
void
output_per_rank
(
const
std
::
string
csv_base
)
const
;
//! outputs walltime only w/o MPI-rank averaging
void
output_simple
(
std
::
ostream
&
out
=
std
::
cout
)
const
;
/** output all recorded measures
* \note outputs average, min, max over all MPI processes associated to mpi_comm **/
void
output_all_measures
(
std
::
ostream
&
out
=
std
::
cout
,
MPIHelper
::
MPICommunicator
mpi_comm
=
Dune
::
MPIHelper
::
getCommunicator
())
const
;
/// stops and resets all timers and data
void
reset
();
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment