Ginkgo Generated from branch based on main. Ginkgo version 1.9.0
A numerical linear algebra library targeting many-core architectures
Loading...
Searching...
No Matches
profiler_hook.hpp
1// SPDX-FileCopyrightText: 2017 - 2024 The Ginkgo authors
2//
3// SPDX-License-Identifier: BSD-3-Clause
4
5#ifndef GKO_PUBLIC_CORE_LOG_PROFILER_HOOK_HPP_
6#define GKO_PUBLIC_CORE_LOG_PROFILER_HOOK_HPP_
7
8
9#include <iostream>
10#include <unordered_map>
11
12#include <ginkgo/config.hpp>
13#include <ginkgo/core/base/timer.hpp>
14#include <ginkgo/core/log/logger.hpp>
15
16
17namespace gko {
18namespace log {
19
20
24 memory,
28 object,
30 linop,
32 factory,
34 solver,
38 user,
41};
42
43
44class profiling_scope_guard;
45
46
57class ProfilerHook : public Logger {
58public:
59 using hook_function =
60 std::function<void(const char*, profile_event_category)>;
61
63 const gko::size_type&) const override;
64
66 const gko::size_type&,
67 const gko::uintptr&) const override;
68
70 const gko::uintptr&) const override;
71
73 const gko::uintptr&) const override;
74
75 void on_copy_started(const gko::Executor* from, const gko::Executor* to,
76 const gko::uintptr&, const gko::uintptr&,
77 const gko::size_type&) const override;
78
79 void on_copy_completed(const gko::Executor* from, const gko::Executor* to,
80 const gko::uintptr&, const gko::uintptr&,
81 const gko::size_type&) const override;
82
83 /* Operation events */
85 const Operation* operation) const override;
86
88 const Operation* operation) const override;
89
90 /* PolymorphicObject events */
92 const Executor* exec, const PolymorphicObject* from,
93 const PolymorphicObject* to) const override;
94
96 const Executor* exec, const PolymorphicObject* from,
97 const PolymorphicObject* to) const override;
98
100 const Executor* exec, const PolymorphicObject* from,
101 const PolymorphicObject* to) const override;
102
104 const Executor* exec, const PolymorphicObject* from,
105 const PolymorphicObject* to) const override;
106
107 /* LinOp events */
108 void on_linop_apply_started(const LinOp* A, const LinOp* b,
109 const LinOp* x) const override;
110
111 void on_linop_apply_completed(const LinOp* A, const LinOp* b,
112 const LinOp* x) const override;
113
114 void on_linop_advanced_apply_started(const LinOp* A, const LinOp* alpha,
115 const LinOp* b, const LinOp* beta,
116 const LinOp* x) const override;
117
118 void on_linop_advanced_apply_completed(const LinOp* A, const LinOp* alpha,
119 const LinOp* b, const LinOp* beta,
120 const LinOp* x) const override;
121
122 /* LinOpFactory events */
124 const LinOp* input) const override;
125
127 const LinOpFactory* factory, const LinOp* input,
128 const LinOp* output) const override;
129
130 /* Criterion events */
132 const size_type& num_iterations,
133 const LinOp* residual,
134 const LinOp* residual_norm,
135 const LinOp* solution,
136 const uint8& stopping_id,
137 const bool& set_finalized) const override;
138
140 const stop::Criterion* criterion, const size_type& num_iterations,
141 const LinOp* residual, const LinOp* residual_norm,
142 const LinOp* solution, const uint8& stopping_id,
143 const bool& set_finalized, const array<stopping_status>* status,
144 const bool& one_changed, const bool& all_stopped) const override;
145
147 const stop::Criterion* criterion, const size_type& num_iterations,
148 const LinOp* residual, const LinOp* residual_norm,
149 const LinOp* implicit_sq_resnorm, const LinOp* solution,
150 const uint8& stopping_id, const bool& set_finalized,
151 const array<stopping_status>* status, const bool& one_changed,
152 const bool& all_stopped) const override;
153
154 /* Internal solver events */
156 const LinOp* solver, const LinOp* right_hand_side,
157 const LinOp* solution, const size_type& num_iterations,
158 const LinOp* residual, const LinOp* residual_norm,
159 const LinOp* implicit_sq_residual_norm,
160 const array<stopping_status>* status, bool stopped) const override;
161
162 GKO_DEPRECATED(
163 "Please use the version with the additional stopping "
164 "information.")
166 const size_type& num_iterations,
167 const LinOp* residual, const LinOp* solution,
168 const LinOp* residual_norm) const override;
169
170 GKO_DEPRECATED(
171 "Please use the version with the additional stopping "
172 "information.")
174 const LinOp* solver, const size_type& num_iterations,
175 const LinOp* residual, const LinOp* solution,
176 const LinOp* residual_norm,
177 const LinOp* implicit_sq_residual_norm) const override;
178
179 bool needs_propagation() const override;
180
189 std::string name);
190
196 void set_synchronization(bool synchronize);
197
207 profiling_scope_guard user_range(const char* name) const;
208
210 constexpr static uint32 color_yellow_argb = 0xFFFFCB05U;
211
220 static std::shared_ptr<ProfilerHook> create_tau(bool initialize = true);
221
225 static std::shared_ptr<ProfilerHook> create_vtune();
226
232 static std::shared_ptr<ProfilerHook> create_nvtx(
233 uint32 color_argb = color_yellow_argb);
234
238 static std::shared_ptr<ProfilerHook> create_roctx();
239
246 std::shared_ptr<const Executor> exec);
247
250 std::string name;
252 std::chrono::nanoseconds inclusive{0};
257 std::chrono::nanoseconds exclusive{0};
259 int64 count{};
260 };
261
264 std::string name;
266 std::chrono::nanoseconds elapsed{0};
270 std::vector<nested_summary_entry> children{};
271 };
272
275 public:
276 virtual ~SummaryWriter() = default;
277
284 virtual void write(const std::vector<summary_entry>& entries,
285 std::chrono::nanoseconds overhead) = 0;
286 };
287
290 public:
291 virtual ~NestedSummaryWriter() = default;
292
299 virtual void write_nested(const nested_summary_entry& root,
300 std::chrono::nanoseconds overhead) = 0;
301 };
302
309 public NestedSummaryWriter {
310 public:
317 TableSummaryWriter(std::ostream& output = std::cerr,
318 std::string header = "Runtime summary");
319
320 void write(const std::vector<summary_entry>& entries,
321 std::chrono::nanoseconds overhead) override;
322
324 std::chrono::nanoseconds overhead) override;
325
326 private:
327 std::ostream* output_;
328 std::string header_;
329 };
330
347 static std::shared_ptr<ProfilerHook> create_summary(
348 std::shared_ptr<Timer> timer = std::make_shared<CpuTimer>(),
349 std::unique_ptr<SummaryWriter> writer =
350 std::make_unique<TableSummaryWriter>(),
351 bool debug_check_nesting = false);
352
370 static std::shared_ptr<ProfilerHook> create_nested_summary(
371 std::shared_ptr<Timer> timer = std::make_shared<CpuTimer>(),
372 std::unique_ptr<NestedSummaryWriter> writer =
373 std::make_unique<TableSummaryWriter>(),
374 bool debug_check_nesting = false);
375
380 static std::shared_ptr<ProfilerHook> create_custom(hook_function begin,
381 hook_function end);
382
383private:
384 ProfilerHook(hook_function begin, hook_function end);
385
386 void maybe_synchronize(const Executor* exec) const;
387
388 std::string stringify_object(const PolymorphicObject* obj) const;
389
390 std::unordered_map<const PolymorphicObject*, std::string> name_map_;
391 bool synchronize_;
392 hook_function begin_hook_;
393 hook_function end_hook_;
394};
395
396
401public:
404
414 ProfilerHook::hook_function begin,
415 ProfilerHook::hook_function end);
416
419
421
423
424 profiling_scope_guard& operator=(const profiling_scope_guard&) = delete;
425
426 profiling_scope_guard& operator=(profiling_scope_guard&&) = delete;
427
428private:
429 bool empty_;
430 const char* name_;
431 profile_event_category category_;
432 ProfilerHook::hook_function end_;
433};
434
435
436} // namespace log
437} // namespace gko
438
439
440#endif // GKO_PUBLIC_CORE_LOG_PROFILER_HOOK_HPP_
The first step in using the Ginkgo library consists of creating an executor.
Definition executor.hpp:615
A LinOpFactory represents a higher order mapping which transforms one linear operator into another.
Definition lin_op.hpp:385
Definition lin_op.hpp:117
Operations can be used to define functionalities whose implementations differ among devices.
Definition executor.hpp:258
A PolymorphicObject is the abstract base for all "heavy" objects in Ginkgo that behave polymorphicall...
Definition polymorphic_object.hpp:43
An array is a container which encapsulates fixed-sized arrays, stored on the Executor tied to the arr...
Definition logger.hpp:25
Definition logger.hpp:76
Receives the results from ProfilerHook::create_nested_summary().
Definition profiler_hook.hpp:289
virtual void write_nested(const nested_summary_entry &root, std::chrono::nanoseconds overhead)=0
Callback to write out the summary results.
Receives the results from ProfilerHook::create_summary().
Definition profiler_hook.hpp:274
virtual void write(const std::vector< summary_entry > &entries, std::chrono::nanoseconds overhead)=0
Callback to write out the summary results.
Writes the results from ProfilerHook::create_summary() and ProfilerHook::create_nested_summary() to a...
Definition profiler_hook.hpp:309
TableSummaryWriter(std::ostream &output=std::cerr, std::string header="Runtime summary")
Constructs a writer on an output stream.
void write(const std::vector< summary_entry > &entries, std::chrono::nanoseconds overhead) override
Callback to write out the summary results.
void write_nested(const nested_summary_entry &root, std::chrono::nanoseconds overhead) override
Callback to write out the summary results.
This Logger can be used to annotate the execution of Ginkgo functionality with profiler-specific rang...
Definition profiler_hook.hpp:57
static std::shared_ptr< ProfilerHook > create_nvtx(uint32 color_argb=color_yellow_argb)
Creates a logger annotating Ginkgo events with NVTX ranges for CUDA.
void set_object_name(ptr_param< const PolymorphicObject > obj, std::string name)
Sets the name for an object to be profiled.
void on_linop_apply_completed(const LinOp *A, const LinOp *b, const LinOp *x) const override
LinOp's apply completed event.
void on_polymorphic_object_move_completed(const Executor *exec, const PolymorphicObject *from, const PolymorphicObject *to) const override
PolymorphicObject's move completed event.
void on_polymorphic_object_copy_started(const Executor *exec, const PolymorphicObject *from, const PolymorphicObject *to) const override
PolymorphicObject's copy started event.
void on_copy_completed(const gko::Executor *from, const gko::Executor *to, const gko::uintptr &, const gko::uintptr &, const gko::size_type &) const override
Executor's copy completed event.
static std::shared_ptr< ProfilerHook > create_summary(std::shared_ptr< Timer > timer=std::make_shared< CpuTimer >(), std::unique_ptr< SummaryWriter > writer=std::make_unique< TableSummaryWriter >(), bool debug_check_nesting=false)
Creates a logger measuring the runtime of Ginkgo events and printing a summary when it is destroyed.
profiling_scope_guard user_range(const char *name) const
Creates a scope guard for a user-defined range to be included in the profile.
static std::shared_ptr< ProfilerHook > create_nested_summary(std::shared_ptr< Timer > timer=std::make_shared< CpuTimer >(), std::unique_ptr< NestedSummaryWriter > writer=std::make_unique< TableSummaryWriter >(), bool debug_check_nesting=false)
Creates a logger measuring the runtime of Ginkgo events in a nested fashion and printing a summary wh...
void on_polymorphic_object_copy_completed(const Executor *exec, const PolymorphicObject *from, const PolymorphicObject *to) const override
PolymorphicObject's copy completed event.
void on_criterion_check_completed(const stop::Criterion *criterion, const size_type &num_iterations, const LinOp *residual, const LinOp *residual_norm, const LinOp *implicit_sq_resnorm, const LinOp *solution, const uint8 &stopping_id, const bool &set_finalized, const array< stopping_status > *status, const bool &one_changed, const bool &all_stopped) const override
stop::Criterion's check completed event.
static std::shared_ptr< ProfilerHook > create_roctx()
Creates a logger annotating Ginkgo events with ROCTX ranges for HIP.
void on_copy_started(const gko::Executor *from, const gko::Executor *to, const gko::uintptr &, const gko::uintptr &, const gko::size_type &) const override
Executor's copy started event.
static std::shared_ptr< ProfilerHook > create_for_executor(std::shared_ptr< const Executor > exec)
Creates a logger annotating Ginkgo events with the most suitable backend for the given executor: NVTX...
static std::shared_ptr< ProfilerHook > create_custom(hook_function begin, hook_function end)
Creates a logger annotating Ginkgo events with a custom set of functions for range begin and end.
void on_linop_advanced_apply_completed(const LinOp *A, const LinOp *alpha, const LinOp *b, const LinOp *beta, const LinOp *x) const override
LinOp's advanced apply completed event.
static std::shared_ptr< ProfilerHook > create_vtune()
Creates a logger annotating Ginkgo events with VTune ITT ranges.
void on_allocation_completed(const gko::Executor *exec, const gko::size_type &, const gko::uintptr &) const override
Executor's allocation completed event.
static constexpr uint32 color_yellow_argb
The Ginkgo yellow background color as packed 32 bit ARGB value.
Definition profiler_hook.hpp:210
static std::shared_ptr< ProfilerHook > create_tau(bool initialize=true)
Creates a logger annotating Ginkgo events with TAU ranges via PerfStubs.
void set_synchronization(bool synchronize)
Should the events call executor->synchronize on operations and copy/allocation? This leads to a certa...
void on_free_completed(const gko::Executor *exec, const gko::uintptr &) const override
Executor's free completed event.
void on_criterion_check_started(const stop::Criterion *criterion, const size_type &num_iterations, const LinOp *residual, const LinOp *residual_norm, const LinOp *solution, const uint8 &stopping_id, const bool &set_finalized) const override
stop::Criterion's check started event.
void on_iteration_complete(const LinOp *solver, const LinOp *right_hand_side, const LinOp *solution, const size_type &num_iterations, const LinOp *residual, const LinOp *residual_norm, const LinOp *implicit_sq_residual_norm, const array< stopping_status > *status, bool stopped) const override
Register the iteration_complete event which logs every completed iterations.
void on_linop_factory_generate_started(const LinOpFactory *factory, const LinOp *input) const override
LinOp Factory's generate started event.
void on_linop_factory_generate_completed(const LinOpFactory *factory, const LinOp *input, const LinOp *output) const override
LinOp Factory's generate completed event.
void on_linop_advanced_apply_started(const LinOp *A, const LinOp *alpha, const LinOp *b, const LinOp *beta, const LinOp *x) const override
LinOp's advanced apply started event.
void on_operation_completed(const Executor *exec, const Operation *operation) const override
Executor's operation completed event (method run).
bool needs_propagation() const override
Returns true if this logger, when attached to an Executor, needs to be forwarded all events from obje...
void on_criterion_check_completed(const stop::Criterion *criterion, const size_type &num_iterations, const LinOp *residual, const LinOp *residual_norm, const LinOp *solution, const uint8 &stopping_id, const bool &set_finalized, const array< stopping_status > *status, const bool &one_changed, const bool &all_stopped) const override
stop::Criterion's check completed event.
void on_polymorphic_object_move_started(const Executor *exec, const PolymorphicObject *from, const PolymorphicObject *to) const override
PolymorphicObject's move started event.
void on_linop_apply_started(const LinOp *A, const LinOp *b, const LinOp *x) const override
LinOp's apply started event.
void on_allocation_started(const gko::Executor *exec, const gko::size_type &) const override
Executor's allocation started event.
void on_free_started(const gko::Executor *exec, const gko::uintptr &) const override
Executor's free started event.
void on_operation_launched(const Executor *exec, const Operation *operation) const override
Executor's operation launched event (method run).
Scope guard that annotates its scope with the provided profiler hooks.
Definition profiler_hook.hpp:400
profiling_scope_guard()
Creates an empty (moved-from) scope guard.
~profiling_scope_guard()
Calls the range end function if the scope guard was not moved from.
profiling_scope_guard(const char *name, profile_event_category category, ProfilerHook::hook_function begin, ProfilerHook::hook_function end)
Creates the scope guard.
This class is used for function parameters in the place of raw pointers.
Definition utils_helper.hpp:41
The Criterion class is a base class for all stopping criteria.
Definition criterion.hpp:36
std::unique_ptr< Matrix > initialize(size_type stride, std::initializer_list< typename Matrix::value_type > vals, std::shared_ptr< const Executor > exec, TArgs &&... create_args)
Creates and initializes a column-vector.
Definition dense.hpp:1565
profile_event_category
Categorization of logger events.
Definition profiler_hook.hpp:22
@ criterion
Stopping criterion events.
@ factory
LinOpFactory events.
@ object
PolymorphicObject events.
@ internal
For development use.
@ user
User-defined events.
@ operation
Kernel execution and data movement.
The Ginkgo namespace.
Definition abstract_factory.hpp:20
std::uint8_t uint8
8-bit unsigned integral type.
Definition types.hpp:118
std::uintptr_t uintptr
Unsigned integer type capable of holding a pointer to void.
Definition types.hpp:141
std::uint32_t uint32
32-bit unsigned integral type.
Definition types.hpp:129
std::int64_t int64
64-bit signed integral type.
Definition types.hpp:112
std::size_t size_type
Integral type used for allocation quantities.
Definition types.hpp:89
STL namespace.
Definition profiler_hook.hpp:262
std::vector< nested_summary_entry > children
The nested ranges inside this range.
Definition profiler_hook.hpp:270
std::string name
The name of the range.
Definition profiler_hook.hpp:264
std::chrono::nanoseconds elapsed
The total runtime of all invocations of the range in nanoseconds.
Definition profiler_hook.hpp:266
int64 count
The total number of invocations of the range.
Definition profiler_hook.hpp:268
Definition profiler_hook.hpp:248
std::string name
The name of the range.
Definition profiler_hook.hpp:250
This structure is used to represent versions of various Ginkgo modules.
Definition version.hpp:25