CUDNN Frontend API 8.3.0

cudnn_frontend_get_plan.h
Go to the documentation of this file.
1 /*
2 * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20 * DEALINGS IN THE SOFTWARE.
21 */
22
23 #pragma once
24
25 #include <cudnn_frontend_EngineConfigGenerator.h>
26
27 namespace cudnn_frontend {
28
29 auto
30 EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph & opGraph)
31 -> executionPlans_t {
32 // Creating a set of execution plans that are supported.
33 executionPlans_t plans;
34 for (auto& engine_config : generate_engine_config(opGraph)) {
35 #ifndef NV_CUDNN_DISABLE_EXCEPTION
36 try {
37 #endif
38 plans.push_back(ExecutionPlanBuilder().setHandle(handle).setEngineConfig(engine_config, opGraph.getTag()).build());
39 getLogger() << "[cudnn_frontend] Added plan " << plans.back().getTag() << " " << to_string(plans.back().get_status()) << std::endl;
40 #ifndef NV_CUDNN_DISABLE_EXCEPTION
41 } catch (cudnnException &e) {
42 continue;
43 }
44 #endif
45 }
46 return plans;
47 }
48
49 auto
50 EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph & opGraph, Predicate pred)
51 -> executionPlans_t {
52 // Creating a set of execution plans that are supported.
53 executionPlans_t plans = cudnnGetPlan(handle, opGraph);
54 return filter(pred, plans);
55 }
56 }
cudnn_frontend::getLogger
ConditionalStreamer & getLogger()
Definition: cudnn_frontend_Logging.h:72
cudnn_frontend::Predicate
std::function< bool(cudnn_frontend::ExecutionPlan const &plan)> Predicate
Definition: cudnn_frontend_EngineConfigGenerator.h:31
cudnn_frontend::filter
static auto filter(Predicate pred, executionPlans_t &plans) -> executionPlans_t
Definition: cudnn_frontend_EngineConfigGenerator.h:106
cudnn_frontend::EngineConfigGenerator::cudnnGetPlan
auto cudnnGetPlan(cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, Predicate pred) -> executionPlans_t
Returns the concatenated plan in the order of heuristic results.
Definition: cudnn_frontend_get_plan.h:50
cudnn_frontend::cudnnException
Definition: cudnn_frontend_utils.h:37
cudnn_frontend::executionPlans_t
std::vector< cudnn_frontend::ExecutionPlan > executionPlans_t
Variety of renames.
Definition: cudnn_frontend_EngineConfigGenerator.h:30
cudnn_frontend
Definition: cudnn_backend_base.h:29
cudnn_frontend_EngineConfigGenerator.h
cudnn_frontend::ExecutionPlanBuilder
ExecutionPlanBuilder_v8 ExecutionPlanBuilder
Definition: cudnn_frontend_ExecutionPlan.h:397
cudnn_frontend::to_string
static std::string to_string(cudnnDataType_t type)
Definition: cudnn_frontend_utils.h:72
cudnn_frontend::OperationGraph_v8
Definition: cudnn_frontend_OperationGraph.h:52