CUDNN Frontend API  8.3.0
cudnn_frontend_get_plan.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20  * DEALINGS IN THE SOFTWARE.
21  */
22 
23 #pragma once
24 
26 
27 namespace cudnn_frontend {
28 
29 auto
30 EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph & opGraph)
31  -> executionPlans_t {
32  // Creating a set of execution plans that are supported.
33  executionPlans_t plans;
34  for (auto& engine_config : generate_engine_config(opGraph)) {
35 #ifndef NV_CUDNN_DISABLE_EXCEPTION
36  try {
37 #endif
38  plans.push_back(ExecutionPlanBuilder().setHandle(handle).setEngineConfig(engine_config, opGraph.getTag()).build());
39  getLogger() << "[cudnn_frontend] Added plan " << plans.back().getTag() << " " << to_string(plans.back().get_status()) << std::endl;
40 #ifndef NV_CUDNN_DISABLE_EXCEPTION
41  } catch (cudnnException &e) {
42  continue;
43  }
44 #endif
45  }
46  return plans;
47 }
48 
49 auto
50 EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph & opGraph, Predicate pred)
51  -> executionPlans_t {
52  // Creating a set of execution plans that are supported.
53  executionPlans_t plans = cudnnGetPlan(handle, opGraph);
54  return filter(pred, plans);
55 }
56 }
ConditionalStreamer & getLogger()
std::function< bool(cudnn_frontend::ExecutionPlan const &plan)> Predicate
static auto filter(Predicate pred, executionPlans_t &plans) -> executionPlans_t
auto cudnnGetPlan(cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, Predicate pred) -> executionPlans_t
Returns the concatenated plan in the order of heuristic results.
std::vector< cudnn_frontend::ExecutionPlan > executionPlans_t
Variety of renames.
ExecutionPlanBuilder_v8 ExecutionPlanBuilder
static std::string to_string(cudnnDataType_t type)