CUDNN API  8
cudnn_frontend_get_plan.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20  * DEALINGS IN THE SOFTWARE.
21  */
22 
23 #pragma once
24 
26 
27 namespace cudnn_frontend {
28 
29 auto
30 EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph&& opGraph, Predicate pred)
31  -> executionPlans_t {
32  // Creating a set of execution plans that are supported.
33  executionPlans_t plans;
34  for (auto& engine_config : generate_engine_config(opGraph)) {
35 #ifndef NV_CUDNN_DISABLE_EXCEPTION
36  try {
37 #endif
38  plans.push_back(ExecutionPlanBuilder().setHandle(handle).setEngineConfig(engine_config).build());
39 #ifndef NV_CUDNN_DISABLE_EXCEPTION
40  } catch (cudnnException e) {
41  continue;
42  }
43 #endif
44  }
45  return filter(pred, plans);
46 }
47 }
std::function< bool(cudnn_frontend::ExecutionPlan const &plan)> Predicate
std::vector< cudnn_frontend::ExecutionPlan > executionPlans_t
auto cudnnGetPlan(cudnnHandle_t handle, cudnn_frontend::OperationGraph &&opGraph, Predicate pred) -> executionPlans_t
Returns the concatenated plan in the order of heuristic results.
auto filter(Predicate pred, executionPlans_t &plans) -> executionPlans_t
ExecutionPlanBuilder_v8 ExecutionPlanBuilder