cudnn_frontend::EngineConfigGenerator
cudnn_frontend_EngineConfigGenerator.h
std::vector< GeneratorSource > std::vector<GeneratorSource> cudnn_frontend::EngineConfigGenerator::engine_config_generators engine_config_generators
cudnn_frontend::EngineConfigGenerator::EngineConfigGenerator
(int const sourceSize, GeneratorSource const *sources)
EngineConfigGenerator
int const sourceSize
GeneratorSource const * sources

Constructor that takes int a array of function pointers that will be called later. in the generate_engine_config function.

auto auto cudnn_frontend::EngineConfigGenerator::generate_engine_config (cudnn_frontend::OperationGraph &opGraph) -> cudnn_frontend::EngineConfigList generate_engine_config cudnn_frontend::OperationGraph & opGraph

Calls the vector of engine_config_generators one by one and concatenates the generated engine together into a single list.

cudnn_frontend::getLogger
auto auto cudnn_frontend::EngineConfigGenerator::cudnnGetPlan (cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, Predicate pred) -> executionPlans_t cudnnGetPlan cudnnHandle_t handle cudnn_frontend::OperationGraph & opGraph Predicate pred

Returns the concatenated plan in the order of heuristic results.

cudnn_frontend::filter
auto auto cudnn_frontend::EngineConfigGenerator::cudnnGetPlan (cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph) -> executionPlans_t cudnnGetPlan cudnnHandle_t handle cudnn_frontend::OperationGraph & opGraph cudnn_frontend::getLogger cudnn_frontend::to_string
CudnnFindSamplingTechnique samplingTechnique samplingTechnique
auto auto cudnn_frontend::EngineConfigGenerator::cudnnFindPlan (cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, cudnn_frontend::VariantPack const &variantPack, Predicate pred) -> executionPlans_t cudnnFindPlan cudnnHandle_t handle cudnn_frontend::OperationGraph & opGraph cudnn_frontend::VariantPack const & variantPack Predicate pred

Reruns the concatenated plans and measures the execution time following which a sorted order of executionPlans are return to the user.

Creating a set of execution plans that are supported.

CudnnFindSamplingTechnique samplingTechnique samplingTechnique
auto auto cudnn_frontend::EngineConfigGenerator::cudnnFindPlan (cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, cudnn_frontend::VariantPack const &variantPack) -> executionPlans_t cudnnFindPlan cudnnHandle_t handle cudnn_frontend::OperationGraph & opGraph cudnn_frontend::VariantPack const & variantPack

Creating a set of execution plans that are supported.

CudnnFindSamplingTechnique samplingTechnique samplingTechnique
auto auto cudnn_frontend::EngineConfigGenerator::cudnnFindPlanAndCache (cudnnHandle_t handle, cudnn_frontend::OperationGraph &opGraph, cudnn_frontend::VariantPack const &variantPack, cudnn_frontend::ExecutionPlanCache &cache, Predicate pred=[](const cudnn_frontend::ExecutionPlan &) {return false;}) -> cudnn_frontend::ExecutionPlan cudnnFindPlanAndCache cudnnHandle_t handle cudnn_frontend::OperationGraph & opGraph cudnn_frontend::VariantPack const & variantPack cudnn_frontend::ExecutionPlanCache & cache Predicate pred [](const cudnn_frontend::ExecutionPlan &) {return false;}

Creating a set of execution plans that are supported.

Check if the fastest plan is stable enough to be added to the plan cache

EngineConfigGenerator class Contains a vector of methods that generate a vector of backend descriptor that can be used to create a plan for the method.

std::vector< GeneratorSource >
+elements
< GeneratorSource >
T
std::vector< T >
+elements
GeneratorSource
cudnn_frontend::EngineConfigGenerator
-engine_config_generators
- cudnn_frontend::EngineConfigGenerator
  cudnnFindPlan
- cudnn_frontend::EngineConfigGenerator
  cudnnFindPlan
- cudnn_frontend::EngineConfigGenerator
  cudnnFindPlanAndCache
- cudnn_frontend::EngineConfigGenerator
  cudnnGetPlan
- cudnn_frontend::EngineConfigGenerator
  cudnnGetPlan
- cudnn_frontend::EngineConfigGenerator
  engine_config_generators
- cudnn_frontend::EngineConfigGenerator
  EngineConfigGenerator
- cudnn_frontend::EngineConfigGenerator
  generate_engine_config