20 ATH_MSG_INFO(
" OnnxRuntime release: " << OrtGetApiBase()->GetVersionString());
22 Ort::SessionOptions sessionOptions;
23 sessionOptions.SetGraphOptimizationLevel( GraphOptimizationLevel::ORT_ENABLE_EXTENDED );
24 sessionOptions.DisablePerSessionThreads();
29 OrtCUDAProviderOptions cuda_options;
30 cuda_options.device_id = m_deviceId;
31 cuda_options.cudnn_conv_algo_search = OrtCudnnConvAlgoSearch::OrtCudnnConvAlgoSearchExhaustive;
36 if (m_enableMemoryShrinkage) {
37 Ort::ArenaCfg arena_cfg{0, 0, 1024, 0};
47 cuda_options.default_memory_arena_cfg = arena_cfg;
50 sessionOptions.AppendExecutionProvider_CUDA(cuda_options);
53 m_session = std::make_unique<Ort::Session>(m_onnxRuntimeSvc->env(), m_modelFileName.value().c_str(), sessionOptions);
55 return StatusCode::SUCCESS;