EvaluateModelWithAsyncInfer.h

Go to the documentation of this file.

// Copyright (C) 2002-2026 CERN for the benefit of the ATLAS collaboration
 
#ifndef ATHEXONNXRUNTIME_EVALUATEMODELWithAsyncInfer_H
#define ATHEXONNXRUNTIME_EVALUATEMODELWithAsyncInfer_H
 
// Local include(s).
#include "AthOnnxInterfaces/IAthInferenceTool.h"
 
// Framework include(s).
#include "AthenaBaseComps/AthAsynchronousAlgorithm.h"
#include "GaudiKernel/ServiceHandle.h"
 
// Onnx Runtime include(s).
#include <onnxruntime_cxx_api.h>
 
// System include(s).
#include <string>
#include <vector>
 
namespace AthOnnx {

class EvaluateModelWithAsyncInfer : public AthAsynchronousAlgorithm {
 
 public:
  using AthAsynchronousAlgorithm::AthAsynchronousAlgorithm;


  virtual StatusCode initialize() override;
  virtual StatusCode execute(const EventContext& ctx) const override;

 
 private:

  Gaudi::Property<std::string> m_pixelFileName{
      this, "InputDataPixel", "dev/MLTest/2020-03-31/t10k-images-idx3-ubyte",
      "Name of the input pixel file to load"};

  Gaudi::Property<int> m_batchSize{this, "BatchSize", 1,
                                   "No. of elements/example in a batch"};

  ToolHandle<AthInfer::IAthInferenceTool> m_onnxTool{
      this, "ORTInferenceTool", "AthOnnx::OnnxRuntimeInferenceTool"};
 
  std::vector<std::vector<std::vector<float>>> m_input_tensor_values_notFlat;
 
};  // class EvaluateModel
 
}  // namespace AthOnnx
 
#endif  // ATHEXONNXRUNTIME_EVALUATEMODELWithAsyncInfer_H