TritonTool.h

Go to the documentation of this file.

// Copyright (C) 2002-2026 CERN for the benefit of the ATLAS collaboration
#ifndef ATHTRITONCOMPS_TRITONTOOL_H
#define ATHTRITONCOMPS_TRITONTOOL_H
 
// Project include(s).
#include "AthOnnxInterfaces/IAthInferenceTool.h"
#include "AthenaBaseComps/AthAlgTool.h"
 
// System include(s).
#include <memory>
 
namespace AthInfer {
 
class TritonTool : public extends<AthAlgTool, IAthInferenceTool> {
 
 public:
  TritonTool(const std::string& type, const std::string& name,
             const IInterface* parent);
  virtual ~TritonTool();


  virtual StatusCode initialize() override;



  virtual StatusCode inference(InputDataMap& inputData,
                               OutputDataMap& outputData) const override final;

  virtual void print() const override;

 
 private:
 
  StringProperty m_modelName{this, "ModelName", "", "Model name"};
  IntegerProperty m_port{this, "Port", 8001, "Port ID for Triton server"};
  StringProperty m_modelVersion{this, "ModelVersion", "",
                                "Model version, empty for latest"};
  FloatProperty m_clientTimeout{
      this, "ClientTimeout", 0,
      "Client timeout in milliseconds, 0 for no timeout"};
  StringProperty m_url{this, "URL", "", "Triton URL"};
  BooleanProperty m_useSSL{this, "UseSSL", false,
                           "Use SSL for Triton server connection"};
  IntegerProperty m_maxRetries{
      this, "MaxRetries", 10,
      "Number of times to retry a failed Triton inference request"};
  IntegerProperty m_retryDelayMs{
      this, "RetryDelayMs", 20,
      "Delay in milliseconds between Triton inference retry attempts"};


  struct Impl;
  std::unique_ptr<Impl> m_impl;
 
};  // class TritonTool
 
}  // namespace AthInfer
 
#endif  // ATHTRITONCOMPS_TRITONTOOL_H