Inheritance diagram for columnar::TestUtils::ColumnDataVectorSplitLink< T >:

Collaboration diagram for columnar::TestUtils::ColumnDataVectorSplitLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnDataVectorSplitLink (const std::string &val_branchName)
virtual bool	connect (TTree tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void	clearColumns () override
virtual void	getEntry (Long64_t entry) override
virtual void	setData (ColumnVectorData &colData) override
virtual BranchPerfData	getPerfData (float emptyTime) override
virtual void	collectColumnData () override
void	connectColumnIndices (const ColumnVectorHeader &header)
	lookup and store column indices from the header for all enabled output columns

Public Attributes
BranchReader< Int_t >	branchReaderSize
BranchReaderArray< UInt_t >	branchReaderKey
BranchReaderArray< UInt_t >	branchReaderIndex
const std::vector< ColumnarOffsetType > *	offsetColumn = nullptr
std::vector< ColumnarOffsetType >	offsets = {0}
std::vector< typename CM::LinkIndexType >	columnData
std::vector< const std::vector< ColumnarOffsetType > * >	targetOffsetColumns
std::vector< SG::sgkey_t >	targetKeys
std::vector< typename CM::LinkKeyType >	keyColumnData
Benchmark	benchmarkUnpack
Benchmark	benchmark
unsigned	entries = 0
unsigned	nullEntries = 0
std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnDataVectorSplitLink< T >

Definition at line 1085 of file ColumnarPhysliteTest.cxx.

Member Typedef Documentation

◆ CM

template<typename T>

using columnar::TestUtils::ColumnDataVectorSplitLink< T >::CM = ColumnarModeArray

Definition at line 1087 of file ColumnarPhysliteTest.cxx.

Constructor & Destructor Documentation

◆ ColumnDataVectorSplitLink()

template<typename T>

columnar::TestUtils::ColumnDataVectorSplitLink< T >::ColumnDataVectorSplitLink ( const std::string & val_branchName )

inline

Definition at line 1102 of file ColumnarPhysliteTest.cxx.

        : branchReaderSize (val_branchName), branchReaderKey (val_branchName + ".m_persKey"), branchReaderIndex (val_branchName + ".m_persIndex"), benchmarkUnpack (branchReaderSize.columnName()+"(unpack)"), benchmark (branchReaderSize.columnName())
      {
        outputColumns.push_back ({.name = branchReaderSize.columnName()});
        outputColumns.push_back ({.name = branchReaderSize.containerName(), .isOffset = true, .primary = false});
        outputColumns.push_back ({.name = branchReaderSize.columnName() + ".keys", .primary = false});
      }

Member Function Documentation

◆ clearColumns()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1161 of file ColumnarPhysliteTest.cxx.

      {
        columnData.clear();
        offsets.clear();
        offsets.push_back (0);
      }

◆ collectColumnData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::collectColumnData ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1258 of file ColumnarPhysliteTest.cxx.

      {
        entries += columnData.size();
        for (const auto& index : columnData)
        {
          if (index == invalidObjectIndex)
            nullEntries += 1;
        }
      }

◆ connect()

template<typename T>

virtual bool columnar::TestUtils::ColumnDataVectorSplitLink< T >::connect	(	TTree *	tree,
		std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &	offsetColumns,
		std::unordered_map< std::string, ColumnInfo > &	requestedColumns )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1110 of file ColumnarPhysliteTest.cxx.

      {
        auto iter = requestedColumns.find (outputColumns.at(0).name);
        if (iter == requestedColumns.end())
          return false;
        outputColumns.at(0).enabled = true;
 
        branchReaderSize.connectTree (tree);
        branchReaderKey.connectTree (tree);
        branchReaderIndex.connectTree (tree);
 
        if (iter->second.offsetName != outputColumns.at(1).name)
          throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
 
        const auto& linkContainers = iter->second.linkTargetNames;
        for (const auto& container : linkContainers)
        {
          if (auto keyIter = knownKeys.find (container); keyIter != knownKeys.end())
            targetKeys.push_back (keyIter->second);
          else
            throw std::runtime_error ("no key known for link container: " + container);
          if (auto targetOffsetIter = offsetColumns.find (container); targetOffsetIter != offsetColumns.end())
            targetOffsetColumns.push_back (targetOffsetIter->second);
          else
            throw std::runtime_error ("missing offset column: " + container);
          keyColumnData.push_back (keyColumnData.size());
        }
        requestedColumns.erase (iter);
 
        if (auto offsetIter = offsetColumns.find (outputColumns.at(1).name); offsetIter != offsetColumns.end())
          offsetColumn = offsetIter->second;
        else
          offsetColumns.emplace (outputColumns.at(1).name, &offsets);
 
        iter = requestedColumns.find (outputColumns.at(1).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(1).enabled = true;
          requestedColumns.erase (iter);
        }
 
        iter = requestedColumns.find (outputColumns.at(2).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(2).enabled = true;
          requestedColumns.erase (iter);
        }
 
        return true;
      }

◆ connectColumnIndices()

void columnar::TestUtils::IColumnData::connectColumnIndices ( const ColumnVectorHeader & header )

inlineinherited

lookup and store column indices from the header for all enabled output columns

Definition at line 303 of file ColumnarPhysliteTest.cxx.

      {
        for (auto& col : outputColumns)
        {
          if (col.enabled)
            col.columnIndex = header.getColumnIndex (col.name);
        }
      }

◆ getEntry()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::getEntry ( Long64_t entry )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1168 of file ColumnarPhysliteTest.cxx.

      {
        benchmark.startTimer ();
        std::size_t branchDataSize = branchReaderSize.getEntry (entry);
        auto branchDataKey = branchReaderKey.getEntry (entry, branchDataSize);
        auto branchDataIndex = branchReaderIndex.getEntry (entry, branchDataSize);
        benchmark.stopTimer ();
        benchmarkUnpack.startTimer ();
        for (auto& targetOffsetColumn : targetOffsetColumns)
        {
          if (targetOffsetColumn->size() <= offsets.size())
            throw std::runtime_error ("target offset column not yet filled for: " + outputColumns.at(0).name);
        }
        for (std::size_t index = 0; index < branchDataSize; ++index)
        {
          if (branchDataIndex[index] == static_cast<UInt_t>(-1))
            columnData.push_back (invalidObjectIndex);
          else
          {
            CM::LinkIndexType keyIndex = CM::invalidLinkValue;
            if (auto keyIter = std::find(targetKeys.begin(), targetKeys.end(), branchDataKey[index]); keyIter != targetKeys.end())
            {
              keyIndex = std::distance(targetKeys.begin(), keyIter);
            } else if (targetKeys.empty())
            {
              targetKeys.push_back (branchDataKey[index]);
              keyIndex = 0;
              std::cout << "assume target key for " << outputColumns.at(0).name << " is " << std::hex << branchDataKey[index] << std::dec << std::endl;
            } else if (branchDataKey[index] != 0)
            {
              std::ostringstream error;
              error << "target key mismatch: read " << std::hex << branchDataKey[index];
              error << ", expected one of";
              for (const auto& key : targetKeys)
                error << " " << key;
              error << " for " << outputColumns.at(0).name;
              throw std::runtime_error (std::move (error).str());
            }
            if (keyIndex == CM::invalidLinkValue)
            {
              columnData.push_back (CM::invalidLinkValue);
            } else
            {
              auto& targetOffsetColumn = *targetOffsetColumns.at(keyIndex);
              auto targetOffset = targetOffsetColumn.at (offsets.size()-1);
              CM::LinkIndexType linkIndex = branchDataIndex[index];
              linkIndex += targetOffset;
              if (linkIndex >= targetOffsetColumn.at(offsets.size()))
                throw std::runtime_error (std::format ("index out of range for link: {} >= {} (base index {})", outputColumns.at(0).name, linkIndex, targetOffsetColumn.at(offsets.size()), targetOffset));
              columnData.push_back (CM::mergeLinkKeyIndex (keyIndex, branchDataIndex[index] + targetOffset));
            }
          }
        }
        offsets.push_back (columnData.size());
        if (offsetColumn)
        {
          if (offsetColumn->size() != offsets.size())
            throw std::runtime_error ("offset column not filled yet: " + outputColumns.at(1).name);
          if (offsetColumn->back() != offsets.back())
            throw std::runtime_error ("offset column does not match: " + outputColumns.at(1).name);
        }
        benchmarkUnpack.stopTimer ();
      }

◆ getPerfData()

template<typename T>

virtual BranchPerfData columnar::TestUtils::ColumnDataVectorSplitLink< T >::getPerfData ( float emptyTime )

inlinenodiscardoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1242 of file ColumnarPhysliteTest.cxx.

      {
        BranchPerfData result;
        result.name = branchReaderSize.columnName();
        result.timeRead = benchmark.getEntryTime(emptyTime);
        result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
        benchmark.setSilence();
        benchmarkUnpack.setSilence();
        result.entrySize = branchReaderSize.entrySize().value() + branchReaderKey.entrySize().value() + branchReaderIndex.entrySize().value();
        result.uncompressedSize = branchReaderSize.uncompressedSize().value() + branchReaderKey.uncompressedSize().value() + branchReaderIndex.uncompressedSize().value();
        result.numBaskets = branchReaderSize.numBaskets().value() + branchReaderKey.numBaskets().value() + branchReaderIndex.numBaskets().value();
        result.entries = entries;
        result.nullEntries = nullEntries;
        return result;
      }

◆ setData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::setData ( ColumnVectorData & colData )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1232 of file ColumnarPhysliteTest.cxx.

      {
        if (outputColumns.at(0).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(0).columnIndex, columnData.size(), columnData.data());
        if (outputColumns.at(1).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(1).columnIndex, offsets.size(), offsets.data());
        if (outputColumns.at(2).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(2).columnIndex, keyColumnData.size(), keyColumnData.data());
      }