Inheritance diagram for columnar::TestUtils::ColumnDataVectorSplitLink< T >:

Collaboration diagram for columnar::TestUtils::ColumnDataVectorSplitLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnDataVectorSplitLink (const std::string &val_branchName)

virtual bool	connect (TTree tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override

virtual void	clearColumns () override

virtual void	getEntry (Long64_t entry) override

virtual void	setData (TestUtils::ToolWrapperData &tool) override

virtual BranchPerfData	getPerfData (float emptyTime) override

Public Attributes
BranchReader< Int_t >	branchReaderSize

BranchReaderArray< UInt_t >	branchReaderKey

BranchReaderArray< UInt_t >	branchReaderIndex

const std::vector< ColumnarOffsetType > *	offsetColumn = nullptr

std::vector< ColumnarOffsetType >	offsets = {0}

std::vector< typename CM::LinkIndexType >	columnData

std::vector< const std::vector< ColumnarOffsetType > * >	targetOffsetColumns

std::vector< SG::sgkey_t >	targetKeys

std::vector< typename CM::LinkKeyType >	keyColumnData

Benchmark	benchmarkUnpack

Benchmark	benchmark

std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnDataVectorSplitLink< T >

Definition at line 1080 of file ColumnarPhysliteTest.cxx.

Member Typedef Documentation

◆ CM

template<typename T >

using columnar::TestUtils::ColumnDataVectorSplitLink< T >::CM = ColumnarModeArray

Definition at line 1082 of file ColumnarPhysliteTest.cxx.

Constructor & Destructor Documentation

◆ ColumnDataVectorSplitLink()

template<typename T >

columnar::TestUtils::ColumnDataVectorSplitLink< T >::ColumnDataVectorSplitLink ( const std::string & val_branchName )

inline

Definition at line 1095 of file ColumnarPhysliteTest.cxx.

         : branchReaderSize (val_branchName), branchReaderKey (val_branchName + ".m_persKey"), branchReaderIndex (val_branchName + ".m_persIndex"), benchmarkUnpack (branchReaderSize.columnName()+"(unpack)"), benchmark (branchReaderSize.columnName())
       {
         outputColumns.push_back ({.name = branchReaderSize.columnName()});
         outputColumns.push_back ({.name = branchReaderSize.containerName(), .isOffset = true, .primary = false});
         outputColumns.push_back ({.name = branchReaderSize.columnName() + ".keys", .primary = false});
       }

Member Function Documentation

◆ clearColumns()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1154 of file ColumnarPhysliteTest.cxx.

       {
         columnData.clear();
         offsets.clear();
         offsets.push_back (0);
       }

◆ connect()

template<typename T >

virtual bool columnar::TestUtils::ColumnDataVectorSplitLink< T >::connect	(	TTree *	tree,
		std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &	offsetColumns,
		std::unordered_map< std::string, ColumnInfo > &	requestedColumns
	)

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1103 of file ColumnarPhysliteTest.cxx.

       {
         auto iter = requestedColumns.find (outputColumns.at(0).name);
         if (iter == requestedColumns.end())
           return false;
         outputColumns.at(0).enabled = true;
  
         branchReaderSize.connectTree (tree);
         branchReaderKey.connectTree (tree);
         branchReaderIndex.connectTree (tree);
  
         if (iter->second.offsetName != outputColumns.at(1).name)
           throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
  
         const auto& linkContainers = iter->second.linkTargetNames;
         for (const auto& container : linkContainers)
         {
           if (auto keyIter = knownKeys.find (container); keyIter != knownKeys.end())
             targetKeys.push_back (keyIter->second);
           else
             throw std::runtime_error ("no key known for link container: " + container);
           if (auto targetOffsetIter = offsetColumns.find (container); targetOffsetIter != offsetColumns.end())
             targetOffsetColumns.push_back (targetOffsetIter->second);
           else
             throw std::runtime_error ("missing offset column: " + container);
           keyColumnData.push_back (keyColumnData.size());
         }
         requestedColumns.erase (iter);
  
         if (auto offsetIter = offsetColumns.find (outputColumns.at(1).name); offsetIter != offsetColumns.end())
           offsetColumn = offsetIter->second;
         else
           offsetColumns.emplace (outputColumns.at(1).name, &offsets);
  
         iter = requestedColumns.find (outputColumns.at(1).name);
         if (iter != requestedColumns.end())
         {
           outputColumns.at(1).enabled = true;
           requestedColumns.erase (iter);
         }
  
         iter = requestedColumns.find (outputColumns.at(2).name);
         if (iter != requestedColumns.end())
         {
           outputColumns.at(2).enabled = true;
           requestedColumns.erase (iter);
         }
  
         return true;
       }

◆ getEntry()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::getEntry ( Long64_t entry )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1161 of file ColumnarPhysliteTest.cxx.

       {
         benchmark.startTimer ();
         std::size_t branchDataSize = branchReaderSize.getEntry (entry);
         auto branchDataKey = branchReaderKey.getEntry (entry, branchDataSize);
         auto branchDataIndex = branchReaderIndex.getEntry (entry, branchDataSize);
         benchmark.stopTimer ();
         benchmarkUnpack.startTimer ();
         for (auto& targetOffsetColumn : targetOffsetColumns)
         {
           if (targetOffsetColumn->size() <= offsets.size())
             throw std::runtime_error ("target offset column not yet filled for: " + outputColumns.at(0).name);
         }
         for (std::size_t index = 0; index < branchDataSize; ++index)
         {
           if (branchDataIndex[index] == static_cast<UInt_t>(-1))
             columnData.push_back (invalidObjectIndex);
           else
           {
             CM::LinkIndexType keyIndex = CM::invalidLinkValue;
             if (auto keyIter = std::find(targetKeys.begin(), targetKeys.end(), branchDataKey[index]); keyIter != targetKeys.end())
             {
               keyIndex = std::distance(targetKeys.begin(), keyIter);
             } else if (targetKeys.empty())
             {
               targetKeys.push_back (branchDataKey[index]);
               keyIndex = 0;
               std::cout << "assume target key for " << outputColumns.at(0).name << " is " << std::hex << branchDataKey[index] << std::dec << std::endl;
             } else if (branchDataKey[index] != 0)
             {
               std::ostringstream error;
               error << "target key mismatch: read " << std::hex << branchDataKey[index];
               error << ", expected one of";
               for (const auto& key : targetKeys)
                 error << " " << key;
               error << " for " << outputColumns.at(0).name;
               throw std::runtime_error (std::move (error).str());
             }
             if (keyIndex == CM::invalidLinkValue)
             {
               columnData.push_back (CM::invalidLinkValue);
             } else
             {
               auto& targetOffsetColumn = *targetOffsetColumns.at(keyIndex);
               auto targetOffset = targetOffsetColumn.at (offsets.size()-1);
               CM::LinkIndexType linkIndex = branchDataIndex[index];
               linkIndex += targetOffset;
               if (linkIndex >= targetOffsetColumn.at(offsets.size()))
                 throw std::runtime_error (std::format ("index out of range for link: {} >= {} (base index {})", outputColumns.at(0).name, linkIndex, targetOffsetColumn.at(offsets.size()), targetOffset));
               columnData.push_back (CM::mergeLinkKeyIndex (keyIndex, branchDataIndex[index] + targetOffset));
             }
           }
         }
         offsets.push_back (columnData.size());
         if (offsetColumn)
         {
           if (offsetColumn->size() != offsets.size())
             throw std::runtime_error ("offset column not filled yet: " + outputColumns.at(1).name);
           if (offsetColumn->back() != offsets.back())
             throw std::runtime_error ("offset column does not match: " + outputColumns.at(1).name);
         }
         benchmarkUnpack.stopTimer ();
       }

◆ getPerfData()

template<typename T >

virtual BranchPerfData columnar::TestUtils::ColumnDataVectorSplitLink< T >::getPerfData ( float emptyTime )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1235 of file ColumnarPhysliteTest.cxx.

       {
         BranchPerfData result;
         result.name = branchReaderSize.columnName();
         result.timeRead = benchmark.getEntryTime(emptyTime);
         result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
         benchmark.setSilence();
         benchmarkUnpack.setSilence();
         result.entrySize = branchReaderSize.entrySize().value() + branchReaderKey.entrySize().value() + branchReaderIndex.entrySize().value();
         result.uncompressedSize = branchReaderSize.uncompressedSize().value() + branchReaderKey.uncompressedSize().value() + branchReaderIndex.uncompressedSize().value();
         result.numBaskets = branchReaderSize.numBaskets().value() + branchReaderKey.numBaskets().value() + branchReaderIndex.numBaskets().value();
         return result;
       }

◆ setData()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorSplitLink< T >::setData ( TestUtils::ToolWrapperData & tool )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1225 of file ColumnarPhysliteTest.cxx.

       {
         if (outputColumns.at(0).enabled)
           tool.setColumn (outputColumns.at(0).name, columnData.size(), columnData.data());
         if (outputColumns.at(1).enabled)
           tool.setColumn (outputColumns.at(1).name, offsets.size(), offsets.data());
         if (outputColumns.at(2).enabled)
           tool.setColumn (outputColumns.at(2).name, keyColumnData.size(), keyColumnData.data());
       }