Inheritance diagram for columnar::TestUtils::ColumnReaderVectorSplitLink< T >:

Collaboration diagram for columnar::TestUtils::ColumnReaderVectorSplitLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnReaderVectorSplitLink (const std::string &val_branchName)
virtual bool	connect (Backend source, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void	clearColumns () override
virtual void	getEntry (Long64_t entry) override
virtual void	setData (ColumnVectorData &colData) override
virtual BranchPerfData	getPerfData (float emptyTime) override
virtual void	collectColumnData () override
void	connectColumnIndices (const ColumnVectorHeader &header)
	lookup and store column indices from the header for all enabled output columns

Public Attributes
BranchReader< Int_t >	branchReaderSize
BranchReaderArray< UInt_t >	branchReaderKey
BranchReaderArray< UInt_t >	branchReaderIndex
const std::vector< ColumnarOffsetType > *	offsetColumn = nullptr
std::vector< ColumnarOffsetType >	offsets = {0}
LinkColumnVector	columnData
Benchmark	benchmarkUnpack
Benchmark	benchmark
unsigned	entries = 0
unsigned	nullEntries = 0
std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnReaderVectorSplitLink< T >

Definition at line 244 of file ColumnReaderTTree.cxx.

Member Typedef Documentation

◆ CM

template<typename T>

using columnar::TestUtils::ColumnReaderVectorSplitLink< T >::CM = ColumnarModeArray

Definition at line 246 of file ColumnReaderTTree.cxx.

Constructor & Destructor Documentation

◆ ColumnReaderVectorSplitLink()

template<typename T>

columnar::TestUtils::ColumnReaderVectorSplitLink< T >::ColumnReaderVectorSplitLink ( const std::string & val_branchName )

inline

Definition at line 258 of file ColumnReaderTTree.cxx.

        : branchReaderSize (val_branchName), branchReaderKey (val_branchName + ".m_persKey"), branchReaderIndex (val_branchName + ".m_persIndex"), benchmarkUnpack (branchReaderSize.columnName()+"(unpack)"), benchmark (branchReaderSize.columnName())
      {
        outputColumns.push_back ({.name = branchReaderSize.columnName()});
        outputColumns.push_back ({.name = branchReaderSize.containerName(), .isOffset = true, .primary = false});
      }

Member Function Documentation

◆ clearColumns()

template<typename T>

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 301 of file ColumnReaderTTree.cxx.

      {
        columnData.clear();
        offsets.clear();
        offsets.push_back (0);
      }

◆ collectColumnData()

template<typename T>

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink< T >::collectColumnData ( )

inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 364 of file ColumnReaderTTree.cxx.

      {
        entries += columnData.size();
        for (const auto& index : columnData)
        {
          if (index == invalidObjectIndex)
            nullEntries += 1;
        }
      }

◆ connect()

template<typename T>

virtual bool columnar::TestUtils::ColumnReaderVectorSplitLink< T >::connect	(	Backend	source,
		std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &	offsetColumns,
		std::unordered_map< std::string, ColumnInfo > &	requestedColumns )

inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 265 of file ColumnReaderTTree.cxx.

      {
        auto iter = requestedColumns.find (outputColumns.at(0).name);
        if (iter == requestedColumns.end())
          return false;
        outputColumns.at(0).enabled = true;
        auto* tree = std::get<TTree*>(source);
        branchReaderSize.connectTree (tree);
        branchReaderKey.connectTree (tree);
        branchReaderIndex.connectTree (tree);
 
        if (iter->second.offsetName != outputColumns.at(1).name)
          throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
 
        for (const auto & keyColumn : columnData.connect (iter->second, offsetColumns, requestedColumns))
        {
          outputColumns.push_back ({.name = keyColumn, .primary = false, .enabled = true});
          requestedColumns.erase (keyColumn);
        }
        requestedColumns.erase (iter);
 
        if (auto offsetIter = offsetColumns.find (outputColumns.at(1).name); offsetIter != offsetColumns.end())
          offsetColumn = offsetIter->second;
        else
          offsetColumns.emplace (outputColumns.at(1).name, &offsets);
 
        iter = requestedColumns.find (outputColumns.at(1).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(1).enabled = true;
          requestedColumns.erase (iter);
        }
 
        return true;
      }

◆ connectColumnIndices()

void columnar::TestUtils::ColumnReader::connectColumnIndices ( const ColumnVectorHeader & header )

inlineinherited

lookup and store column indices from the header for all enabled output columns

Definition at line 66 of file ColumnReader.h.

      {
        for (auto& col : outputColumns)
        {
          if (col.enabled)
            col.columnIndex = header.getColumnIndex (col.name);
        }
      }

◆ getEntry()

template<typename T>

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink< T >::getEntry ( Long64_t entry )

inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 308 of file ColumnReaderTTree.cxx.

      {
        benchmark.startTimer ();
        std::size_t branchDataSize = branchReaderSize.getEntry (entry);
        auto branchDataKey = branchReaderKey.getEntry (entry, branchDataSize);
        auto branchDataIndex = branchReaderIndex.getEntry (entry, branchDataSize);
        benchmark.stopTimer ();
        benchmarkUnpack.startTimer ();
        columnData.checkOffsets (offsets.size() - 1);
        for (std::size_t index = 0; index < branchDataSize; ++index)
        {
          if (branchDataIndex[index] == static_cast<UInt_t>(-1))
            columnData.addEmptyLink ();
          else
            columnData.addSplitLink (branchDataIndex[index], branchDataKey[index], offsets.size()-1);
        }
        offsets.push_back (columnData.size());
        if (offsetColumn)
        {
          if (offsetColumn->size() != offsets.size())
            throw std::runtime_error ("offset column not filled yet: " + outputColumns.at(1).name);
          if (offsetColumn->back() != offsets.back())
            throw std::runtime_error ("offset column does not match: " + outputColumns.at(1).name);
        }
        benchmarkUnpack.stopTimer ();
      }

◆ getPerfData()

template<typename T>

virtual BranchPerfData columnar::TestUtils::ColumnReaderVectorSplitLink< T >::getPerfData ( float emptyTime )

inlinenodiscardoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 348 of file ColumnReaderTTree.cxx.

      {
        BranchPerfData result;
        result.name = branchReaderSize.columnName();
        result.timeRead = benchmark.getEntryTime(emptyTime);
        result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
        benchmark.setSilence();
        benchmarkUnpack.setSilence();
        result.entrySize = branchReaderSize.entrySize().value() + branchReaderKey.entrySize().value() + branchReaderIndex.entrySize().value();
        result.uncompressedSize = branchReaderSize.uncompressedSize().value() + branchReaderKey.uncompressedSize().value() + branchReaderIndex.uncompressedSize().value();
        result.numBaskets = branchReaderSize.numBaskets().value() + branchReaderKey.numBaskets().value() + branchReaderIndex.numBaskets().value();
        result.entries = entries;
        result.nullEntries = nullEntries;
        return result;
      }

◆ setData()

template<typename T>

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink< T >::setData ( ColumnVectorData & colData )

inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 335 of file ColumnReaderTTree.cxx.

      {
        if (outputColumns.at(0).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(0).columnIndex, columnData.size(), columnData.data());
        if (outputColumns.at(1).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(1).columnIndex, offsets.size(), offsets.data());
        for (std::size_t i = 2; i < outputColumns.size(); ++ i)
        {
          if (outputColumns.at(i).columnIndex != ColumnVectorHeader::nullIndex)
            colData.setColumn (outputColumns.at(i).columnIndex, columnData.keysColumn(i-2).size(), columnData.keysColumn(i-2).data());
        }
      }

Member Data Documentation

◆ benchmark

template<typename T>

Benchmark columnar::TestUtils::ColumnReaderVectorSplitLink< T >::benchmark

Definition at line 254 of file ColumnReaderTTree.cxx.

◆ benchmarkUnpack

template<typename T>

Benchmark columnar::TestUtils::ColumnReaderVectorSplitLink< T >::benchmarkUnpack

Definition at line 253 of file ColumnReaderTTree.cxx.

◆ branchReaderIndex

template<typename T>

BranchReaderArray<UInt_t> columnar::TestUtils::ColumnReaderVectorSplitLink< T >::branchReaderIndex

Definition at line 249 of file ColumnReaderTTree.cxx.

◆ branchReaderKey

template<typename T>

BranchReaderArray<UInt_t> columnar::TestUtils::ColumnReaderVectorSplitLink< T >::branchReaderKey

Definition at line 248 of file ColumnReaderTTree.cxx.

◆ branchReaderSize

template<typename T>

BranchReader<Int_t> columnar::TestUtils::ColumnReaderVectorSplitLink< T >::branchReaderSize

Definition at line 247 of file ColumnReaderTTree.cxx.

◆ columnData

template<typename T>

LinkColumnVector columnar::TestUtils::ColumnReaderVectorSplitLink< T >::columnData

Definition at line 252 of file ColumnReaderTTree.cxx.

◆ entries

template<typename T>

unsigned columnar::TestUtils::ColumnReaderVectorSplitLink< T >::entries = 0

Definition at line 255 of file ColumnReaderTTree.cxx.

◆ nullEntries

template<typename T>

unsigned columnar::TestUtils::ColumnReaderVectorSplitLink< T >::nullEntries = 0

Definition at line 256 of file ColumnReaderTTree.cxx.

◆ offsetColumn

template<typename T>

const std::vector<ColumnarOffsetType>* columnar::TestUtils::ColumnReaderVectorSplitLink< T >::offsetColumn = nullptr

Definition at line 250 of file ColumnReaderTTree.cxx.

◆ offsets

template<typename T>

std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnReaderVectorSplitLink< T >::offsets = {0}

Definition at line 251 of file ColumnReaderTTree.cxx.

251{0};

◆ outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::ColumnReader::outputColumns

inherited

Definition at line 59 of file ColumnReader.h.

The documentation for this struct was generated from the following file:

ColumnReaderTTree.cxx

Public Types

Public Member Functions

Public Attributes

Detailed Description

Member Typedef Documentation

◆ CM

Constructor & Destructor Documentation

◆ ColumnReaderVectorSplitLink()

Member Function Documentation

◆ clearColumns()

◆ collectColumnData()

◆ connect()

◆ connectColumnIndices()

◆ getEntry()

◆ getPerfData()

◆ setData()

Member Data Documentation

◆ benchmark

◆ benchmarkUnpack

◆ branchReaderIndex

◆ branchReaderKey

◆ branchReaderSize

◆ columnData

◆ entries

◆ nullEntries

◆ offsetColumn

◆ offsets

◆ outputColumns