ATLAS Offline Software
Loading...
Searching...
No Matches
columnar::TestUtils::ColumnReaderVectorLink< T, Reader > Struct Template Referencefinal

#include <ColumnReaderBranch.h>

Inheritance diagram for columnar::TestUtils::ColumnReaderVectorLink< T, Reader >:
Collaboration diagram for columnar::TestUtils::ColumnReaderVectorLink< T, Reader >:

Public Types

using CM = ColumnarModeArray

Public Member Functions

 ColumnReaderVectorLink (const std::string &val_branchName)
virtual bool connect (Backend source, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void clearColumns () override
virtual void getEntry (Long64_t entry) override
virtual void setData (ColumnVectorData &colData) override
virtual BranchPerfData getPerfData (float emptyTime) override
virtual void collectColumnData () override
void connectColumnIndices (const ColumnVectorHeader &header)
 lookup and store column indices from the header for all enabled output columns

Public Attributes

Reader< std::vector< ElementLink< T > > > branchReader
const std::vector< ColumnarOffsetType > * offsetColumn = nullptr
std::vector< ColumnarOffsetType > offsets = {0}
LinkColumnVector columnData
Benchmark benchmarkUnpack
Benchmark benchmark
unsigned entries = 0
unsigned nullEntries = 0
std::vector< OutputColumnInfo > outputColumns

Detailed Description

template<typename T, template< typename > class Reader>
struct columnar::TestUtils::ColumnReaderVectorLink< T, Reader >

Definition at line 761 of file ColumnReaderBranch.h.

Member Typedef Documentation

◆ CM

template<typename T, template< typename > class Reader>
using columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::CM = ColumnarModeArray

Definition at line 763 of file ColumnReaderBranch.h.

Constructor & Destructor Documentation

◆ ColumnReaderVectorLink()

template<typename T, template< typename > class Reader>
columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::ColumnReaderVectorLink ( const std::string & val_branchName)
inline

Definition at line 773 of file ColumnReaderBranch.h.

774 : branchReader (val_branchName), benchmarkUnpack (branchReader.columnName()+"(unpack)"), benchmark (branchReader.columnName())
775 {
776 outputColumns.push_back ({.name = branchReader.columnName()});
777 outputColumns.push_back ({.name = branchReader.containerName(), .isOffset = true, .primary = false});
778 }
std::vector< OutputColumnInfo > outputColumns

Member Function Documentation

◆ clearColumns()

template<typename T, template< typename > class Reader>
virtual void columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::clearColumns ( )
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 815 of file ColumnReaderBranch.h.

816 {
817 columnData.clear();
818 offsets.clear();
819 offsets.push_back (0);
820 }

◆ collectColumnData()

template<typename T, template< typename > class Reader>
virtual void columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::collectColumnData ( )
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 871 of file ColumnReaderBranch.h.

872 {
873 entries += columnData.size();
874 for (const auto& index : columnData)
875 {
877 nullEntries += 1;
878 }
879 }

◆ connect()

template<typename T, template< typename > class Reader>
virtual bool columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::connect ( Backend source,
std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > & offsetColumns,
std::unordered_map< std::string, ColumnInfo > & requestedColumns )
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 781 of file ColumnReaderBranch.h.

782 {
783 auto iter = requestedColumns.find (outputColumns.at(0).name);
784 if (iter == requestedColumns.end())
785 return false;
786 outputColumns.at(0).enabled = true;
787
788 branchReader.connectTree(source);
789
790 if (iter->second.offsetName != outputColumns.at(1).name)
791 throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
792 for (const auto & keyColumn : columnData.connect (iter->second, offsetColumns, requestedColumns))
793 {
794 outputColumns.push_back ({.name = keyColumn, .primary = false, .enabled = true});
796 }
797
798 requestedColumns.erase (iter);
799
800 if (auto offsetIter = offsetColumns.find (outputColumns.at(1).name); offsetIter != offsetColumns.end())
801 offsetColumn = offsetIter->second;
802 else
803 offsetColumns.emplace (outputColumns.at(1).name, &offsets);
804
805 iter = requestedColumns.find (outputColumns.at(1).name);
806 if (iter != requestedColumns.end())
807 {
808 outputColumns.at(1).enabled = true;
809 requestedColumns.erase (iter);
810 }
811
812 return true;
813 }

◆ connectColumnIndices()

void columnar::TestUtils::ColumnReader::connectColumnIndices ( const ColumnVectorHeader & header)
inlineinherited

lookup and store column indices from the header for all enabled output columns

Definition at line 66 of file ColumnReader.h.

67 {
68 for (auto& col : outputColumns)
69 {
70 if (col.enabled)
71 col.columnIndex = header.getColumnIndex (col.name);
72 }
73 }

◆ getEntry()

template<typename T, template< typename > class Reader>
virtual void columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::getEntry ( Long64_t entry)
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 822 of file ColumnReaderBranch.h.

823 {
824 benchmark.startTimer ();
825 const auto& branchData = branchReader.getEntry (entry);
826 benchmark.stopTimer ();
827 benchmarkUnpack.startTimer ();
828 columnData.checkOffsets (offsets.size() - 1);
829 for (auto& element : branchData)
830 columnData.addLink (element, offsets.size()-1);
831 offsets.push_back (columnData.size());
832 if (offsetColumn)
833 {
834 if (offsetColumn->size() != offsets.size())
835 throw std::runtime_error ("offset column not filled yet: " + outputColumns.at(1).name);
836 if (offsetColumn->back() != offsets.back())
837 throw std::runtime_error ("offset column does not match: " + outputColumns.at(1).name);
838 }
839 benchmarkUnpack.stopTimer ();
840 }

◆ getPerfData()

template<typename T, template< typename > class Reader>
virtual BranchPerfData columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::getPerfData ( float emptyTime)
inlinenodiscardoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 855 of file ColumnReaderBranch.h.

856 {
858 result.name = branchReader.columnName();
859 result.timeRead = benchmark.getEntryTime(emptyTime);
860 result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
861 benchmark.setSilence();
862 benchmarkUnpack.setSilence();
863 result.entrySize = branchReader.entrySize();
864 result.uncompressedSize = branchReader.uncompressedSize();
865 result.numBaskets = branchReader.numBaskets();
868 return result;
869 }

◆ setData()

template<typename T, template< typename > class Reader>
virtual void columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::setData ( ColumnVectorData & colData)
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 842 of file ColumnReaderBranch.h.

843 {
844 if (outputColumns.at(0).columnIndex != ColumnVectorHeader::nullIndex)
845 colData.setColumn (outputColumns.at(0).columnIndex, columnData.size(), columnData.data());
846 if (outputColumns.at(1).columnIndex != ColumnVectorHeader::nullIndex)
847 colData.setColumn (outputColumns.at(1).columnIndex, offsets.size(), offsets.data());
848 for (std::size_t i = 2; i < outputColumns.size(); ++ i)
849 {
850 if (outputColumns.at(i).columnIndex != ColumnVectorHeader::nullIndex)
851 colData.setColumn (outputColumns.at(i).columnIndex, columnData.keysColumn(i-2).size(), columnData.keysColumn(i-2).data());
852 }
853 }

Member Data Documentation

◆ benchmark

template<typename T, template< typename > class Reader>
Benchmark columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::benchmark

Definition at line 769 of file ColumnReaderBranch.h.

◆ benchmarkUnpack

template<typename T, template< typename > class Reader>
Benchmark columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::benchmarkUnpack

Definition at line 768 of file ColumnReaderBranch.h.

◆ branchReader

template<typename T, template< typename > class Reader>
Reader<std::vector<ElementLink<T> > > columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::branchReader

Definition at line 764 of file ColumnReaderBranch.h.

◆ columnData

template<typename T, template< typename > class Reader>
LinkColumnVector columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::columnData

Definition at line 767 of file ColumnReaderBranch.h.

◆ entries

template<typename T, template< typename > class Reader>
unsigned columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::entries = 0

Definition at line 770 of file ColumnReaderBranch.h.

◆ nullEntries

template<typename T, template< typename > class Reader>
unsigned columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::nullEntries = 0

Definition at line 771 of file ColumnReaderBranch.h.

◆ offsetColumn

template<typename T, template< typename > class Reader>
const std::vector<ColumnarOffsetType>* columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::offsetColumn = nullptr

Definition at line 765 of file ColumnReaderBranch.h.

◆ offsets

template<typename T, template< typename > class Reader>
std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnReaderVectorLink< T, Reader >::offsets = {0}

Definition at line 766 of file ColumnReaderBranch.h.

766{0};

◆ outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::ColumnReader::outputColumns
inherited

Definition at line 59 of file ColumnReader.h.


The documentation for this struct was generated from the following file: