Inheritance diagram for columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnDataVectorVectorVariantLink (const std::string &val_branchName)
	~ColumnDataVectorVectorVariantLink ()
virtual bool	connect (TTree tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void	clearColumns () override
virtual void	getEntry (Long64_t entry) override
virtual void	setData (ColumnVectorData &colData) override
virtual BranchPerfData	getPerfData (float emptyTime) override
virtual void	collectColumnData () override
void	connectColumnIndices (const ColumnVectorHeader &header)
	lookup and store column indices from the header for all enabled output columns

Public Attributes
BranchReader< std::vector< std::vector< ElementLink< T > > > >	branchReader
std::vector< ColumnarOffsetType >	offsets = {0}
std::vector< typename CM::LinkIndexType >	columnData
std::vector< typename CM::LinkKeyType >	keysColumn
std::vector< std::string >	containers
std::vector< SG::sgkey_t >	containerKeys
std::vector< const std::vector< ColumnarOffsetType > * >	containerOffsets
Benchmark	benchmarkUnpack
Benchmark	benchmark
unsigned	entries = 0
unsigned	nullEntries = 0
bool	checkUnknownKeys = false
std::unordered_map< SG::sgkey_t, std::unordered_set< std::string > >	unknownKeys
std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >

Definition at line 1270 of file ColumnarPhysliteTest.cxx.

Member Typedef Documentation

◆ CM

template<typename T>

using columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::CM = ColumnarModeArray

Definition at line 1272 of file ColumnarPhysliteTest.cxx.

Constructor & Destructor Documentation

◆ ColumnDataVectorVectorVariantLink()

template<typename T>

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::ColumnDataVectorVectorVariantLink ( const std::string & val_branchName )

inlineexplicit

Definition at line 1288 of file ColumnarPhysliteTest.cxx.

        : branchReader (val_branchName), benchmarkUnpack (branchReader.columnName()+"(unpack)"), benchmark (branchReader.columnName())
      {
        outputColumns.push_back ({.name = branchReader.columnName() + ".data"});
        outputColumns.push_back ({.name = branchReader.columnName() + ".offset", .isOffset = true});
        outputColumns.push_back ({.name = branchReader.columnName() + ".keys"});
      }

◆ ~ColumnDataVectorVectorVariantLink()

template<typename T>

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::~ColumnDataVectorVectorVariantLink ( )

inline

Definition at line 1296 of file ColumnarPhysliteTest.cxx.

      {
        // print unknown keys and containers they may be associated
        // with, based on whether they were always within the range of
        // elements allowed for the container.
        for (auto& [key, forbiddenContainer] : unknownKeys)
        {
          std::cout << "unknown key: " << std::hex << key << std::dec << ", allowed containers:";
          for (const auto& container : containers)
          {
            if (forbiddenContainer.find (container) == forbiddenContainer.end())
              std::cout << " " << container;
          }
          std::cout << std::endl;
        }
      }

Member Function Documentation

◆ clearColumns()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1364 of file ColumnarPhysliteTest.cxx.

      {
        columnData.clear();
        offsets.clear();
        offsets.push_back (0);
      }

◆ collectColumnData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::collectColumnData ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1446 of file ColumnarPhysliteTest.cxx.

      {
        entries += columnData.size();
        for (const auto& index : columnData)
        {
          if (index == invalidObjectIndex)
            nullEntries += 1;
        }
      }

◆ connect()

template<typename T>

virtual bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::connect	(	TTree *	tree,
		std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &	offsetColumns,
		std::unordered_map< std::string, ColumnInfo > &	requestedColumns )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1313 of file ColumnarPhysliteTest.cxx.

      {
        auto iter = requestedColumns.find (outputColumns.at(0).name);
        if (iter == requestedColumns.end())
          return false;
        outputColumns.at(0).enabled = true;
 
        branchReader.connectTree (tree);
 
        if (iter->second.offsetName != outputColumns.at(1).name)
          throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
        containers = iter->second.linkTargetNames;
        if (containers.empty() || iter->second.variantLinkKeyColumn.empty())
          throw std::runtime_error ("no variant link containers for: " + outputColumns.at(0).name);
        if (iter->second.variantLinkKeyColumn != outputColumns.at(2).name)
          throw std::runtime_error ("variant link key column mismatch: " + iter->second.variantLinkKeyColumn + " != " + outputColumns.at(2).name);
 
        for ([[maybe_unused]] auto& container : containers)
        {
          keysColumn.push_back (keysColumn.size()+1);
          if (!offsetColumns.contains (container))
            throw std::runtime_error ("missing offset column(variant-link): " + container);
          containerOffsets.push_back (offsetColumns.at (container));
          if (auto iter = knownKeys.find (container); iter != knownKeys.end())
          {
            containerKeys.push_back (iter->second);
          } else
          {
            checkUnknownKeys = true;
            containerKeys.push_back (0u);
          }
        }
 
        requestedColumns.erase (iter);
 
        iter = requestedColumns.find (outputColumns.at(1).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(1).enabled = true;
          requestedColumns.erase (iter);
        }
 
        iter = requestedColumns.find (outputColumns.at(2).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(2).enabled = true;
          requestedColumns.erase (iter);
        }
        return true;
      }

◆ connectColumnIndices()

void columnar::TestUtils::IColumnData::connectColumnIndices ( const ColumnVectorHeader & header )

inlineinherited

lookup and store column indices from the header for all enabled output columns

Definition at line 303 of file ColumnarPhysliteTest.cxx.

      {
        for (auto& col : outputColumns)
        {
          if (col.enabled)
            col.columnIndex = header.getColumnIndex (col.name);
        }
      }

◆ getEntry()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getEntry ( Long64_t entry )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1371 of file ColumnarPhysliteTest.cxx.

      {
        benchmark.startTimer ();
        const auto& branchData = branchReader.getEntry (entry);
        benchmark.stopTimer ();
        benchmarkUnpack.startTimer ();
        for (auto& data : branchData)
        {
          for (auto& element : data)
          {
            if (element.isDefault() || (element.key() == 0 && element.index() == 0))
              columnData.push_back (invalidObjectIndex);
            else
            {
              typename CM::LinkIndexType key = 0xff;
              typename CM::LinkIndexType index = 0;
              for (std::size_t i = 0; i < containers.size(); ++i)
              {
                if (element.key() == containerKeys[i])
                {
                  if (containerOffsets[i]->back() <= element.index())
                    throw std::runtime_error ("invalid index: " + std::to_string (element.index()) + " in container: " + containers[i] + " with size: " + std::to_string (containerOffsets[i]->back()));
                  key = keysColumn[i];
                  if (containerOffsets[i]->size() < 2)
                    throw std::runtime_error ("container offset not yet filled for: " + containers[i]);
                  index = containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index();
                  break;
                }
              }
              if (key == 0xff && checkUnknownKeys)
              {
                // this records which containers the unknown key is
                // compatible with, so that I may figure out which
                // container it is and hard-code it above.
                auto& forbiddenContainers = unknownKeys[element.key()];
                for (std::size_t i = 0; i < containers.size(); ++i)
                {
                  if (containerOffsets[i]->back() <= containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index())
                    forbiddenContainers.insert (containers[i]);
                }
              }
              columnData.push_back (CM::mergeLinkKeyIndex (key, index));
            }
          }
          offsets.push_back (columnData.size());
        }
        benchmarkUnpack.stopTimer ();
      }

◆ getPerfData()

template<typename T>

virtual BranchPerfData columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getPerfData ( float emptyTime )

inlinenodiscardoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1430 of file ColumnarPhysliteTest.cxx.

      {
        BranchPerfData result;
        result.name = branchReader.columnName();
        result.timeRead = benchmark.getEntryTime(emptyTime);
        result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
        benchmark.setSilence();
        benchmarkUnpack.setSilence();
        result.entrySize = branchReader.entrySize();
        result.uncompressedSize = branchReader.uncompressedSize();
        result.numBaskets = branchReader.numBaskets();
        result.entries = entries;
        result.nullEntries = nullEntries;
        return result;
      }

◆ setData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::setData ( ColumnVectorData & colData )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1420 of file ColumnarPhysliteTest.cxx.

      {
        if (outputColumns.at(0).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(0).columnIndex, columnData.size(), columnData.data());
        if (outputColumns.at(1).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(1).columnIndex, offsets.size(), offsets.data());
        if (outputColumns.at(2).columnIndex != ColumnVectorHeader::nullIndex)
          colData.setColumn (outputColumns.at(2).columnIndex, keysColumn.size(), keysColumn.data());
      }

Member Data Documentation

◆ benchmark

template<typename T>

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmark

Definition at line 1281 of file ColumnarPhysliteTest.cxx.

◆ benchmarkUnpack

template<typename T>

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmarkUnpack

Definition at line 1280 of file ColumnarPhysliteTest.cxx.

◆ branchReader

template<typename T>

BranchReader<std::vector<std::vector<ElementLink<T> > > > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::branchReader

Definition at line 1273 of file ColumnarPhysliteTest.cxx.

◆ checkUnknownKeys

template<typename T>

bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::checkUnknownKeys = false

Definition at line 1285 of file ColumnarPhysliteTest.cxx.

◆ columnData

template<typename T>

std::vector<typename CM::LinkIndexType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::columnData

Definition at line 1275 of file ColumnarPhysliteTest.cxx.

◆ containerKeys

template<typename T>

std::vector<SG::sgkey_t> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerKeys

Definition at line 1278 of file ColumnarPhysliteTest.cxx.

◆ containerOffsets

template<typename T>

std::vector<const std::vector<ColumnarOffsetType>*> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerOffsets

Definition at line 1279 of file ColumnarPhysliteTest.cxx.

◆ containers

template<typename T>

std::vector<std::string> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containers

Definition at line 1277 of file ColumnarPhysliteTest.cxx.

◆ entries

template<typename T>

unsigned columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::entries = 0

Definition at line 1282 of file ColumnarPhysliteTest.cxx.

◆ keysColumn

template<typename T>

std::vector<typename CM::LinkKeyType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::keysColumn

Definition at line 1276 of file ColumnarPhysliteTest.cxx.

◆ nullEntries

template<typename T>

unsigned columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::nullEntries = 0

Definition at line 1283 of file ColumnarPhysliteTest.cxx.

◆ offsets

template<typename T>

std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::offsets = {0}

Definition at line 1274 of file ColumnarPhysliteTest.cxx.

1274{0};

◆ outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::IColumnData::outputColumns

inherited

Definition at line 296 of file ColumnarPhysliteTest.cxx.

◆ unknownKeys

template<typename T>

std::unordered_map<SG::sgkey_t,std::unordered_set<std::string> > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::unknownKeys

Definition at line 1286 of file ColumnarPhysliteTest.cxx.

The documentation for this struct was generated from the following file:

ColumnarPhysliteTest.cxx

Public Types

Public Member Functions

Public Attributes

Detailed Description

Member Typedef Documentation

◆ CM

Constructor & Destructor Documentation

◆ ColumnDataVectorVectorVariantLink()

◆ ~ColumnDataVectorVectorVariantLink()

Member Function Documentation

◆ clearColumns()

◆ collectColumnData()

◆ connect()

◆ connectColumnIndices()

◆ getEntry()

◆ getPerfData()

◆ setData()

Member Data Documentation

◆ benchmark

◆ benchmarkUnpack

◆ branchReader

◆ checkUnknownKeys

◆ columnData

◆ containerKeys

◆ containerOffsets

◆ containers

◆ entries

◆ keysColumn

◆ nullEntries

◆ offsets

◆ outputColumns

◆ unknownKeys