Inheritance diagram for columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnDataVectorVectorVariantLink (const std::string &val_branchName)
	~ColumnDataVectorVectorVariantLink ()
virtual bool	connect (TTree tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void	clearColumns () override
virtual void	getEntry (Long64_t entry) override
virtual void	setData (TestUtils::ToolWrapperData &tool) override
virtual BranchPerfData	getPerfData (float emptyTime) override
virtual void	collectColumnData () override

Public Attributes
BranchReader< std::vector< std::vector< ElementLink< T > > > >	branchReader
std::vector< ColumnarOffsetType >	offsets = {0}
std::vector< typename CM::LinkIndexType >	columnData
std::vector< typename CM::LinkKeyType >	keysColumn
std::vector< std::string >	containers
std::vector< SG::sgkey_t >	containerKeys
std::vector< const std::vector< ColumnarOffsetType > * >	containerOffsets
Benchmark	benchmarkUnpack
Benchmark	benchmark
unsigned	entries = 0
unsigned	nullEntries = 0
bool	checkUnknownKeys = false
std::unordered_map< SG::sgkey_t, std::unordered_set< std::string > >	unknownKeys
std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >

Definition at line 1335 of file ColumnarPhysliteTest.cxx.

Member Typedef Documentation

◆ CM

template<typename T>

using columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::CM = ColumnarModeArray

Definition at line 1337 of file ColumnarPhysliteTest.cxx.

Constructor & Destructor Documentation

◆ ColumnDataVectorVectorVariantLink()

template<typename T>

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::ColumnDataVectorVectorVariantLink ( const std::string & val_branchName )

inlineexplicit

Definition at line 1353 of file ColumnarPhysliteTest.cxx.

        : branchReader (val_branchName), benchmarkUnpack (branchReader.columnName()+"(unpack)"), benchmark (branchReader.columnName())
      {
        outputColumns.push_back ({.name = branchReader.columnName() + ".data"});
        outputColumns.push_back ({.name = branchReader.columnName() + ".offset", .isOffset = true});
        outputColumns.push_back ({.name = branchReader.columnName() + ".keys"});
      }

◆ ~ColumnDataVectorVectorVariantLink()

template<typename T>

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::~ColumnDataVectorVectorVariantLink ( )

inline

Definition at line 1361 of file ColumnarPhysliteTest.cxx.

      {
        // print unknown keys and containers they may be associated
        // with, based on whether they were always within the range of
        // elements allowed for the container.
        for (auto& [key, forbiddenContainer] : unknownKeys)
        {
          std::cout << "unknown key: " << std::hex << key << std::dec << ", allowed containers:";
          for (const auto& container : containers)
          {
            if (forbiddenContainer.find (container) == forbiddenContainer.end())
              std::cout << " " << container;
          }
          std::cout << std::endl;
        }
      }

Member Function Documentation

◆ clearColumns()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1429 of file ColumnarPhysliteTest.cxx.

      {
        columnData.clear();
        offsets.clear();
        offsets.push_back (0);
      }

◆ collectColumnData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::collectColumnData ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1511 of file ColumnarPhysliteTest.cxx.

      {
        entries += columnData.size();
        for (const auto& index : columnData)
        {
          if (index == invalidObjectIndex)
            nullEntries += 1;
        }
      }

◆ connect()

template<typename T>

virtual bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::connect	(	TTree *	tree,
		std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &	offsetColumns,
		std::unordered_map< std::string, ColumnInfo > &	requestedColumns )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1378 of file ColumnarPhysliteTest.cxx.

      {
        auto iter = requestedColumns.find (outputColumns.at(0).name);
        if (iter == requestedColumns.end())
          return false;
        outputColumns.at(0).enabled = true;
 
        branchReader.connectTree (tree);
 
        if (iter->second.offsetName != outputColumns.at(1).name)
          throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
        containers = iter->second.linkTargetNames;
        if (containers.empty() || iter->second.variantLinkKeyColumn.empty())
          throw std::runtime_error ("no variant link containers for: " + outputColumns.at(0).name);
        if (iter->second.variantLinkKeyColumn != outputColumns.at(2).name)
          throw std::runtime_error ("variant link key column mismatch: " + iter->second.variantLinkKeyColumn + " != " + outputColumns.at(2).name);
 
        for ([[maybe_unused]] auto& container : containers)
        {
          keysColumn.push_back (keysColumn.size()+1);
          if (!offsetColumns.contains (container))
            throw std::runtime_error ("missing offset column(variant-link): " + container);
          containerOffsets.push_back (offsetColumns.at (container));
          if (auto iter = knownKeys.find (container); iter != knownKeys.end())
          {
            containerKeys.push_back (iter->second);
          } else
          {
            checkUnknownKeys = true;
            containerKeys.push_back (0u);
          }
        }
 
        requestedColumns.erase (iter);
 
        iter = requestedColumns.find (outputColumns.at(1).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(1).enabled = true;
          requestedColumns.erase (iter);
        }
 
        iter = requestedColumns.find (outputColumns.at(2).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(2).enabled = true;
          requestedColumns.erase (iter);
        }
        return true;
      }

◆ getEntry()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getEntry ( Long64_t entry )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1436 of file ColumnarPhysliteTest.cxx.

      {
        benchmark.startTimer ();
        const auto& branchData = branchReader.getEntry (entry);
        benchmark.stopTimer ();
        benchmarkUnpack.startTimer ();
        for (auto& data : branchData)
        {
          for (auto& element : data)
          {
            if (element.isDefault() || (element.key() == 0 && element.index() == 0))
              columnData.push_back (invalidObjectIndex);
            else
            {
              typename CM::LinkIndexType key = 0xff;
              typename CM::LinkIndexType index = 0;
              for (std::size_t i = 0; i < containers.size(); ++i)
              {
                if (element.key() == containerKeys[i])
                {
                  if (containerOffsets[i]->back() <= element.index())
                    throw std::runtime_error ("invalid index: " + std::to_string (element.index()) + " in container: " + containers[i] + " with size: " + std::to_string (containerOffsets[i]->back()));
                  key = keysColumn[i];
                  if (containerOffsets[i]->size() < 2)
                    throw std::runtime_error ("container offset not yet filled for: " + containers[i]);
                  index = containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index();
                  break;
                }
              }
              if (key == 0xff && checkUnknownKeys)
              {
                // this records which containers the unknown key is
                // compatible with, so that I may figure out which
                // container it is and hard-code it above.
                auto& forbiddenContainers = unknownKeys[element.key()];
                for (std::size_t i = 0; i < containers.size(); ++i)
                {
                  if (containerOffsets[i]->back() <= containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index())
                    forbiddenContainers.insert (containers[i]);
                }
              }
              columnData.push_back (CM::mergeLinkKeyIndex (key, index));
            }
          }
          offsets.push_back (columnData.size());
        }
        benchmarkUnpack.stopTimer ();
      }

◆ getPerfData()

template<typename T>

virtual BranchPerfData columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getPerfData ( float emptyTime )

inlinenodiscardoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1495 of file ColumnarPhysliteTest.cxx.

      {
        BranchPerfData result;
        result.name = branchReader.columnName();
        result.timeRead = benchmark.getEntryTime(emptyTime);
        result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
        benchmark.setSilence();
        benchmarkUnpack.setSilence();
        result.entrySize = branchReader.entrySize();
        result.uncompressedSize = branchReader.uncompressedSize();
        result.numBaskets = branchReader.numBaskets();
        result.entries = entries;
        result.nullEntries = nullEntries;
        return result;
      }

◆ setData()

template<typename T>

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::setData ( TestUtils::ToolWrapperData & tool )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1485 of file ColumnarPhysliteTest.cxx.

      {
        if (outputColumns.at(0).enabled)
          tool.setColumn (outputColumns.at(0).name, columnData.size(), columnData.data());
        if (outputColumns.at(1).enabled)
          tool.setColumn (outputColumns.at(1).name, offsets.size(), offsets.data());
        if (outputColumns.at(2).enabled)
          tool.setColumn (outputColumns.at(2).name, keysColumn.size(), keysColumn.data());
      }

Member Data Documentation

◆ benchmark

template<typename T>

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmark

Definition at line 1346 of file ColumnarPhysliteTest.cxx.

◆ benchmarkUnpack

template<typename T>

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmarkUnpack

Definition at line 1345 of file ColumnarPhysliteTest.cxx.

◆ branchReader

template<typename T>

BranchReader<std::vector<std::vector<ElementLink<T> > > > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::branchReader

Definition at line 1338 of file ColumnarPhysliteTest.cxx.

◆ checkUnknownKeys

template<typename T>

bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::checkUnknownKeys = false

Definition at line 1350 of file ColumnarPhysliteTest.cxx.

◆ columnData

template<typename T>

std::vector<typename CM::LinkIndexType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::columnData

Definition at line 1340 of file ColumnarPhysliteTest.cxx.

◆ containerKeys

template<typename T>

std::vector<SG::sgkey_t> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerKeys

Definition at line 1343 of file ColumnarPhysliteTest.cxx.

◆ containerOffsets

template<typename T>

std::vector<const std::vector<ColumnarOffsetType>*> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerOffsets

Definition at line 1344 of file ColumnarPhysliteTest.cxx.

◆ containers

template<typename T>

std::vector<std::string> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containers

Definition at line 1342 of file ColumnarPhysliteTest.cxx.

◆ entries

template<typename T>

unsigned columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::entries = 0

Definition at line 1347 of file ColumnarPhysliteTest.cxx.

◆ keysColumn

template<typename T>

std::vector<typename CM::LinkKeyType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::keysColumn

Definition at line 1341 of file ColumnarPhysliteTest.cxx.

◆ nullEntries

template<typename T>

unsigned columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::nullEntries = 0

Definition at line 1348 of file ColumnarPhysliteTest.cxx.

◆ offsets

template<typename T>

std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::offsets = {0}

Definition at line 1339 of file ColumnarPhysliteTest.cxx.

1339{0};

◆ outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::IColumnData::outputColumns

inherited

Definition at line 371 of file ColumnarPhysliteTest.cxx.

◆ unknownKeys

template<typename T>

std::unordered_map<SG::sgkey_t,std::unordered_set<std::string> > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::unknownKeys

Definition at line 1351 of file ColumnarPhysliteTest.cxx.

The documentation for this struct was generated from the following file:

ColumnarPhysliteTest.cxx

Public Types

Public Member Functions

Public Attributes

Detailed Description

Member Typedef Documentation

◆ CM

Constructor & Destructor Documentation

◆ ColumnDataVectorVectorVariantLink()

◆ ~ColumnDataVectorVectorVariantLink()

Member Function Documentation

◆ clearColumns()

◆ collectColumnData()

◆ connect()

◆ getEntry()

◆ getPerfData()

◆ setData()

Member Data Documentation

◆ benchmark

◆ benchmarkUnpack

◆ branchReader

◆ checkUnknownKeys

◆ columnData

◆ containerKeys

◆ containerOffsets

◆ containers

◆ entries

◆ keysColumn

◆ nullEntries

◆ offsets

◆ outputColumns

◆ unknownKeys