columnar::TestUtils::ColumnDataVectorVectorVariantLink< T > Struct Template Reference

Inheritance diagram for columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >:

Collaboration diagram for columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >:

Public Types
using	CM = ColumnarModeArray

Public Member Functions
	ColumnDataVectorVectorVariantLink (const std::string &val_branchName)
	~ColumnDataVectorVectorVariantLink ()
virtual bool	connect (TTree *tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void	clearColumns () override
virtual void	getEntry (Long64_t entry) override
virtual void	setData (TestUtils::ToolWrapperData &tool) override
virtual BranchPerfData	getPerfData (float emptyTime) override

Public Attributes
BranchReader< std::vector< std::vector< ElementLink< T > > > >	branchReader
std::vector< ColumnarOffsetType >	offsets = {0}
std::vector< typename CM::LinkIndexType >	columnData
std::vector< typename CM::LinkKeyType >	keysColumn
std::vector< std::string >	containers
std::vector< SG::sgkey_t >	containerKeys
std::vector< const std::vector< ColumnarOffsetType > * >	containerOffsets
Benchmark	benchmarkUnpack
Benchmark	benchmark
bool	checkUnknownKeys = false
std::unordered_map< SG::sgkey_t, std::unordered_set< std::string > >	unknownKeys
std::vector< OutputColumnInfo >	outputColumns

Detailed Description

template<typename T>
struct columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >

Definition at line 1251 of file ColumnarPhysliteTest.cxx.

Member Typedef Documentation

CM

template<typename T >

using columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::CM = ColumnarModeArray

Definition at line 1253 of file ColumnarPhysliteTest.cxx.

Constructor & Destructor Documentation

ColumnDataVectorVectorVariantLink()

template<typename T >

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::ColumnDataVectorVectorVariantLink ( const std::string &  val_branchName )

inlineexplicit

Definition at line 1267 of file ColumnarPhysliteTest.cxx.

        : branchReader (val_branchName), benchmarkUnpack (branchReader.columnName()+"(unpack)"), benchmark (branchReader.columnName())
      {
        outputColumns.push_back ({.name = branchReader.columnName() + ".data"});
        outputColumns.push_back ({.name = branchReader.columnName() + ".offset", .isOffset = true});
        outputColumns.push_back ({.name = branchReader.columnName() + ".keys"});
      }

~ColumnDataVectorVectorVariantLink()

template<typename T >

columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::~ColumnDataVectorVectorVariantLink ( )

inline

Definition at line 1275 of file ColumnarPhysliteTest.cxx.

      {
        // print unknown keys and containers they may be associated
        // with, based on whether they were always within the range of
        // elements allowed for the container.
        for (auto& [key, forbiddenContainer] : unknownKeys)
        {
          std::cout << "unknown key: " << std::hex << key << std::dec << ", allowed containers:";
          for (const auto& container : containers)
          {
            if (forbiddenContainer.find (container) == forbiddenContainer.end())
              std::cout << " " << container;
          }
          std::cout << std::endl;
        }
      }

Member Function Documentation

clearColumns()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::clearColumns ( )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1343 of file ColumnarPhysliteTest.cxx.

      {
        columnData.clear();
        offsets.clear();
        offsets.push_back (0);
      }

connect()

template<typename T >

virtual bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::connect ( TTree *  tree, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &  offsetColumns, std::unordered_map< std::string, ColumnInfo > &  requestedColumns  )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1292 of file ColumnarPhysliteTest.cxx.

      {
        auto iter = requestedColumns.find (outputColumns.at(0).name);
        if (iter == requestedColumns.end())
          return false;
        outputColumns.at(0).enabled = true;
 
        branchReader.connectTree (tree);
 
        if (iter->second.offsetName != outputColumns.at(1).name)
          throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
        containers = iter->second.linkTargetNames;
        if (containers.empty() || iter->second.variantLinkKeyColumn.empty())
          throw std::runtime_error ("no variant link containers for: " + outputColumns.at(0).name);
        if (iter->second.variantLinkKeyColumn != outputColumns.at(2).name)
          throw std::runtime_error ("variant link key column mismatch: " + iter->second.variantLinkKeyColumn + " != " + outputColumns.at(2).name);
 
        for ([[maybe_unused]] auto& container : containers)
        {
          keysColumn.push_back (keysColumn.size()+1);
          if (!offsetColumns.contains (container))
            throw std::runtime_error ("missing offset column(variant-link): " + container);
          containerOffsets.push_back (offsetColumns.at (container));
          if (auto iter = knownKeys.find (container); iter != knownKeys.end())
          {
            containerKeys.push_back (iter->second);
          } else
          {
            checkUnknownKeys = true;
            containerKeys.push_back (0u);
          }
        }
 
        requestedColumns.erase (iter);
 
        iter = requestedColumns.find (outputColumns.at(1).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(1).enabled = true;
          requestedColumns.erase (iter);
        }
 
        iter = requestedColumns.find (outputColumns.at(2).name);
        if (iter != requestedColumns.end())
        {
          outputColumns.at(2).enabled = true;
          requestedColumns.erase (iter);
        }
        return true;
      }

getEntry()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getEntry ( Long64_t  entry )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1350 of file ColumnarPhysliteTest.cxx.

      {
        benchmark.startTimer ();
        const auto& branchData = branchReader.getEntry (entry);
        benchmark.stopTimer ();
        benchmarkUnpack.startTimer ();
        for (auto& data : branchData)
        {
          for (auto& element : data)
          {
            if (element.isDefault())
              columnData.push_back (invalidObjectIndex);
            else
            {
              typename CM::LinkIndexType key = 0xff;
              typename CM::LinkIndexType index = 0;
              for (std::size_t i = 0; i < containers.size(); ++i)
              {
                if (element.key() == containerKeys[i])
                {
                  if (containerOffsets[i]->back() <= element.index())
                    throw std::runtime_error ("invalid index: " + std::to_string (element.index()) + " in container: " + containers[i] + " with size: " + std::to_string (containerOffsets[i]->back()));
                  key = keysColumn[i];
                  if (containerOffsets[i]->size() < 2)
                    throw std::runtime_error ("container offset not yet filled for: " + containers[i]);
                  index = containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index();
                  break;
                }
              }
              if (key == 0xff && checkUnknownKeys)
              {
                // this records which containers the unknown key is
                // compatible with, so that I may figure out which
                // container it is and hard-code it above.
                auto& forbiddenContainers = unknownKeys[element.key()];
                for (std::size_t i = 0; i < containers.size(); ++i)
                {
                  if (containerOffsets[i]->back() <= containerOffsets[i]->at (containerOffsets[i]->size()-2) + element.index())
                    forbiddenContainers.insert (containers[i]);
                }
              }
              columnData.push_back (CM::mergeLinkKeyIndex (key, index));
            }
          }
          offsets.push_back (columnData.size());
        }
        benchmarkUnpack.stopTimer ();
      }

getPerfData()

template<typename T >

virtual BranchPerfData columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::getPerfData ( float  emptyTime )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1409 of file ColumnarPhysliteTest.cxx.

      {
        BranchPerfData result;
        result.name = branchReader.columnName();
        result.timeRead = benchmark.getEntryTime(emptyTime);
        result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
        benchmark.setSilence();
        benchmarkUnpack.setSilence();
        result.entrySize = branchReader.entrySize();
        result.uncompressedSize = branchReader.uncompressedSize();
        result.numBaskets = branchReader.numBaskets();
        return result;
      }

setData()

template<typename T >

virtual void columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::setData ( TestUtils::ToolWrapperData &  tool )

inlineoverridevirtual

Implements columnar::TestUtils::IColumnData.

Definition at line 1399 of file ColumnarPhysliteTest.cxx.

      {
        if (outputColumns.at(0).enabled)
          tool.setColumn (outputColumns.at(0).name, columnData.size(), columnData.data());
        if (outputColumns.at(1).enabled)
          tool.setColumn (outputColumns.at(1).name, offsets.size(), offsets.data());
        if (outputColumns.at(2).enabled)
          tool.setColumn (outputColumns.at(2).name, keysColumn.size(), keysColumn.data());
      }

Member Data Documentation

benchmark

template<typename T >

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmark

Definition at line 1262 of file ColumnarPhysliteTest.cxx.

benchmarkUnpack

template<typename T >

Benchmark columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::benchmarkUnpack

Definition at line 1261 of file ColumnarPhysliteTest.cxx.

branchReader

template<typename T >

BranchReader<std::vector<std::vector<ElementLink<T> > > > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::branchReader

Definition at line 1254 of file ColumnarPhysliteTest.cxx.

checkUnknownKeys

template<typename T >

bool columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::checkUnknownKeys = false

Definition at line 1264 of file ColumnarPhysliteTest.cxx.

columnData

template<typename T >

std::vector<typename CM::LinkIndexType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::columnData

Definition at line 1256 of file ColumnarPhysliteTest.cxx.

containerKeys

template<typename T >

std::vector<SG::sgkey_t> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerKeys

Definition at line 1259 of file ColumnarPhysliteTest.cxx.

containerOffsets

template<typename T >

std::vector<const std::vector<ColumnarOffsetType>*> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containerOffsets

Definition at line 1260 of file ColumnarPhysliteTest.cxx.

containers

template<typename T >

std::vector<std::string> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::containers

Definition at line 1258 of file ColumnarPhysliteTest.cxx.

keysColumn

template<typename T >

std::vector<typename CM::LinkKeyType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::keysColumn

Definition at line 1257 of file ColumnarPhysliteTest.cxx.

offsets

template<typename T >

std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::offsets = {0}

Definition at line 1255 of file ColumnarPhysliteTest.cxx.

outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::IColumnData::outputColumns

inherited

Definition at line 369 of file ColumnarPhysliteTest.cxx.

unknownKeys

template<typename T >

std::unordered_map<SG::sgkey_t,std::unordered_set<std::string> > columnar::TestUtils::ColumnDataVectorVectorVariantLink< T >::unknownKeys

Definition at line 1265 of file ColumnarPhysliteTest.cxx.

---

The documentation for this struct was generated from the following file:

• ColumnarPhysliteTest.cxx