ATLAS Offline Software
Loading...
Searching...
No Matches
columnar::TestUtils::ColumnReaderVectorSplitLink Struct Referencefinal
Inheritance diagram for columnar::TestUtils::ColumnReaderVectorSplitLink:
Collaboration diagram for columnar::TestUtils::ColumnReaderVectorSplitLink:

Public Member Functions

 ColumnReaderVectorSplitLink (const std::string &val_branchName)
virtual bool connect (Backend source, std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > &offsetColumns, std::unordered_map< std::string, ColumnInfo > &requestedColumns) override
virtual void clearColumns () override
virtual void getEntry (Long64_t entry) override
virtual void setData (ColumnVectorData &colData) override
virtual BranchPerfData getPerfData (float emptyTime) override
virtual void collectColumnData () override
void connectColumnIndices (const ColumnVectorHeader &header)
 lookup and store column indices from the header for all enabled output columns

Public Attributes

BranchReader< Int_t > branchReaderSize
BranchReaderArray< UInt_t > branchReaderKey
BranchReaderArray< UInt_t > branchReaderIndex
const std::vector< ColumnarOffsetType > * offsetColumn = nullptr
std::vector< ColumnarOffsetType > offsets = {0}
LinkColumnKeyIndex columnData
Benchmark benchmarkUnpack
Benchmark benchmark
unsigned entries = 0
unsigned nullEntries = 0
std::vector< OutputColumnInfo > outputColumns

Detailed Description

Definition at line 243 of file ColumnReaderTTree.cxx.

Constructor & Destructor Documentation

◆ ColumnReaderVectorSplitLink()

columnar::TestUtils::ColumnReaderVectorSplitLink::ColumnReaderVectorSplitLink ( const std::string & val_branchName)
inline

Definition at line 256 of file ColumnReaderTTree.cxx.

257 : branchReaderSize (val_branchName), branchReaderKey (val_branchName + ".m_persKey"), branchReaderIndex (val_branchName + ".m_persIndex"), benchmarkUnpack (branchReaderSize.columnName()+"(unpack)"), benchmark (branchReaderSize.columnName())
258 {
259 outputColumns.push_back ({.name = LinkColumnKeyIndex::dataColumnName (branchReaderSize.columnName())});
260 outputColumns.push_back ({.name = branchReaderSize.containerName(), .isOffset = true, .primary = false});
261 }
std::vector< OutputColumnInfo > outputColumns
static std::string dataColumnName(const std::string &baseName)

Member Function Documentation

◆ clearColumns()

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink::clearColumns ( )
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 299 of file ColumnReaderTTree.cxx.

300 {
301 columnData.clear();
302 offsets.clear();
303 offsets.push_back (0);
304 }

◆ collectColumnData()

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink::collectColumnData ( )
inlineoverridevirtual

◆ connect()

virtual bool columnar::TestUtils::ColumnReaderVectorSplitLink::connect ( Backend source,
std::unordered_map< std::string, const std::vector< ColumnarOffsetType > * > & offsetColumns,
std::unordered_map< std::string, ColumnInfo > & requestedColumns )
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 263 of file ColumnReaderTTree.cxx.

264 {
265 auto iter = requestedColumns.find (outputColumns.at(0).name);
266 if (iter == requestedColumns.end())
267 return false;
268 outputColumns.at(0).enabled = true;
269 auto* tree = std::get<TTree*>(source);
270 branchReaderSize.connectTree (tree);
271 branchReaderKey.connectTree (tree);
272 branchReaderIndex.connectTree (tree);
273
274 if (iter->second.offsetName != outputColumns.at(1).name)
275 throw std::runtime_error ("offset name mismatch: " + iter->second.offsetName + " != " + outputColumns.at(1).name);
276
277 for (const auto & keyColumn : columnData.connect (iter->second, offsetColumns, requestedColumns))
278 {
279 outputColumns.push_back ({.name = keyColumn, .primary = false, .enabled = true});
280 requestedColumns.erase (keyColumn);
281 }
282 requestedColumns.erase (iter);
283
284 if (auto offsetIter = offsetColumns.find (outputColumns.at(1).name); offsetIter != offsetColumns.end())
285 offsetColumn = offsetIter->second;
286 else
287 offsetColumns.emplace (outputColumns.at(1).name, &offsets);
288
289 iter = requestedColumns.find (outputColumns.at(1).name);
290 if (iter != requestedColumns.end())
291 {
292 outputColumns.at(1).enabled = true;
293 requestedColumns.erase (iter);
294 }
295
296 return true;
297 }
TChain * tree

◆ connectColumnIndices()

void columnar::TestUtils::ColumnReader::connectColumnIndices ( const ColumnVectorHeader & header)
inlineinherited

lookup and store column indices from the header for all enabled output columns

Definition at line 66 of file ColumnReader.h.

67 {
68 for (auto& col : outputColumns)
69 {
70 if (col.enabled)
71 col.columnIndex = header.getColumnIndex (col.name);
72 }
73 }

◆ getEntry()

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink::getEntry ( Long64_t entry)
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 306 of file ColumnReaderTTree.cxx.

307 {
308 benchmark.startTimer ();
309 std::size_t branchDataSize = branchReaderSize.getEntry (entry);
310 auto branchDataKey = branchReaderKey.getEntry (entry, branchDataSize);
311 auto branchDataIndex = branchReaderIndex.getEntry (entry, branchDataSize);
312 benchmark.stopTimer ();
313 benchmarkUnpack.startTimer ();
314 for (std::size_t index = 0; index < branchDataSize; ++index)
315 {
316 if (branchDataIndex[index] == static_cast<UInt_t>(-1))
317 columnData.addEmptyLink ();
318 else
319 columnData.addSplitLink (branchDataIndex[index], branchDataKey[index]);
320 }
321 offsets.push_back (columnData.size());
322 if (offsetColumn)
323 {
324 if (offsetColumn->size() != offsets.size())
325 throw std::runtime_error ("offset column not filled yet: " + outputColumns.at(1).name);
326 if (offsetColumn->back() != offsets.back())
327 throw std::runtime_error ("offset column does not match: " + outputColumns.at(1).name);
328 }
329 benchmarkUnpack.stopTimer ();
330 }
str index
Definition DeMoScan.py:362

◆ getPerfData()

virtual BranchPerfData columnar::TestUtils::ColumnReaderVectorSplitLink::getPerfData ( float emptyTime)
inlinenodiscardoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 345 of file ColumnReaderTTree.cxx.

346 {
347 BranchPerfData result;
348 result.name = branchReaderSize.columnName();
349 result.timeRead = benchmark.getEntryTime(emptyTime);
350 result.timeUnpack = benchmarkUnpack.getEntryTime(emptyTime);
351 benchmark.setSilence();
352 benchmarkUnpack.setSilence();
353 result.entrySize = branchReaderSize.entrySize().value() + branchReaderKey.entrySize().value() + branchReaderIndex.entrySize().value();
354 result.uncompressedSize = branchReaderSize.uncompressedSize().value() + branchReaderKey.uncompressedSize().value() + branchReaderIndex.uncompressedSize().value();
355 result.numBaskets = branchReaderSize.numBaskets().value() + branchReaderKey.numBaskets().value() + branchReaderIndex.numBaskets().value();
356 result.entries = entries;
357 result.nullEntries = nullEntries;
358 return result;
359 }

◆ setData()

virtual void columnar::TestUtils::ColumnReaderVectorSplitLink::setData ( ColumnVectorData & colData)
inlineoverridevirtual

Implements columnar::TestUtils::ColumnReader.

Definition at line 332 of file ColumnReaderTTree.cxx.

333 {
334 if (outputColumns.at(0).columnIndex != ColumnVectorHeader::nullIndex)
335 colData.setColumn (outputColumns.at(0).columnIndex, columnData.size(), columnData.data());
336 if (outputColumns.at(1).columnIndex != ColumnVectorHeader::nullIndex)
337 colData.setColumn (outputColumns.at(1).columnIndex, offsets.size(), offsets.data());
338 for (std::size_t i = 2; i < outputColumns.size(); ++ i)
339 {
340 if (outputColumns.at(i).columnIndex != ColumnVectorHeader::nullIndex)
341 colData.setColumn (outputColumns.at(i).columnIndex, columnData.keysColumn().size(), columnData.keysColumn().data());
342 }
343 }
static constexpr std::size_t nullIndex
the index used for an invalid index (always has to be 0)

Member Data Documentation

◆ benchmark

Benchmark columnar::TestUtils::ColumnReaderVectorSplitLink::benchmark

Definition at line 252 of file ColumnReaderTTree.cxx.

◆ benchmarkUnpack

Benchmark columnar::TestUtils::ColumnReaderVectorSplitLink::benchmarkUnpack

Definition at line 251 of file ColumnReaderTTree.cxx.

◆ branchReaderIndex

BranchReaderArray<UInt_t> columnar::TestUtils::ColumnReaderVectorSplitLink::branchReaderIndex

Definition at line 247 of file ColumnReaderTTree.cxx.

◆ branchReaderKey

BranchReaderArray<UInt_t> columnar::TestUtils::ColumnReaderVectorSplitLink::branchReaderKey

Definition at line 246 of file ColumnReaderTTree.cxx.

◆ branchReaderSize

BranchReader<Int_t> columnar::TestUtils::ColumnReaderVectorSplitLink::branchReaderSize

Definition at line 245 of file ColumnReaderTTree.cxx.

◆ columnData

LinkColumnKeyIndex columnar::TestUtils::ColumnReaderVectorSplitLink::columnData

Definition at line 250 of file ColumnReaderTTree.cxx.

◆ entries

unsigned columnar::TestUtils::ColumnReaderVectorSplitLink::entries = 0

Definition at line 253 of file ColumnReaderTTree.cxx.

◆ nullEntries

unsigned columnar::TestUtils::ColumnReaderVectorSplitLink::nullEntries = 0

Definition at line 254 of file ColumnReaderTTree.cxx.

◆ offsetColumn

const std::vector<ColumnarOffsetType>* columnar::TestUtils::ColumnReaderVectorSplitLink::offsetColumn = nullptr

Definition at line 248 of file ColumnReaderTTree.cxx.

◆ offsets

std::vector<ColumnarOffsetType> columnar::TestUtils::ColumnReaderVectorSplitLink::offsets = {0}

Definition at line 249 of file ColumnReaderTTree.cxx.

249{0};

◆ outputColumns

std::vector<OutputColumnInfo> columnar::TestUtils::ColumnReader::outputColumns
inherited

Definition at line 59 of file ColumnReader.h.


The documentation for this struct was generated from the following file: