Tokenize.h

Go to the documentation of this file.

/*
   Copyright (C) 2002-2021 CERN for the benefit of the ATLAS collaboration
 */
 
#ifndef _UTILS_TOKENIZE_H_
#define _UTILS_TOKENIZE_H_
 
#include <string>
#include <set>
 
namespace top {
  template <typename Container>
  void tokenize(const std::string& input, Container& output,
                const std::string& delimiters = " ", bool trim_empty = false) {
    const auto size = input.size();
 
    std::string::size_type pos {
      0
    };
    std::string::size_type last_pos {
      0
    };
 
    while (last_pos < size + 1) {
      pos = input.find_first_of(delimiters, last_pos);
      if (pos == std::string::npos) {
        pos = size;
      }
 
      if (pos != last_pos || not trim_empty) {
        output.emplace_back(input.data() + last_pos, pos - last_pos);
      }
 
      last_pos = pos + 1;
    }
  }
 
  template <typename Container>
  void tokenize_set(const std::string& input, Container& output,
                    const std::string& delimiters = " ", bool trim_empty = false) {
    const auto size = input.size();
 
    std::string::size_type pos {
      0
    };
    std::string::size_type last_pos {
      0
    };
 
    while (last_pos < size + 1) {
      pos = input.find_first_of(delimiters, last_pos);
      if (pos == std::string::npos) {
        pos = size;
      }
 
      if (pos != last_pos || not trim_empty) {
        output.emplace(input.data() + last_pos, pos - last_pos);
      }
 
      last_pos = pos + 1;
    }
  }
}
 
#endif /* _UTILS_TOKENIZE_H_ */