#include <anna/core/functions.hpp>
#include <anna/config/defines.hpp>
+// temporary
+#include <iostream>
+
using namespace std;
using namespace anna;
//static
const int Tokenizer::MaxItem = 64;
+
Tokenizer::Tokenizer() :
a_dataBlock(true),
a_activateStrip(false) {
delete [] a_items;
}
-int Tokenizer::apply(const char* str, const char* separator)
-throw(RuntimeException) {
+int Tokenizer::_apply(const char* str, const char* separator)
+noexcept(false) {
+
a_maxItem = 0;
- if(str == NULL)
- return 0;
+ //if(str == NULL)
+ // return 0;
DataBlock mb(str, anna_strlen(str) + 1, false);
a_dataBlock = mb;
return a_maxItem;
}
+int Tokenizer::apply(const char *str, const char* separator, const char *tokenizeContiguous) noexcept(false) {
+
+ if(str == NULL)
+ return 0;
+
+ if (!separator)
+ throw RuntimeException("Cannot tokenize with a NULL separator", ANNA_FILE_LOCATION);
+
+ if (!tokenizeContiguous) return _apply(str, separator);
+
+ std::string _str = str;
+ std::string _sep = separator;
+ std::string _tok = tokenizeContiguous;
+ if (_sep == _tok)
+ throw RuntimeException("Using the separator as artifial token is a nonsense (original behaviour)", ANNA_FILE_LOCATION);
+ if (_tok == "")
+ throw RuntimeException("Use another artifial token. Empty is a nonsense (original behaviour)", ANNA_FILE_LOCATION);
+
+ std::string seps = _sep + _sep;
+ std::size_t pos, sepsL = seps.size();
+ std::string artificialToken = _sep + _tok + _sep;
+
+ while ((pos = _str.find(seps)) != std::string::npos) _str.replace(pos, sepsL, artificialToken);
+ return _apply(_str.c_str(), separator);
+}
+
const char* Tokenizer::at(const int i)
-throw(RuntimeException) {
+noexcept(false) {
if(i >= a_maxItem)
indexException(i, ANNA_FILE_LOCATION);
}
const char* Tokenizer::at(const int i) const
-throw(RuntimeException) {
+noexcept(false) {
if(i >= a_maxItem)
indexException(i, ANNA_FILE_LOCATION);
}
const char* Tokenizer::last() const
-throw(RuntimeException) {
+noexcept(false) {
if(a_maxItem == 0)
throw RuntimeException("There is any token to select", ANNA_FILE_LOCATION);
}
char* Tokenizer::strip(char* str)
-throw() {
+{
char* result(str);
if(str != NULL) {
}
void Tokenizer::indexException(const int index, const char* fromFile, const int fromLine) const
-throw(RuntimeException) {
+noexcept(false) {
string msg(functions::asString("Index %d out of range [0,%d] | Items: ", index, a_maxItem));
for(const_iterator ii = begin(), maxii = end(); ii != maxii; ii ++) {