mirror of https://github.com/tstack/lnav.git
164 lines
4.0 KiB
C++
164 lines
4.0 KiB
C++
/**
|
|
* Copyright (c) 2007-2012, Timothy Stack
|
|
*
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright notice, this
|
|
* list of conditions and the following disclaimer.
|
|
* * Redistributions in binary form must reproduce the above copyright notice,
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
* and/or other materials provided with the distribution.
|
|
* * Neither the name of Timothy Stack nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ''AS IS'' AND ANY
|
|
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
* DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef data_scanner_hh
|
|
#define data_scanner_hh
|
|
|
|
#include <string>
|
|
|
|
#include "pcrepp/pcrepp.hh"
|
|
#include "shared_buffer.hh"
|
|
|
|
enum data_token_t {
|
|
DT_INVALID = -1,
|
|
|
|
DT_QUOTED_STRING = 0,
|
|
DT_URL,
|
|
DT_PATH,
|
|
DT_MAC_ADDRESS,
|
|
DT_DATE,
|
|
DT_TIME,
|
|
DT_IPV6_ADDRESS,
|
|
DT_HEX_DUMP,
|
|
DT_XML_DECL_TAG,
|
|
DT_XML_EMPTY_TAG,
|
|
DT_XML_OPEN_TAG,
|
|
DT_XML_CLOSE_TAG,
|
|
|
|
DT_H1,
|
|
DT_H2,
|
|
DT_H3,
|
|
|
|
/* DT_QUALIFIED_NAME, */
|
|
|
|
DT_COLON,
|
|
DT_EQUALS,
|
|
DT_COMMA,
|
|
DT_SEMI,
|
|
|
|
DT_EMPTY_CONTAINER,
|
|
|
|
DT_LCURLY,
|
|
DT_RCURLY,
|
|
|
|
DT_LSQUARE,
|
|
DT_RSQUARE,
|
|
|
|
DT_LPAREN,
|
|
DT_RPAREN,
|
|
|
|
DT_LANGLE,
|
|
DT_RANGLE,
|
|
|
|
DT_IPV4_ADDRESS,
|
|
DT_UUID,
|
|
|
|
DT_VERSION_NUMBER,
|
|
DT_OCTAL_NUMBER,
|
|
DT_PERCENTAGE,
|
|
DT_NUMBER,
|
|
DT_HEX_NUMBER,
|
|
|
|
DT_EMAIL,
|
|
DT_CONSTANT,
|
|
DT_WORD,
|
|
DT_SYMBOL,
|
|
DT_LINE,
|
|
DT_WHITE,
|
|
DT_DOT,
|
|
|
|
DT_GARBAGE,
|
|
|
|
DT_TERMINAL_MAX = DT_GARBAGE + 1,
|
|
|
|
DNT_KEY = 50,
|
|
DNT_PAIR,
|
|
DNT_VALUE,
|
|
DNT_ROW,
|
|
DNT_UNITS,
|
|
DNT_MEASUREMENT,
|
|
DNT_VARIABLE_KEY,
|
|
DNT_ROWRANGE,
|
|
DNT_DATE_TIME,
|
|
DNT_GROUP,
|
|
|
|
DNT_MAX,
|
|
|
|
DT_ANY = 100,
|
|
};
|
|
|
|
class data_scanner {
|
|
public:
|
|
static const char* token2name(data_token_t token);
|
|
|
|
data_scanner(const std::string& line,
|
|
size_t off = 0,
|
|
size_t len = (size_t) -1)
|
|
: ds_line(line), ds_pcre_input(ds_line.c_str(), off, len)
|
|
{
|
|
if (!line.empty() && line[line.length() - 1] == '.') {
|
|
this->ds_pcre_input.pi_length -= 1;
|
|
}
|
|
}
|
|
|
|
explicit data_scanner(string_fragment sf) : ds_pcre_input(sf)
|
|
{
|
|
if (!sf.empty() && sf[sf.length() - 1] == '.') {
|
|
this->ds_pcre_input.pi_length -= 1;
|
|
}
|
|
}
|
|
|
|
data_scanner(shared_buffer_ref& line,
|
|
size_t off = 0,
|
|
size_t len = (size_t) -1)
|
|
: ds_sbr(line),
|
|
ds_pcre_input(
|
|
line.get_data(), off, len == (size_t) -1 ? line.length() : len)
|
|
{
|
|
require(len == (size_t) -1 || len <= line.length());
|
|
if (line.length() > 0 && line.get_data()[line.length() - 1] == '.') {
|
|
this->ds_pcre_input.pi_length -= 1;
|
|
}
|
|
}
|
|
|
|
bool tokenize(pcre_context& pc, data_token_t& token_out);
|
|
bool tokenize2(pcre_context& pc, data_token_t& token_out);
|
|
|
|
pcre_input& get_input() { return this->ds_pcre_input; }
|
|
|
|
void reset() { this->ds_pcre_input.reset_next_offset(); }
|
|
|
|
private:
|
|
std::string ds_line;
|
|
shared_buffer_ref ds_sbr;
|
|
pcre_input ds_pcre_input;
|
|
};
|
|
|
|
#endif
|