From 650fb016ce36cfda2e8073764196655ee6a50567 Mon Sep 17 00:00:00 2001 From: Trygve Laugstøl Date: Sat, 11 Jul 2015 14:30:14 +0200 Subject: o Adding a parser::finish() method that indicates that the stream is done and any possibly buffered data should be parsed and processed. --- sensor/main/io.cpp | 40 +++++++++++++++++++++++++++++++--------- 1 file changed, 31 insertions(+), 9 deletions(-) (limited to 'sensor/main') diff --git a/sensor/main/io.cpp b/sensor/main/io.cpp index fa15c96..a37844a 100644 --- a/sensor/main/io.cpp +++ b/sensor/main/io.cpp @@ -363,33 +363,47 @@ void SqlSampleOutputStream::write(SampleRecord const &sample) { s << "INSERT INTO " << table_name << "(" << fs << ") VALUES(" << vs << ");" << endl << flush; } -void KeyValueSampleStreamParser::process(mutable_buffers_1 &buffer) { +int KeyValueSampleStreamParser::process(mutable_buffers_1 &buffer) { size_t size = buffer_size(buffer); - if (size == 0 && line->size()) { - process_line(line); - line = make_shared>(); - return; + if (size == 0) { + return 0; } auto data = boost::asio::buffer_cast(buffer); + int count = 0; for (int i = 0; i < size; i++) { uint8_t b = data[i]; - if (b == packet_delimiter) { + if (b == '\0') { + continue; + } else if (b == packet_delimiter) { process_line(line); + count++; line = make_shared>(); } else { line->push_back(b); } } + return count; } -void KeyValueSampleStreamParser::process_line(shared_ptr> packet) { +int KeyValueSampleStreamParser::finish() { + if (line->size()) { + process_line(line); + + return 1; + } + + return 0; +} + +void KeyValueSampleStreamParser::process_line(shared_ptr> &packet) { auto s = std::string((char *) packet->data(), packet->size()); +// boost::algorithm::erase_all(s, "\0"); typedef tokenizer> Tokenizer; Tokenizer tokens(s); @@ -422,9 +436,17 @@ AutoSampleParser::AutoSampleParser(shared_ptr output, KeyDic type_ = sample_format_type::KEY_VALUE; } -void AutoSampleParser::process(mutable_buffers_1 &buffer) { +int AutoSampleParser::process(mutable_buffers_1 &buffer) { + if (parser) { + return parser->process(buffer); + } else { + throw runtime_error("Not implemented yet"); + } +} + +int AutoSampleParser::finish() { if (parser) { - parser->process(buffer); + return parser->finish(); } else { throw runtime_error("Not implemented yet"); } -- cgit v1.2.3