o Splitting out io parts into trygvis::sensor::io.

2 files changed, 266 insertions, 272 deletions

diff --git a/sensor/include/trygvis/sensor.h b/sensor/include/trygvis/sensor.h
new file mode 100644
index 0000000..42362b2
--- /dev/null
+++ b/sensor/include/trygvis/sensor.h
@@ -0,0 +1,207 @@
+#pragma once
+
+#include <exception>
+#include <string>
+#include <iostream>
+#include <memory>
+#include <boost/optional/optional.hpp>
+
+namespace trygvis {
+namespace sensor {
+
+using namespace std;
+
+template<typename A>
+using o = boost::optional<A>;
+
+enum class sample_format_type {
+    AUTO,
+    CSV,
+    KEY_VALUE,
+    JSON,
+    SQL,
+    RRD,
+};
+
+string to_string(const sample_format_type &arg);
+
+std::ostream& operator<<(std::ostream& os, sample_format_type const& type);
+
+std::istream& operator>>(std::istream& is, sample_format_type& type);
+
+class sample_exception : public runtime_error {
+public:
+    sample_exception(const string &what) : runtime_error(what) {
+    }
+};
+
+class KeyDictionary;
+
+class SampleKey;
+
+class KeyDictionary;
+
+using SampleKeyVector = vector<SampleKey *>;
+using SampleKeyIndex = SampleKeyVector::size_type;
+
+struct SampleKey {
+private:
+    SampleKey(const SampleKey& that) = delete;
+    SampleKey(SampleKeyIndex index, const string &name) : index(index), name(name) {
+        if (name.length() == 0) {
+            throw sample_exception("Bad sample key.");
+        }
+    }
+
+public:
+    friend class KeyDictionary;
+
+    inline
+    bool operator==(const SampleKey &that) const {
+        return name == that.name;
+    }
+
+    const SampleKeyIndex index;
+    const string name;
+};
+
+class KeyDictionary {
+public:
+    KeyDictionary() {
+    }
+
+    ~KeyDictionary() {
+        std::for_each(keys.begin(), keys.end(), std::default_delete<SampleKey>());
+    }
+    KeyDictionary(KeyDictionary& that) = delete;
+
+    SampleKey *indexOf(const string key) {
+        SampleKeyIndex i = 0;
+        for (auto ptr = keys.cbegin(); ptr != keys.cend(); ptr++, i++) {
+            if ((*ptr)->name == key) {
+                return *ptr;
+            }
+        }
+
+        i = keys.size();
+        auto sample_key = new SampleKey(i, key);
+        keys.push_back(sample_key);
+
+        return sample_key;
+    }
+
+    SampleKey *at(SampleKeyIndex i) const {
+        if (i >= keys.size()) {
+            throw sample_exception("Out of bounds");
+        }
+
+        return keys.at(i);
+    }
+
+    vector<SampleKey *> findIndexes(SampleKeyVector &keys) {
+        vector<SampleKey *> indexes;
+
+        for (auto &key: keys) {
+            auto index = indexOf(key->name);
+            indexes.push_back(index);
+        }
+
+        return indexes;
+    }
+
+    inline
+    SampleKeyVector::const_iterator end() const {
+        return keys.cend();
+    }
+
+    inline
+    SampleKeyVector::const_iterator begin() const {
+        return keys.cbegin();
+    }
+
+//    string nameOf(SampleKeyIndex index) {
+//        return keys.at(index).name;
+//    }
+
+    inline
+    SampleKeyVector::size_type size() const {
+        return keys.size();
+    }
+
+    inline
+    bool empty() const {
+        return keys.empty();
+    }
+
+private:
+    SampleKeyVector keys;
+};
+
+class SampleRecord {
+public:
+    typedef vector<o<string>> vec;
+
+    SampleRecord(KeyDictionary &dict) : dict(dict) {
+    }
+
+    SampleRecord(KeyDictionary &dict, vec values)
+            : dict(dict), values(values) {
+    }
+
+    inline
+    vec::const_iterator cbegin() const {
+        return values.cbegin();
+    }
+
+    inline
+    vec::const_iterator cend() const {
+        return values.cend();
+    }
+
+    inline
+    bool empty() const {
+        return values.empty();
+    }
+
+    const o<string> at(const SampleKey *key) const {
+        SampleKeyIndex index = key->index;
+        if (index >= values.size()) {
+            return o<string>();
+        }
+
+        return values.at(index);
+    }
+
+    void set(const SampleKey *key, const std::string &value) {
+        values.resize(max(values.size(), key->index + 1));
+
+        values.at(key->index).reset(value);
+    }
+
+    template<class A>
+    const o<A> lexical_at(const SampleKey *key) const;
+
+    string to_string() const {
+        SampleKeyIndex i = 0;
+        string s;
+        for (auto ptr = values.begin(); ptr != values.end(); ptr++, i++) {
+            auto o = *ptr;
+
+            if (!o) {
+                continue;
+            }
+
+            auto value = o.get();
+
+            s += dict.at(i)->name + " = " + value + ", ";
+        }
+        return s;
+    }
+
+    KeyDictionary &dict;
+private:
+    vec values;
+};
+
+}
+}
diff --git a/sensor/include/trygvis/SensorSample.h b/sensor/include/trygvis/sensor/io.h
index 438e2ae..7db7615 100644
--- a/sensor/include/trygvis/SensorSample.h
+++ b/sensor/include/trygvis/sensor/io.h
@@ -1,285 +1,20 @@
 #pragma once
 
-#include <ostream>
-#include <vector>
-#include <map>
-#include <map>
-#include <memory>
-#include <boost/asio/buffer.hpp>
-#include <boost/optional.hpp>
-#include <boost/lexical_cast.hpp>
-#include <functional>
+#include "trygvis/sensor.h"
+
 #include <mutex>
+#include "boost/asio/buffer.hpp"
 
 namespace trygvis {
 namespace sensor {
+namespace io {
 
 using namespace std;
 using namespace boost::asio;
 
-template<typename A>
-using o = boost::optional<A>;
-
-enum class sample_format_type {
-    AUTO,
-    CSV,
-    KEY_VALUE,
-    JSON,
-    SQL,
-    RRD,
-};
-
-string to_string(const sample_format_type &arg);
-
-std::ostream& operator<<(std::ostream& os, sample_format_type const& type);
-
-std::istream& operator>>(std::istream& is, sample_format_type& type);
-
-class SampleStreamParser;
-
-class SampleOutputStream;
-
-class KeyDictionary;
-
-class SampleKey;
-
-// TODO: rename to open_sample_stream_parser
-unique_ptr<SampleStreamParser> open_sample_input_stream(
-        shared_ptr<SampleOutputStream> output,
-        KeyDictionary &dict,
-        sample_format_type type = sample_format_type::AUTO);
-
-class sample_output_stream_option {
-public:
-    virtual ~sample_output_stream_option() {
-    };
-};
+class output_fields;
 
-class output_fields : public sample_output_stream_option {
-public:
-//    output_fields() {
-//    }
-//
-//    output_fields(std::vector<string>::iterator begin, std::vector<string>::iterator end) :
-//            fields(begin, end) {
-//    }
-
-    ~output_fields() {
-    }
-
-    vector<string> fields;
-};
-
-
-class timestamp_field : public sample_output_stream_option {
-public:
-    timestamp_field(string name) : name(name) {
-    }
-
-    ~timestamp_field() {
-    }
-
-    string name;
-};
-
-unique_ptr<SampleOutputStream> open_sample_output_stream(
-        shared_ptr<ostream> output,
-        KeyDictionary &dict,
-        sample_format_type type,
-        vector<sample_output_stream_option *> options);
-
-static inline
-unique_ptr<SampleOutputStream> open_sample_output_stream(
-        shared_ptr<ostream> output,
-        KeyDictionary &dict,
-        sample_format_type type) {
-    return open_sample_output_stream(output, dict, type);
-}
-
-class ThreadSafeSampleOutputStream;
-
-static inline
-unique_ptr<ThreadSafeSampleOutputStream> thread_safe_sample_output_stream(unique_ptr<SampleOutputStream> underlying) {
-    return make_unique<ThreadSafeSampleOutputStream>(move(underlying));
-};
-
-class sample_exception : public runtime_error {
-public:
-    sample_exception(const string &what) : runtime_error(what) {
-    }
-};
-
-class KeyDictionary;
-
-using SampleKeyVector = vector<SampleKey *>;
-using SampleKeyIndex = SampleKeyVector::size_type;
-
-struct SampleKey {
-private:
-    SampleKey(const SampleKey& that) = delete;
-    SampleKey(SampleKeyIndex index, const string &name) : index(index), name(name) {
-        if (name.length() == 0) {
-            throw sample_exception("Bad sample key.");
-        }
-    }
-
-public:
-    friend class KeyDictionary;
-
-    inline
-    bool operator==(const SampleKey &that) const {
-        return name == that.name;
-    }
-
-    const SampleKeyIndex index;
-    const string name;
-};
-
-class KeyDictionary {
-public:
-    KeyDictionary() {
-    }
-
-    ~KeyDictionary() {
-        std::for_each(keys.begin(), keys.end(), std::default_delete<SampleKey>());
-    }
-    KeyDictionary(KeyDictionary& that) = delete;
-
-    SampleKey *indexOf(const string key) {
-        SampleKeyIndex i = 0;
-        for (auto ptr = keys.cbegin(); ptr != keys.cend(); ptr++, i++) {
-            if ((*ptr)->name == key) {
-                return *ptr;
-            }
-        }
-
-        i = keys.size();
-        auto sample_key = new SampleKey(i, key);
-        keys.push_back(sample_key);
-
-        return sample_key;
-    }
-
-    SampleKey *at(SampleKeyIndex i) const {
-        if (i >= keys.size()) {
-            throw sample_exception("Out of bounds");
-        }
-
-        return keys.at(i);
-    }
-
-    vector<SampleKey *> findIndexes(SampleKeyVector &keys) {
-        vector<SampleKey *> indexes;
-
-        for (auto &key: keys) {
-            auto index = indexOf(key->name);
-            indexes.push_back(index);
-        }
-
-        return indexes;
-    }
-
-    inline
-    SampleKeyVector::const_iterator end() const {
-        return keys.cend();
-    }
-
-    inline
-    SampleKeyVector::const_iterator begin() const {
-        return keys.cbegin();
-    }
-
-//    string nameOf(SampleKeyIndex index) {
-//        return keys.at(index).name;
-//    }
-
-    inline
-    SampleKeyVector::size_type size() const {
-        return keys.size();
-    }
-
-    inline
-    bool empty() const {
-        return keys.empty();
-    }
-
-private:
-    SampleKeyVector keys;
-};
-
-class SampleRecord {
-public:
-    typedef vector<o<string>> vec;
-
-    SampleRecord(KeyDictionary &dict) : dict(dict) {
-    }
-
-    SampleRecord(KeyDictionary &dict, vec values)
-            : dict(dict), values(values) {
-    }
-
-    inline
-    vec::const_iterator cbegin() const {
-        return values.cbegin();
-    }
-
-    inline
-    vec::const_iterator cend() const {
-        return values.cend();
-    }
-
-    inline
-    bool empty() const {
-        return values.empty();
-    }
-
-    const o<string> at(const SampleKey *key) const {
-        SampleKeyIndex index = key->index;
-        if (index >= values.size()) {
-            return o<string>();
-        }
-
-        return values.at(index);
-    }
-
-    void set(const SampleKey *key, const std::string &value) {
-        values.resize(max(values.size(), key->index + 1));
-
-        values.at(key->index).reset(value);
-    }
-
-    template<class A>
-    const o<A> lexical_at(const SampleKey *key) const {
-        auto value = at(key);
-
-        if (!value) {
-            return o<A>();
-        }
-
-        return o<A>(boost::lexical_cast<A>(value.get()));
-    }
-
-    string to_string() const {
-        SampleKeyIndex i = 0;
-        string s;
-        for (auto ptr = values.begin(); ptr != values.end(); ptr++, i++) {
-            auto o = *ptr;
-
-            if (!o) {
-                continue;
-            }
-
-            auto value = o.get();
-
-            s += dict.at(i)->name + " = " + value + ", ";
-        }
-        return s;
-    }
-
-    KeyDictionary &dict;
-private:
-    vec values;
-};
+class timestamp_field;
 
 class SampleOutputStream {
 public:
@@ -318,7 +53,7 @@ public:
     const KeyDictionary &getDict() {
         return dict;
     }
-    
+
 private:
     void writeHeader();
 
@@ -419,5 +154,57 @@ public:
     virtual void process(mutable_buffers_1 buffer);
 };
 
+class sample_output_stream_option {
+public:
+    virtual ~sample_output_stream_option() {
+    };
+};
+
+class output_fields : public sample_output_stream_option {
+public:
+    ~output_fields() {
+    }
+
+    vector<string> fields;
+};
+
+class timestamp_field : public sample_output_stream_option {
+public:
+    timestamp_field(string name) : name(name) {
+    }
+
+    ~timestamp_field() {
+    }
+
+    string name;
+};
+
+// TODO: rename to open_sample_stream_parser
+unique_ptr<SampleStreamParser> open_sample_input_stream(
+        shared_ptr<SampleOutputStream> output,
+        KeyDictionary &dict,
+        sample_format_type type = sample_format_type::AUTO);
+
+unique_ptr<SampleOutputStream> open_sample_output_stream(
+        shared_ptr<ostream> output,
+        KeyDictionary &dict,
+        sample_format_type type,
+vector<sample_output_stream_option *> options);
+
+static inline
+unique_ptr<SampleOutputStream> open_sample_output_stream(
+        shared_ptr<ostream> output,
+        KeyDictionary &dict,
+        sample_format_type type) {
+return open_sample_output_stream(output, dict, type);
+}
+
+static inline
+unique_ptr<ThreadSafeSampleOutputStream> thread_safe_sample_output_stream(unique_ptr<SampleOutputStream> underlying) {
+    return make_unique<ThreadSafeSampleOutputStream>(move(underlying));
+};
+
+
+}
 }
 }