time_series_buffer.h

Go to the documentation of this file.

#pragma once
 
// BSD 3-Clause License
// Copyright (c) 2025, 🍀☀🌕🌥 🌊
// See the LICENSE file in the project root for full license information.
 
 
#ifdef _WIN32
#ifndef NOMINMAX
#define NOMINMAX
#endif
#ifdef min
#undef min
#endif
#ifdef max
#undef max
#endif
#endif
 
#include "../core/result_types.h"
#include "../core/error_codes.h"
#include <algorithm>
#include <chrono>
#include <cmath>
#include <limits>
#include <mutex>
#include <stdexcept>
#include <vector>
 
namespace kcenon { namespace monitoring {
 
struct time_series_buffer_config {
    size_t max_samples = 1000;
 
    common::VoidResult validate() const {
        if (max_samples == 0) {
            error_info err(monitoring_error_code::invalid_configuration,
                          "Max samples must be positive");
            return common::VoidResult::err(err.to_common_error());
        }
        return common::ok();
    }
};
 
template <typename T>
struct time_series_sample {
    std::chrono::system_clock::time_point timestamp;
    T value;
 
    time_series_sample() noexcept : value{} {}
 
    time_series_sample(std::chrono::system_clock::time_point ts, T val) noexcept
        : timestamp(ts), value(val) {}
};
 
struct time_series_statistics {
    double min_value = (std::numeric_limits<double>::max)();
    double max_value = (std::numeric_limits<double>::lowest)();
    double avg = 0.0;
    double stddev = 0.0;
    double p95 = 0.0;
    double p99 = 0.0;
    size_t sample_count = 0;
    std::chrono::system_clock::time_point oldest_timestamp;
    std::chrono::system_clock::time_point newest_timestamp;
};
 
namespace detail {
 
inline double calculate_percentile(const std::vector<double>& sorted_values,
                                   double percentile) {
    if (sorted_values.empty()) {
        return 0.0;
    }
    if (sorted_values.size() == 1) {
        return sorted_values[0];
    }
 
    double rank = (percentile / 100.0) * (sorted_values.size() - 1);
    size_t lower_idx = static_cast<size_t>(rank);
    size_t upper_idx = lower_idx + 1;
    double fraction = rank - lower_idx;
 
    if (upper_idx >= sorted_values.size()) {
        return sorted_values[lower_idx];
    }
 
    return sorted_values[lower_idx] +
           fraction * (sorted_values[upper_idx] - sorted_values[lower_idx]);
}
 
inline time_series_statistics calculate_basic_statistics(
    const std::vector<double>& values,
    std::chrono::system_clock::time_point oldest_timestamp,
    std::chrono::system_clock::time_point newest_timestamp) {
 
    time_series_statistics stats;
    stats.sample_count = values.size();
 
    if (values.empty()) {
        stats.min_value = 0.0;
        stats.max_value = 0.0;
        return stats;
    }
 
    stats.oldest_timestamp = oldest_timestamp;
    stats.newest_timestamp = newest_timestamp;
 
    double sum = 0.0;
    for (double val : values) {
        sum += val;
        stats.min_value = (std::min)(stats.min_value, val);
        stats.max_value = (std::max)(stats.max_value, val);
    }
    stats.avg = sum / values.size();
 
    double variance = 0.0;
    for (double val : values) {
        double diff = val - stats.avg;
        variance += diff * diff;
    }
    stats.stddev = std::sqrt(variance / values.size());
 
    std::vector<double> sorted_values = values;
    std::sort(sorted_values.begin(), sorted_values.end());
    stats.p95 = calculate_percentile(sorted_values, 95.0);
    stats.p99 = calculate_percentile(sorted_values, 99.0);
 
    return stats;
}
 
template <typename Sample>
class time_series_ring_buffer {
  private:
    mutable std::mutex mutex_;
    std::vector<Sample> buffer_;
    size_t head_ = 0;
    size_t count_ = 0;
    size_t max_samples_;
 
    size_t get_actual_index(size_t logical_index) const noexcept {
        if (count_ < max_samples_) {
            return logical_index;
        }
        return (head_ + logical_index) % max_samples_;
    }
 
  public:
    explicit time_series_ring_buffer(size_t max_samples) : max_samples_(max_samples) {
        if (max_samples_ == 0) {
            throw std::invalid_argument("Max samples must be positive");
        }
        buffer_.resize(max_samples_);
    }
 
    time_series_ring_buffer(const time_series_ring_buffer&) = delete;
    time_series_ring_buffer& operator=(const time_series_ring_buffer&) = delete;
    time_series_ring_buffer(time_series_ring_buffer&&) = delete;
    time_series_ring_buffer& operator=(time_series_ring_buffer&&) = delete;
 
    void add_sample(const Sample& sample) {
        std::lock_guard<std::mutex> lock(mutex_);
 
        buffer_[head_] = sample;
        head_ = (head_ + 1) % max_samples_;
 
        if (count_ < max_samples_) {
            ++count_;
        }
    }
 
    template <typename Duration>
    std::vector<Sample> get_samples(Duration duration) const {
        auto cutoff = std::chrono::system_clock::now() - duration;
        return get_samples_since(cutoff);
    }
 
    std::vector<Sample> get_samples_since(
        std::chrono::system_clock::time_point since) const {
        std::lock_guard<std::mutex> lock(mutex_);
 
        std::vector<Sample> result;
        result.reserve(count_);
 
        for (size_t i = 0; i < count_; ++i) {
            const auto& sample = buffer_[get_actual_index(i)];
            if (sample.timestamp >= since) {
                result.push_back(sample);
            }
        }
 
        std::sort(result.begin(), result.end(),
                  [](const Sample& a, const Sample& b) {
                      return a.timestamp < b.timestamp;
                  });
 
        return result;
    }
 
    std::vector<Sample> get_all_samples() const {
        std::lock_guard<std::mutex> lock(mutex_);
 
        std::vector<Sample> result;
        result.reserve(count_);
 
        for (size_t i = 0; i < count_; ++i) {
            result.push_back(buffer_[get_actual_index(i)]);
        }
 
        std::sort(result.begin(), result.end(),
                  [](const Sample& a, const Sample& b) {
                      return a.timestamp < b.timestamp;
                  });
 
        return result;
    }
 
    common::Result<Sample> get_latest() const {
        std::lock_guard<std::mutex> lock(mutex_);
 
        if (count_ == 0) {
            return common::Result<Sample>::err(error_info(monitoring_error_code::collection_failed, "No samples available").to_common_error());
        }
 
        size_t latest_idx = (head_ == 0) ? max_samples_ - 1 : head_ - 1;
        return common::ok(buffer_[latest_idx]);
    }
 
    size_t size() const noexcept {
        std::lock_guard<std::mutex> lock(mutex_);
        return count_;
    }
 
    bool empty() const noexcept {
        std::lock_guard<std::mutex> lock(mutex_);
        return count_ == 0;
    }
 
    size_t capacity() const noexcept { return max_samples_; }
 
    void clear() noexcept {
        std::lock_guard<std::mutex> lock(mutex_);
        head_ = 0;
        count_ = 0;
    }
 
    size_t memory_footprint() const noexcept {
        return sizeof(time_series_ring_buffer<Sample>) +
               max_samples_ * sizeof(Sample);
    }
};
 
}  // namespace detail
 
template <typename T>
class time_series_buffer {
    static_assert(std::is_arithmetic_v<T>, "T must be an arithmetic type");
 
  private:
    detail::time_series_ring_buffer<time_series_sample<T>> buffer_;
 
  public:
    explicit time_series_buffer(const time_series_buffer_config& config = {})
        : buffer_(config.max_samples) {
        auto validation = config.validate();
        if (validation.is_err()) {
            throw std::invalid_argument("Invalid time_series_buffer configuration: " +
                                        validation.error().message);
        }
    }
 
    time_series_buffer(const time_series_buffer&) = delete;
    time_series_buffer& operator=(const time_series_buffer&) = delete;
    time_series_buffer(time_series_buffer&&) = delete;
    time_series_buffer& operator=(time_series_buffer&&) = delete;
 
    void add_sample(T value,
                    std::chrono::system_clock::time_point timestamp =
                        std::chrono::system_clock::now()) {
        buffer_.add_sample(time_series_sample<T>(timestamp, value));
    }
 
    template <typename Duration>
    std::vector<time_series_sample<T>> get_samples(Duration duration) const {
        return buffer_.get_samples(duration);
    }
 
    std::vector<time_series_sample<T>> get_samples_since(
        std::chrono::system_clock::time_point since) const {
        return buffer_.get_samples_since(since);
    }
 
    std::vector<time_series_sample<T>> get_all_samples() const {
        return buffer_.get_all_samples();
    }
 
    template <typename Duration>
    time_series_statistics get_statistics(Duration duration) const {
        auto samples = get_samples(duration);
        return calculate_statistics(samples);
    }
 
    time_series_statistics get_statistics() const {
        auto samples = get_all_samples();
        return calculate_statistics(samples);
    }
 
    common::Result<T> get_latest() const {
        auto sample_result = buffer_.get_latest();
        if (sample_result.is_err()) {
            return common::Result<T>::err(sample_result.error());
        }
        return common::ok(sample_result.value().value);
    }
 
    common::Result<time_series_sample<T>> get_latest_sample() const {
        return buffer_.get_latest();
    }
 
    size_t size() const noexcept {
        return buffer_.size();
    }
 
    bool empty() const noexcept {
        return buffer_.empty();
    }
 
    size_t capacity() const noexcept {
        return buffer_.capacity();
    }
 
    void clear() noexcept {
        buffer_.clear();
    }
 
    size_t memory_footprint() const noexcept {
        return buffer_.memory_footprint();
    }
 
  private:
    static time_series_statistics calculate_statistics(
        const std::vector<time_series_sample<T>>& samples) {
        if (samples.empty()) {
            time_series_statistics stats;
            stats.sample_count = 0;
            stats.min_value = 0.0;
            stats.max_value = 0.0;
            return stats;
        }
 
        std::vector<double> values;
        values.reserve(samples.size());
        for (const auto& sample : samples) {
            values.push_back(static_cast<double>(sample.value));
        }
 
        return detail::calculate_basic_statistics(
            values,
            samples.front().timestamp,
            samples.back().timestamp);
    }
};
 
struct load_average_sample {
    std::chrono::system_clock::time_point timestamp;
    double load_1m;
    double load_5m;
    double load_15m;
 
    load_average_sample() noexcept : load_1m(0.0), load_5m(0.0), load_15m(0.0) {}
 
    load_average_sample(std::chrono::system_clock::time_point ts, double l1, double l5,
                        double l15) noexcept
        : timestamp(ts), load_1m(l1), load_5m(l5), load_15m(l15) {}
};
 
struct load_average_statistics {
    time_series_statistics load_1m_stats;
    time_series_statistics load_5m_stats;
    time_series_statistics load_15m_stats;
};
 
class load_average_history {
  private:
    detail::time_series_ring_buffer<load_average_sample> buffer_;
 
  public:
    explicit load_average_history(size_t max_samples = 1000) : buffer_(max_samples) {}
 
    load_average_history(const load_average_history&) = delete;
    load_average_history& operator=(const load_average_history&) = delete;
    load_average_history(load_average_history&&) = delete;
    load_average_history& operator=(load_average_history&&) = delete;
 
    void add_sample(double load_1m, double load_5m, double load_15m,
                    std::chrono::system_clock::time_point timestamp =
                        std::chrono::system_clock::now()) {
        buffer_.add_sample(load_average_sample(timestamp, load_1m, load_5m, load_15m));
    }
 
    template <typename Duration>
    std::vector<load_average_sample> get_samples(Duration duration) const {
        return buffer_.get_samples(duration);
    }
 
    std::vector<load_average_sample> get_samples_since(
        std::chrono::system_clock::time_point since) const {
        return buffer_.get_samples_since(since);
    }
 
    std::vector<load_average_sample> get_all_samples() const {
        return buffer_.get_all_samples();
    }
 
    template <typename Duration>
    load_average_statistics get_statistics(Duration duration) const {
        auto samples = get_samples(duration);
        return calculate_statistics(samples);
    }
 
    load_average_statistics get_statistics() const {
        auto samples = get_all_samples();
        return calculate_statistics(samples);
    }
 
    common::Result<load_average_sample> get_latest() const {
        return buffer_.get_latest();
    }
 
    size_t size() const noexcept {
        return buffer_.size();
    }
 
    bool empty() const noexcept {
        return buffer_.empty();
    }
 
    size_t capacity() const noexcept {
        return buffer_.capacity();
    }
 
    void clear() noexcept {
        buffer_.clear();
    }
 
    size_t memory_footprint() const noexcept {
        return buffer_.memory_footprint();
    }
 
  private:
    static load_average_statistics calculate_statistics(
        const std::vector<load_average_sample>& samples) {
        load_average_statistics stats;
 
        if (samples.empty()) {
            stats.load_1m_stats.sample_count = 0;
            stats.load_1m_stats.min_value = 0.0;
            stats.load_1m_stats.max_value = 0.0;
            stats.load_5m_stats = stats.load_1m_stats;
            stats.load_15m_stats = stats.load_1m_stats;
            return stats;
        }
 
        std::vector<double> values_1m, values_5m, values_15m;
        values_1m.reserve(samples.size());
        values_5m.reserve(samples.size());
        values_15m.reserve(samples.size());
 
        for (const auto& sample : samples) {
            values_1m.push_back(sample.load_1m);
            values_5m.push_back(sample.load_5m);
            values_15m.push_back(sample.load_15m);
        }
 
        auto oldest = samples.front().timestamp;
        auto newest = samples.back().timestamp;
 
        stats.load_1m_stats = detail::calculate_basic_statistics(values_1m, oldest, newest);
        stats.load_5m_stats = detail::calculate_basic_statistics(values_5m, oldest, newest);
        stats.load_15m_stats = detail::calculate_basic_statistics(values_15m, oldest, newest);
 
        return stats;
    }
};
 
}}  // namespace kcenon::monitoring