performance_metrics.hpp

Go to the documentation of this file.

// Copyright (C) 2020-2024 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//
 
#pragma once
 
#include <chrono>
#include <iomanip>
#include <iostream>
#include <sstream>
 
#include "utils/ocv_common.hpp"
 
class PerformanceMetrics {
public:
    using Clock = std::chrono::steady_clock;
    using TimePoint = std::chrono::time_point<Clock>;
    using Duration = Clock::duration;
    using Ms = std::chrono::duration<double, std::ratio<1, 1000>>;
    using Sec = std::chrono::duration<double, std::ratio<1, 1>>;
 
    struct Metrics {
        double latency;
        double fps;
    };
 
    enum MetricTypes {
        ALL,
        FPS,
        LATENCY
    };
 
    PerformanceMetrics(Duration timeWindow = std::chrono::seconds(1));
    void update(TimePoint lastRequestStartTime,
                const cv::Mat& frame,
                cv::Point position = {15, 30},
                int fontFace = cv::FONT_HERSHEY_COMPLEX,
                double fontScale = 0.75,
                cv::Scalar color = {200, 10, 10},
                int thickness = 2, MetricTypes metricType = ALL);
    void update(TimePoint lastRequestStartTime);
 
    void paintMetrics(const cv::Mat& frame,
        cv::Point position = { 15, 30 },
        int fontFace = cv::FONT_HERSHEY_COMPLEX,
        double fontScale = 0.75,
        cv::Scalar color = { 200, 10, 10 },
        int thickness = 2, MetricTypes metricType = ALL) const;
 
    Metrics getLast() const;
    Metrics getTotal() const;
    void logTotal() const;
 
private:
    struct Statistic {
        Duration latency;
        Duration period;
        int frameCount;
 
        Statistic() {
            latency = Duration::zero();
            period = Duration::zero();
            frameCount = 0;
        }
 
        void combine(const Statistic& other) {
            latency += other.latency;
            period += other.period;
            frameCount += other.frameCount;
        }
    };
 
    Duration timeWindowSize;
    Statistic lastMovingStatistic;
    Statistic currentMovingStatistic;
    Statistic totalStatistic;
    TimePoint lastUpdateTime;
    bool firstFrameProcessed;
};
 
void logLatencyPerStage(double readLat, double preprocLat, double inferLat, double postprocLat, double renderLat);