dataset_validator.hpp

Go to the documentation of this file.

 
#pragma once
 
#include <cstdint>
#include <string>
#include <vector>
 
#include "pulsatrix/dataset.hpp"
 
namespace pulsatrix {
 
struct FieldStatistics {
    int64_t count = 0;     
    float mean = 0.0f;
    float std_dev = 0.0f;  
    float min_value = 0.0f;
    float max_value = 0.0f;
};
 
struct DatasetStatistics {
    std::vector<FieldStatistics> fields;
};
 
struct ValidationIssue {
    int64_t sample_index;
    int64_t field_index;
    std::string description;
};
 
class DatasetValidator {
public:
    [[nodiscard]] static DatasetStatistics ComputeStatistics(const Dataset& dataset);
 
    [[nodiscard]] static std::vector<ValidationIssue> DetectIssues(const Dataset& dataset,
                                                                    const DatasetStatistics& stats,
                                                                    float z_score_threshold = 3.0f);
};
 
}  // namespace pulsatrix