StatCollector_test.cc File Reference

Tests the classes in StatCollector.h. More...

#include <array>
#include <valarray>
#include <utility>
#include <memory>
#include <initializer_list>
#include <tuple>
#include <stdexcept>
#include <boost/test/unit_test.hpp>
#include "lardataalg/Utilities/StatCollector.h"

Go to the source code of this file.

Macros
#define	BOOST_TEST_MODULE   ( StatCollector_test )

Functions
template<typename T , typename W >
void	CheckStats (lar::util::StatCollector< T, W > const &stats, int n, W weights, W sum, W sumsq, W rms)
template<typename T , typename W >
void	CheckStats (lar::util::StatCollector2D< T, W > const &stats, int n, W weights, W sumX, W sumsqX, W rmsX, W sumY, W sumsqY, W rmsY, W sumXY, W cov, W lin_corr)
template<typename T , typename W = T>
void	StatCollectorTest ()
	Tests StatCollector object with a known input. More...
template<typename T , typename W = T>
void	StatCollector2DTest ()
	Tests StatCollector2D object with a known input. More...
template<typename T >
void	MinMaxCollectorTest ()
	Tests MinMaxCollector object with a known input. More...
	BOOST_AUTO_TEST_CASE (StatCollectorPureIntegerTest)
	BOOST_AUTO_TEST_CASE (StatCollectorIntegerTest)
	BOOST_AUTO_TEST_CASE (StatCollectorIntegerWeightsTest)
	BOOST_AUTO_TEST_CASE (StatCollectorRealTest)
	BOOST_AUTO_TEST_CASE (StatCollector2DPureIntegerTest)
	BOOST_AUTO_TEST_CASE (StatCollector2DIntegerTest)
	BOOST_AUTO_TEST_CASE (StatCollector2DIntegerWeightsTest)
	BOOST_AUTO_TEST_CASE (StatCollector2DRealTest)
	BOOST_AUTO_TEST_CASE (MinMaxCollectorIntegerTest)
	BOOST_AUTO_TEST_CASE (MinMaxCollectorRealTest)

Detailed Description

Tests the classes in StatCollector.h.

Author

Gianluca Petrillo (petri.nosp@m.llo@.nosp@m.fnal..nosp@m.gov)

Date

20141229

Version

1.0

See Also

StatCollector.h

See http://www.boost.org/libs/test for the Boost test library home page.

Timing: not given yet

Definition in file StatCollector_test.cc.

Macro Definition Documentation

#define BOOST_TEST_MODULE   ( StatCollector_test )

Definition at line 34 of file StatCollector_test.cc.

Function Documentation

BOOST_AUTO_TEST_CASE

(

StatCollectorPureIntegerTest

)

Definition at line 548 of file StatCollector_test.cc.

                                                   {
  StatCollectorTest<int, int>();
}

BOOST_AUTO_TEST_CASE

(

StatCollectorIntegerTest

)

Definition at line 552 of file StatCollector_test.cc.

                                               {
  StatCollectorTest<int, float>();
}

BOOST_AUTO_TEST_CASE

(

StatCollectorIntegerWeightsTest

)

Definition at line 556 of file StatCollector_test.cc.

                                                      {
  StatCollectorTest<float, int>();
}

BOOST_AUTO_TEST_CASE

(

StatCollectorRealTest

)

Definition at line 560 of file StatCollector_test.cc.

                                            {
  StatCollectorTest<double, double>();
}

BOOST_AUTO_TEST_CASE

(

StatCollector2DPureIntegerTest

)

Definition at line 568 of file StatCollector_test.cc.

                                                     {
  StatCollector2DTest<int, int>();
}

BOOST_AUTO_TEST_CASE

(

StatCollector2DIntegerTest

)

Definition at line 572 of file StatCollector_test.cc.

                                                 {
  StatCollector2DTest<int, float>();
}

BOOST_AUTO_TEST_CASE

(

StatCollector2DIntegerWeightsTest

)

Definition at line 576 of file StatCollector_test.cc.

                                                        {
  StatCollector2DTest<float, int>();
}

BOOST_AUTO_TEST_CASE

(

StatCollector2DRealTest

)

Definition at line 580 of file StatCollector_test.cc.

                                              {
  StatCollector2DTest<double, double>();
}

BOOST_AUTO_TEST_CASE

(

MinMaxCollectorIntegerTest

)

Definition at line 588 of file StatCollector_test.cc.

                                                 {
  MinMaxCollectorTest<int>();
}

BOOST_AUTO_TEST_CASE

(

MinMaxCollectorRealTest

)

Definition at line 592 of file StatCollector_test.cc.

                                              {
  MinMaxCollectorTest<double>();
}

template<typename T , typename W >

void CheckStats	(	lar::util::StatCollector< T, W > const &	stats,
		int	n,
		W	weights,
		W	sum,
		W	sumsq,
		W	rms
	)

Definition at line 48 of file StatCollector_test.cc.

  {

  using Weight_t = W;

  BOOST_TEST(stats.N() == n);
  if (n == 0) {
    BOOST_CHECK_THROW(stats.AverageWeight(), std::range_error);
  }
  else {
    const Weight_t average = weights / n;
    BOOST_TEST(double(stats.AverageWeight()) == double(average), 0.1% tolerance());
  }
  if (weights == 0.) {
    BOOST_TEST(double(stats.Weights()) == 0, 0.01% tolerance());
    BOOST_TEST(double(stats.Sum()) == 0,     0.01% tolerance());
    BOOST_TEST(double(stats.SumSq()) == 0,   0.01% tolerance());
    BOOST_CHECK_THROW(stats.Average(),  std::range_error);
    BOOST_CHECK_THROW(stats.Variance(), std::range_error);
    BOOST_CHECK_THROW(stats.RMS(),      std::range_error);
  }
  else {
    const Weight_t average = sum / weights;
    // check at precision 0.01% or 0.1%
    BOOST_TEST(double(stats.Weights()) ==  double(weights), 0.01% tolerance());
    BOOST_TEST(double(stats.Sum()) ==      double(sum),     0.01% tolerance());
    BOOST_TEST(double(stats.SumSq()) ==    double(sumsq),   0.01% tolerance());
    BOOST_TEST(double(stats.Average()) ==  double(average), 0.1% tolerance());
    BOOST_TEST(double(stats.Variance()) == double(rms*rms), 0.1% tolerance());
    BOOST_TEST(double(stats.RMS()) ==      double(rms),     0.1% tolerance());
  }
} // CheckStats<>(StatCollector)

template<typename T , typename W >

void CheckStats	(	lar::util::StatCollector2D< T, W > const &	stats,
		int	n,
		W	weights,
		W	sumX,
		W	sumsqX,
		W	rmsX,
		W	sumY,
		W	sumsqY,
		W	rmsY,
		W	sumXY,
		W	cov,
		W	lin_corr
	)

Definition at line 88 of file StatCollector_test.cc.

  {

  using Weight_t = W;

  BOOST_TEST(stats.N() ==       n);
  if (n == 0) {
    BOOST_CHECK_THROW(stats.AverageWeight(), std::range_error);
  }
  else {
    const Weight_t average = weights / n;
    BOOST_TEST(double(stats.AverageWeight()) == double(average), 0.1% tolerance());
  }

  if (weights == 0.) {
    BOOST_TEST(double(stats.Weights()) == 0,  0.01% tolerance());
    BOOST_TEST(double(stats.SumX()) == 0,     0.01% tolerance());
    BOOST_TEST(double(stats.SumSqX()) == 0,   0.01% tolerance());
    BOOST_CHECK_THROW(stats.AverageX(),          std::range_error);
    BOOST_CHECK_THROW(stats.VarianceX(),         std::range_error);
    BOOST_CHECK_THROW(stats.RMSx(),              std::range_error);
    BOOST_TEST(double(stats.SumY()) == 0,     0.01% tolerance());
    BOOST_TEST(double(stats.SumSqY()) == 0,   0.01% tolerance());
    BOOST_CHECK_THROW(stats.AverageY(),          std::range_error);
    BOOST_CHECK_THROW(stats.VarianceY(),         std::range_error);
    BOOST_CHECK_THROW(stats.RMSy(),              std::range_error);
    BOOST_TEST(double(stats.SumXY()) == 0,    0.01% tolerance());
    BOOST_CHECK_THROW(stats.Covariance(),        std::range_error);
    BOOST_CHECK_THROW(stats.LinearCorrelation(), std::range_error);
  }
  else {
    const Weight_t averageX = sumX / weights;
    const Weight_t averageY = sumY / weights;
    // check at precision 0.01% or 0.1%

    BOOST_TEST(double(stats.Weights()) ==           double(weights),   0.01% tolerance());
    BOOST_TEST(double(stats.SumX()) ==              double(sumX),      0.01% tolerance());
    BOOST_TEST(double(stats.SumSqX()) ==            double(sumsqX),    0.01% tolerance());
    BOOST_TEST(double(stats.AverageX()) ==          double(averageX),  0.1% tolerance());
    BOOST_TEST(double(stats.VarianceX()) ==         double(rmsX*rmsX), 0.1% tolerance());
    BOOST_TEST(double(stats.RMSx()) ==              double(rmsX),      0.1% tolerance());
    BOOST_TEST(double(stats.SumY()) ==              double(sumY),      0.01% tolerance());
    BOOST_TEST(double(stats.SumSqY()) ==            double(sumsqY),    0.01% tolerance());
    BOOST_TEST(double(stats.AverageY()) ==          double(averageY),  0.1% tolerance());
    BOOST_TEST(double(stats.VarianceY()) ==         double(rmsY*rmsY), 0.1% tolerance());
    BOOST_TEST(double(stats.RMSy()) ==              double(rmsY),      0.1% tolerance());
    BOOST_TEST(double(stats.SumXY()) ==             double(sumXY),     0.01% tolerance());
    BOOST_TEST(double(stats.Covariance()) ==        double(cov),       0.1% tolerance());
    BOOST_TEST(double(stats.LinearCorrelation()) == double(lin_corr),  0.1% tolerance());
  }

} // CheckStats<>(StatCollector2D)

template<typename T >

void MinMaxCollectorTest

(

)

Tests MinMaxCollector object with a known input.

Definition at line 446 of file StatCollector_test.cc.

                           {

  using Data_t = T;

  std::initializer_list<Data_t> more_data{ 7, -20,  44, 78, 121 }; // [-20,121]
  // BUG the double brace syntax is required to work around clang bug 21629
  // (https://bugs.llvm.org/show_bug.cgi?id=21629)
  std::array<Data_t, 5> even_more_data   {{ 7,  -2, 123, 78, 121 }}; // [-2,123]

  // for easier notation
  std::unique_ptr<lar::util::MinMaxCollector<Data_t>> collector;

  //
  // 1. from default constructor
  //
  collector.reset(new lar::util::MinMaxCollector<Data_t>);

  // there should be no data now
  BOOST_TEST(!collector->has_data());

  collector->add(Data_t(10));
  // there should be some data now
  BOOST_TEST(collector->has_data());

  BOOST_TEST(collector->min() == Data_t(  10));
  BOOST_TEST(collector->max() == Data_t(  10));

  collector->add(more_data);
  BOOST_TEST(collector->min() == Data_t( -20));
  BOOST_TEST(collector->max() == Data_t( 121));

  collector->add(even_more_data.begin(), even_more_data.end());
  BOOST_TEST(collector->min() == Data_t( -20));
  BOOST_TEST(collector->max() == Data_t( 123));

  //
  // 2. from initializer list constructor
  //
  collector.reset(new lar::util::MinMaxCollector<Data_t>{ -25, 3, 1 });

  // there should be data already
  BOOST_TEST(collector->has_data());

  collector->add(Data_t(10));
  // there should still be some data
  BOOST_TEST(collector->has_data());

  BOOST_TEST(collector->min() == Data_t(  -25));
  BOOST_TEST(collector->max() == Data_t(  10));

  collector->add(more_data);
  BOOST_TEST(collector->min() == Data_t( -25));
  BOOST_TEST(collector->max() == Data_t( 121));

  collector->add(even_more_data.begin(), even_more_data.end());
  BOOST_TEST(collector->min() == Data_t( -25));
  BOOST_TEST(collector->max() == Data_t( 123));


  //
  // 3. from initializer list constructor
  //
  // BUG the double brace syntax is required to work around clang bug 21629
  // (https://bugs.llvm.org/show_bug.cgi?id=21629)
  std::array<Data_t, 3> init_data{{ -25, 3, 1 }};
  collector.reset(
    new lar::util::MinMaxCollector<Data_t>(init_data.begin(), init_data.end())
    );

  // there should be data already
  BOOST_TEST(collector->has_data());

  collector->add(Data_t(10));
  // there should still be some data
  BOOST_TEST(collector->has_data());

  BOOST_TEST(collector->min() == Data_t( -25));
  BOOST_TEST(collector->max() == Data_t(  10));

  collector->add(more_data);
  BOOST_TEST(collector->min() == Data_t( -25));
  BOOST_TEST(collector->max() == Data_t( 121));

  collector->add(even_more_data.begin(), even_more_data.end());
  BOOST_TEST(collector->min() == Data_t( -25));
  BOOST_TEST(collector->max() == Data_t( 123));

} // MinMaxCollectorTest()

template<typename T , typename W = T>

void StatCollector2DTest

(

)

Tests StatCollector2D object with a known input.

Template Parameters

T	type of the stat collector data
W	type of the stat collector weight

Definition at line 270 of file StatCollector_test.cc.

                           {

  using Data_t = T;
  using Weight_t = W;


  using UnweightedItem_t = std::pair<Data_t, Data_t>;
  using WeightedItem_t = std::tuple<Data_t, Data_t, Weight_t>;

//  using UnweightedData_t = std::vector<std::pair<Data_t, Data_t>>;
  using WeightedData_t = std::vector<WeightedItem_t>;

  // prepare input data
  std::vector<UnweightedItem_t> unweighted_data{
    { Data_t(5),  Data_t(10) },
    { Data_t(7),  Data_t(14) },
    { Data_t(7),  Data_t(14) },
    { Data_t(13), Data_t(26) }
    };
  WeightedData_t unweighted_data_weight({
    WeightedItem_t{ Data_t(5),  Data_t(10), Weight_t(1) }, // w = 1 sumX =  5 sumX2 =  25
    WeightedItem_t{ Data_t(7),  Data_t(14), Weight_t(1) }, // w = 2 sumX = 12 sumX2 =  74
    WeightedItem_t{ Data_t(7),  Data_t(14), Weight_t(1) }, // w = 3 sumX = 19 sumX2 = 123
    WeightedItem_t{ Data_t(13), Data_t(26), Weight_t(1) }  // w = 4 sumX = 32 sumX2 = 292
    });
  // sumY = 2 sumX, sumsqY = 4 sumsqY, sumXY = 2 sumsqX
  // covariance = aveXY - aveX aveY = 2 sumsqX/N - 2 aveX^2 = 2 varX
  // linear correlation = sumXY / (rmsX rmsY) = 1
  int      uw_n        =              4;
  Weight_t uw_weights  = Weight_t(    4.);
  Weight_t uw_sumX     = Weight_t(   32.);
  Weight_t uw_sumsqX   = Weight_t(  292.);
  Weight_t uw_rmsX     = Weight_t(    3.);
  Weight_t uw_sumY     = Weight_t(   64.);
  Weight_t uw_sumsqY   = Weight_t( 1168.);
  Weight_t uw_rmsY     = Weight_t(    6.);
  Weight_t uw_sumXY    = Weight_t(  584.);
  Weight_t uw_cov      = Weight_t(   18.);
  Weight_t uw_lin_corr = Weight_t(    1.);

  WeightedData_t weighted_data({
    WeightedItem_t{ Data_t(5),  Data_t(10), Weight_t(1) },
    WeightedItem_t{ Data_t(7),  Data_t(14), Weight_t(2) },
    WeightedItem_t{ Data_t(13), Data_t(26), Weight_t(1) }
    });
  int      w_n        =              3;
  Weight_t w_weights  = Weight_t(    4.);
  Weight_t w_sumX     = Weight_t(   32.);
  Weight_t w_sumsqX   = Weight_t(  292.);
  Weight_t w_rmsX     = Weight_t(    3.);
  Weight_t w_sumY     = Weight_t(   64.);
  Weight_t w_sumsqY   = Weight_t( 1168.);
  Weight_t w_rmsY     = Weight_t(    6.);
  Weight_t w_sumXY    = Weight_t(  584.);
  Weight_t w_cov      = Weight_t(   18.);
  Weight_t w_lin_corr = Weight_t(    1.);

  //
  // part I: construction
  //
  lar::util::StatCollector2D<Data_t, Weight_t> stats;

  // check that everything is 0 or NaN-like
  CheckStats<Data_t, Weight_t>(stats, 0, 0.,
    0., 0., 0. /* should not be used */,
    0., 0., 0. /* should not be used */,
    0., 0. /* should not be used */, 0. /* should not be used */
    );

  //
  // part II: add elements one by one
  //
  // the data is the same as weighted_data, just inserted one by one
  // and exercising both weighted and unweighted addition;
  // this part deliberately ignores directly interfaces adding pairs and tuples
  for (auto const& data: weighted_data) {
    if (std::get<2>(data) == Weight_t(1))
      stats.add(std::get<0>(data), std::get<1>(data));
    else
      stats.add(std::get<0>(data), std::get<1>(data), std::get<2>(data));
  } // for

  // by construction of the input, the statistics for X and Y are the same
  CheckStats<Data_t, Weight_t>(stats, w_n, w_weights,
    w_sumX, w_sumsqX, w_rmsX,
    w_sumY, w_sumsqY, w_rmsY,
    w_sumXY, w_cov, w_lin_corr
    );


  //
  // part III: add unweighted elements by bulk
  //

  // - III.1: clear the statistics
  stats.clear();
  CheckStats<Data_t, Weight_t>(stats, 0, 0.,
    0., 0., 0. /* should not be used */,
    0., 0., 0. /* should not be used */,
    0., 0. /* should not be used */, 0. /* should not be used */
    );

  // - III.2: fill by iterators
  stats.add_unweighted(std::begin(unweighted_data), std::end(unweighted_data));
  CheckStats<Data_t, Weight_t>(stats, uw_n, uw_weights,
    uw_sumX, uw_sumsqX, uw_rmsX,
    uw_sumY, uw_sumsqY, uw_rmsY,
    uw_sumXY, uw_cov, uw_lin_corr
    );

  // - III.3: fill by container
  stats.clear();
  stats.add_unweighted(unweighted_data);
  CheckStats<Data_t, Weight_t>(stats, uw_n, uw_weights,
    uw_sumX, uw_sumsqX, uw_rmsX,
    uw_sumY, uw_sumsqY, uw_rmsY,
    uw_sumXY, uw_cov, uw_lin_corr
    );

  // - III.4: fill by iterators and extractor
  stats.clear();
  stats.add_unweighted(
    unweighted_data_weight.begin(), unweighted_data_weight.end(),
    [](WeightedItem_t const& d)
      { return UnweightedItem_t{ std::get<0>(d), std::get<1>(d) }; }
    );
  CheckStats<Data_t, Weight_t>(stats, uw_n, uw_weights,
    uw_sumX, uw_sumsqX, uw_rmsX,
    uw_sumY, uw_sumsqY, uw_rmsY,
    uw_sumXY, uw_cov, uw_lin_corr
    );

  // - III.5: fill by container and extractor
  stats.clear();
  stats.add_unweighted(unweighted_data_weight,
    [](WeightedItem_t const& d)
      { return UnweightedItem_t{ std::get<0>(d), std::get<1>(d) }; }
    );
  CheckStats<Data_t, Weight_t>(stats, uw_n, uw_weights,
    uw_sumX, uw_sumsqX, uw_rmsX,
    uw_sumY, uw_sumsqY, uw_rmsY,
    uw_sumXY, uw_cov, uw_lin_corr
    );


  //
  // part IV: add weighted elements by bulk
  //

  // - IV.1: fill by iterators
  stats.clear();
  stats.add_weighted(weighted_data.begin(), weighted_data.end());
  CheckStats(stats, w_n, w_weights,
    w_sumX, w_sumsqX, w_rmsX,
    w_sumY, w_sumsqY, w_rmsY,
    w_sumXY, w_cov, w_lin_corr
    );

  // - IV.2: fill by container
  stats.clear();
  stats.add_weighted(weighted_data);
  CheckStats(stats, w_n, w_weights,
    w_sumX, w_sumsqX, w_rmsX,
    w_sumY, w_sumsqY, w_rmsY,
    w_sumXY, w_cov, w_lin_corr
    );


} // StatCollectorTest2D()

template<typename T , typename W = T>

void StatCollectorTest

(

)

Tests StatCollector object with a known input.

Template Parameters

T	type of the stat collector data
W	type of the stat collector weight

Definition at line 160 of file StatCollector_test.cc.

                         {

  using Data_t = T;
  using Weight_t = W;

  using WeightedData_t = std::vector<std::pair<Data_t, Weight_t>>;

  // prepare input data
  std::valarray<Data_t> unweighted_data{
    Data_t(5), Data_t(7), Data_t(7), Data_t(13)
    };
  WeightedData_t unweighted_data_weight({
    { Data_t(5), Weight_t(1) },
    { Data_t(7), Weight_t(1) },
    { Data_t(7), Weight_t(1) },
    { Data_t(13), Weight_t(1) }
    });
  int      uw_n       =            4;
  Weight_t uw_weights = Weight_t(  4.);
  Weight_t uw_sum     = Weight_t( 32.);
  Weight_t uw_sumsq   = Weight_t(292.);
  Weight_t uw_rms     = Weight_t(  3.);

  WeightedData_t weighted_data({
    { Data_t(5), Weight_t(1) },
    { Data_t(7), Weight_t(2) },
    { Data_t(13), Weight_t(1) }
    });
  int      w_n       =            3;
  Weight_t w_weights = Weight_t(  4.);
  Weight_t w_sum     = Weight_t( 32.);
  Weight_t w_sumsq   = Weight_t(292.);
  Weight_t w_rms     = Weight_t(  3.);

  //
  // part I: construction
  //
  lar::util::StatCollector<Data_t, Weight_t> stats;

  // check that everything is 0 or NaN-like
  CheckStats<Data_t, Weight_t>(stats, 0, 0., 0., 0., 0. /* should not be used */);

  //
  // part II: add elements one by one
  //
  // data set: { 5, 7, 7, 13 }
  stats.add(5);    // w =   1   sum =    5   sum2 =     25
  stats.add(7, 2); // w =   3   sum =   19   sum2 =    123
  stats.add(13);   // w =   4   sum =   32   sum2 =    292

  CheckStats<Data_t, Weight_t>(stats, w_n, w_weights, w_sum, w_sumsq, w_rms);


  //
  // part III: add unweighted elements by bulk
  //

  // - III.1: clear the statistics
  stats.clear();
  CheckStats<Data_t, Weight_t>(stats, 0, 0., 0., 0., 0. /* should not be used */);

  // - III.2: fill by iterators
  stats.add_unweighted(std::begin(unweighted_data), std::end(unweighted_data));
  CheckStats(stats, uw_n, uw_weights, uw_sum, uw_sumsq, uw_rms);

  // - III.3: fill by container
  stats.clear();
  stats.add_unweighted(unweighted_data);
  CheckStats(stats, uw_n, uw_weights, uw_sum, uw_sumsq, uw_rms);

  // - III.4: fill by iterators and extractor
  stats.clear();
  stats.add_unweighted(
    unweighted_data_weight.begin(), unweighted_data_weight.end(),
    [](std::pair<Data_t, Weight_t> d){ return d.first; }
    );
  CheckStats(stats, uw_n, uw_weights, uw_sum, uw_sumsq, uw_rms);

  // - III.5: fill by container and extractor
  stats.clear();
  stats.add_unweighted(unweighted_data_weight,
    [](std::pair<Data_t, Weight_t> d){ return d.first; }
    );
  CheckStats(stats, uw_n, uw_weights, uw_sum, uw_sumsq, uw_rms);


  //
  // part IV: add weighted elements by bulk
  //

  // - IV.1: fill by iterators
  stats.clear();
  stats.add_weighted(weighted_data.begin(), weighted_data.end());
  CheckStats(stats, w_n, w_weights, w_sum, w_sumsq, w_rms);

  // - IV.2: fill by container
  stats.clear();
  stats.add_weighted(weighted_data);
  CheckStats(stats, w_n, w_weights, w_sum, w_sumsq, w_rms);


} // StatCollectorTest()