Skip to content
GitLab
Commit b2032105 authored by Thibault Hallouin's avatar Thibault Hallouin
Browse files

add unit tests for REL_DIAG

parent 307f8446
main 11-check-the-computation-of-the-ranks-for-ties dev v0.1.2 v0.1.1 v0.1.0
1 merge request!3release v0.1.0
Pipeline #44518 canceled with stage
in 0 seconds
Hide whitespace changes
Inline Side-by-side
Showing
with 220 additions and 2 deletions
+220 -2
tests/expected/evalp/REL_DIAG.csv 0 → 100644
+ 208
− 0
View file @ b2032105
0.0000000000000,0.1060606060606,132.0000000000000
0.0196078431373,0.0000000000000,0.0000000000000
0.0392156862745,0.0000000000000,0.0000000000000
0.0588235294118,0.0000000000000,2.0000000000000
0.0784313725490,0.0000000000000,0.0000000000000
0.0980392156863,0.0000000000000,0.0000000000000
0.1176470588235,0.0000000000000,0.0000000000000
0.1372549019608,0.0000000000000,0.0000000000000
0.1568627450980,0.0000000000000,0.0000000000000
0.1764705882353,0.0000000000000,0.0000000000000
0.1960784313725,0.0000000000000,0.0000000000000
0.2156862745098,0.0000000000000,0.0000000000000
0.2352941176471,0.0000000000000,0.0000000000000
0.2549019607843,0.0000000000000,0.0000000000000
0.2745098039216,0.0000000000000,0.0000000000000
0.2941176470588,0.0000000000000,0.0000000000000
0.3137254901961,0.0000000000000,0.0000000000000
0.3333333333333,0.0000000000000,0.0000000000000
0.3529411764706,0.0000000000000,0.0000000000000
0.3725490196078,0.0000000000000,0.0000000000000
0.3921568627451,0.0000000000000,0.0000000000000
0.4117647058824,0.0000000000000,0.0000000000000
0.4313725490196,0.0000000000000,0.0000000000000
0.4509803921569,0.0000000000000,0.0000000000000
0.4705882352941,0.0000000000000,0.0000000000000
0.4901960784314,0.0000000000000,0.0000000000000
0.5098039215686,0.0000000000000,0.0000000000000
0.5294117647059,0.0000000000000,0.0000000000000
0.5490196078431,0.0000000000000,0.0000000000000
0.5686274509804,0.0000000000000,0.0000000000000
0.5882352941176,0.0000000000000,0.0000000000000
0.6078431372549,0.0000000000000,0.0000000000000
0.6274509803922,0.0000000000000,0.0000000000000
0.6470588235294,0.0000000000000,0.0000000000000
0.6666666666667,0.0000000000000,0.0000000000000
0.6862745098039,0.0000000000000,0.0000000000000
0.7058823529412,0.0000000000000,0.0000000000000
0.7254901960784,0.0000000000000,0.0000000000000
0.7450980392157,0.0000000000000,0.0000000000000
0.7647058823529,0.0000000000000,0.0000000000000
0.7843137254902,0.0000000000000,0.0000000000000
0.8039215686275,0.0000000000000,0.0000000000000
0.8235294117647,0.0000000000000,0.0000000000000
0.8431372549020,0.0000000000000,0.0000000000000
0.8627450980392,0.0000000000000,0.0000000000000
0.8823529411765,0.0000000000000,0.0000000000000
0.9019607843137,0.0000000000000,0.0000000000000
0.9215686274510,1.0000000000000,1.0000000000000
0.9411764705882,0.0000000000000,0.0000000000000
0.9607843137255,0.0000000000000,0.0000000000000
0.9803921568627,0.0000000000000,0.0000000000000
1.0000000000000,0.8920454545455,176.0000000000000
0.0000000000000,0.0842105263158,95.0000000000000
0.0196078431373,0.0000000000000,1.0000000000000
0.0392156862745,0.0000000000000,0.0000000000000
0.0588235294118,0.0000000000000,0.0000000000000
0.0784313725490,0.0000000000000,0.0000000000000
0.0980392156863,0.0000000000000,0.0000000000000
0.1176470588235,0.0000000000000,0.0000000000000
0.1372549019608,0.0000000000000,0.0000000000000
0.1568627450980,0.0000000000000,0.0000000000000
0.1764705882353,0.0000000000000,0.0000000000000
0.1960784313725,0.0000000000000,0.0000000000000
0.2156862745098,0.0000000000000,0.0000000000000
0.2352941176471,0.0000000000000,0.0000000000000
0.2549019607843,0.0000000000000,0.0000000000000
0.2745098039216,0.0000000000000,0.0000000000000
0.2941176470588,0.0000000000000,0.0000000000000
0.3137254901961,0.0000000000000,0.0000000000000
0.3333333333333,0.0000000000000,0.0000000000000
0.3529411764706,0.0000000000000,0.0000000000000
0.3725490196078,0.0000000000000,0.0000000000000
0.3921568627451,0.0000000000000,0.0000000000000
0.4117647058824,0.0000000000000,0.0000000000000
0.4313725490196,0.0000000000000,0.0000000000000
0.4509803921569,0.0000000000000,0.0000000000000
0.4705882352941,0.0000000000000,0.0000000000000
0.4901960784314,0.0000000000000,0.0000000000000
0.5098039215686,0.0000000000000,0.0000000000000
0.5294117647059,0.0000000000000,0.0000000000000
0.5490196078431,0.0000000000000,0.0000000000000
0.5686274509804,0.0000000000000,0.0000000000000
0.5882352941176,0.0000000000000,0.0000000000000
0.6078431372549,0.0000000000000,0.0000000000000
0.6274509803922,0.0000000000000,0.0000000000000
0.6470588235294,0.0000000000000,0.0000000000000
0.6666666666667,0.0000000000000,0.0000000000000
0.6862745098039,0.0000000000000,0.0000000000000
0.7058823529412,0.0000000000000,0.0000000000000
0.7254901960784,0.0000000000000,0.0000000000000
0.7450980392157,0.0000000000000,0.0000000000000
0.7647058823529,0.0000000000000,0.0000000000000
0.7843137254902,0.0000000000000,0.0000000000000
0.8039215686275,0.0000000000000,0.0000000000000
0.8235294117647,0.0000000000000,0.0000000000000
0.8431372549020,0.0000000000000,0.0000000000000
0.8627450980392,0.0000000000000,0.0000000000000
0.8823529411765,0.0000000000000,0.0000000000000
0.9019607843137,0.0000000000000,0.0000000000000
0.9215686274510,0.0000000000000,0.0000000000000
0.9411764705882,0.0000000000000,0.0000000000000
0.9607843137255,0.0000000000000,0.0000000000000
0.9803921568627,0.0000000000000,0.0000000000000
1.0000000000000,0.9302325581395,215.0000000000000
0.0000000000000,0.0724637681159,69.0000000000000
0.0196078431373,1.0000000000000,1.0000000000000
0.0392156862745,0.0000000000000,0.0000000000000
0.0588235294118,0.0000000000000,0.0000000000000
0.0784313725490,0.0000000000000,0.0000000000000
0.0980392156863,0.0000000000000,0.0000000000000
0.1176470588235,0.0000000000000,0.0000000000000
0.1372549019608,0.0000000000000,0.0000000000000
0.1568627450980,0.0000000000000,0.0000000000000
0.1764705882353,0.0000000000000,0.0000000000000
0.1960784313725,0.0000000000000,0.0000000000000
0.2156862745098,0.0000000000000,0.0000000000000
0.2352941176471,0.0000000000000,0.0000000000000
0.2549019607843,0.0000000000000,0.0000000000000
0.2745098039216,0.0000000000000,0.0000000000000
0.2941176470588,0.0000000000000,0.0000000000000
0.3137254901961,0.0000000000000,0.0000000000000
0.3333333333333,0.0000000000000,0.0000000000000
0.3529411764706,0.0000000000000,0.0000000000000
0.3725490196078,0.0000000000000,0.0000000000000
0.3921568627451,0.0000000000000,0.0000000000000
0.4117647058824,0.0000000000000,0.0000000000000
0.4313725490196,0.0000000000000,0.0000000000000
0.4509803921569,0.0000000000000,0.0000000000000
0.4705882352941,0.0000000000000,0.0000000000000
0.4901960784314,0.0000000000000,0.0000000000000
0.5098039215686,0.0000000000000,0.0000000000000
0.5294117647059,0.0000000000000,0.0000000000000
0.5490196078431,0.0000000000000,0.0000000000000
0.5686274509804,0.0000000000000,0.0000000000000
0.5882352941176,0.0000000000000,0.0000000000000
0.6078431372549,0.0000000000000,0.0000000000000
0.6274509803922,0.0000000000000,0.0000000000000
0.6470588235294,0.0000000000000,0.0000000000000
0.6666666666667,0.0000000000000,0.0000000000000
0.6862745098039,0.0000000000000,0.0000000000000
0.7058823529412,0.0000000000000,0.0000000000000
0.7254901960784,0.0000000000000,0.0000000000000
0.7450980392157,0.0000000000000,0.0000000000000
0.7647058823529,0.0000000000000,0.0000000000000
0.7843137254902,0.0000000000000,0.0000000000000
0.8039215686275,0.0000000000000,0.0000000000000
0.8235294117647,0.0000000000000,0.0000000000000
0.8431372549020,0.0000000000000,0.0000000000000
0.8627450980392,0.0000000000000,0.0000000000000
0.8823529411765,0.0000000000000,0.0000000000000
0.9019607843137,0.0000000000000,0.0000000000000
0.9215686274510,0.0000000000000,0.0000000000000
0.9411764705882,0.0000000000000,0.0000000000000
0.9607843137255,0.0000000000000,0.0000000000000
0.9803921568627,0.0000000000000,0.0000000000000
1.0000000000000,0.9128630705394,241.0000000000000
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
nan,nan,nan
tests/test_probabilist.cpp
+ 12
− 2
View file @ b2032105
...@@ -30,7 +30,7 @@ using namespace xt::placeholders; // required for `_` to work ...@@ -30,7 +30,7 @@ using namespace xt::placeholders; // required for `_` to work
std::vector<std::string> all_metrics_p = { std::vector<std::string> all_metrics_p = {
"BS", "BSS", "BS_CRD", "BS_LBD", "BS", "BSS", "BS_CRD", "BS_LBD", "REL_DIAG",
"QS", "CRPS", "QS", "CRPS",
"POD", "POFD", "FAR", "CSI", "ROCSS", "POD", "POFD", "FAR", "CSI", "ROCSS",
"RANK_HIST", "DS", "AS", "RANK_HIST", "DS", "AS",
...@@ -84,7 +84,7 @@ TEST(ProbabilistTests, TestBrier) ...@@ -84,7 +84,7 @@ TEST(ProbabilistTests, TestBrier)
// compute scores // compute scores
xt::xtensor<double, 2> thresholds = {{690, 534, 445, NAN}}; xt::xtensor<double, 2> thresholds = {{690, 534, 445, NAN}};
std::vector<std::string> metrics = {"BS", "BSS", "BS_CRD", "BS_LBD"}; std::vector<std::string> metrics = {"BS", "BSS", "BS_CRD", "BS_LBD", "REL_DIAG"};
std::vector<xt::xarray<double>> results = std::vector<xt::xarray<double>> results =
evalhyd::evalp( evalhyd::evalp(
...@@ -100,6 +100,16 @@ TEST(ProbabilistTests, TestBrier) ...@@ -100,6 +100,16 @@ TEST(ProbabilistTests, TestBrier)
// check results // check results
for (std::size_t m = 0; m < metrics.size(); m++) for (std::size_t m = 0; m < metrics.size(); m++)
{ {
if ( metrics[m] == "REL_DIAG" )
{
// /!\ stacked-up thresholds in CSV file because 7D metric,
// so need to resize array
expected[metrics[m]].resize(
{std::size_t {1}, std::size_t {1}, std::size_t {1},
std::size_t {1}, thresholds.shape(1),
predicted.shape(0) + 1, std::size_t {3}}
);
}
EXPECT_TRUE(xt::all(xt::isclose( EXPECT_TRUE(xt::all(xt::isclose(
results[m], expected[metrics[m]], 1e-05, 1e-08, true results[m], expected[metrics[m]], 1e-05, 1e-08, true
))) << "Failure for (" << metrics[m] << ")"; ))) << "Failure for (" << metrics[m] << ")";
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment