8 #include <doctest/doctest.h> 18 const std::map<std::string, std::string> GetValidationLabelSet()
20 std::map<std::string, std::string> validationLabelSet;
21 validationLabelSet.insert(std::make_pair(
"val_01.JPEG",
"goldfinch"));
22 validationLabelSet.insert(std::make_pair(
"val_02.JPEG",
"magpie"));
23 validationLabelSet.insert(std::make_pair(
"val_03.JPEG",
"brambling"));
24 validationLabelSet.insert(std::make_pair(
"val_04.JPEG",
"robin"));
25 validationLabelSet.insert(std::make_pair(
"val_05.JPEG",
"indigo bird"));
26 validationLabelSet.insert(std::make_pair(
"val_06.JPEG",
"ostrich"));
27 validationLabelSet.insert(std::make_pair(
"val_07.JPEG",
"jay"));
28 validationLabelSet.insert(std::make_pair(
"val_08.JPEG",
"snowbird"));
29 validationLabelSet.insert(std::make_pair(
"val_09.JPEG",
"house finch"));
30 validationLabelSet.insert(std::make_pair(
"val_09.JPEG",
"bulbul"));
32 return validationLabelSet;
34 const std::vector<armnnUtils::LabelCategoryNames> GetModelOutputLabels()
36 const std::vector<armnnUtils::LabelCategoryNames> modelOutputLabels =
38 {
"ostrich",
"Struthio camelus"},
39 {
"brambling",
"Fringilla montifringilla"},
40 {
"goldfinch",
"Carduelis carduelis"},
41 {
"house finch",
"linnet",
"Carpodacus mexicanus"},
42 {
"junco",
"snowbird"},
43 {
"indigo bunting",
"indigo finch",
"indigo bird",
"Passerina cyanea"},
44 {
"robin",
"American robin",
"Turdus migratorius"},
49 return modelOutputLabels;
62 std::vector<float> inferenceOutputVector1 = {0.05f, 0.10f, 0.70f, 0.15f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f};
64 std::vector<armnnUtils::TContainer> outputTensor1;
65 outputTensor1.push_back(inference1Container);
67 std::string imageName =
"val_01.JPEG";
72 CHECK(totalAccuracy == 100.0f);
75 std::vector<float> inferenceOutputVector2 = {0.10f, 0.0f, 0.0f, 0.0f, 0.05f, 0.70f, 0.0f, 0.0f, 0.0f, 0.15f};
77 std::vector<armnnUtils::TContainer> outputTensor2;
78 outputTensor2.push_back(inference2Container);
80 imageName =
"val_02.JPEG";
85 CHECK(totalAccuracy == 50.0f);
89 CHECK(totalAccuracy == 100.0f);
92 std::vector<float> inferenceOutputVector3 = {0.0f, 0.10f, 0.0f, 0.0f, 0.05f, 0.70f, 0.0f, 0.0f, 0.0f, 0.15f};
94 std::vector<armnnUtils::TContainer> outputTensor3;
95 outputTensor3.push_back(inference3Container);
97 imageName =
"val_03.JPEG";
102 CHECK(totalAccuracy == 33.3333321f);
106 CHECK(totalAccuracy == 66.6666641f);
110 CHECK(totalAccuracy == 100.0f);
float GetAccuracy(unsigned int k)
Get Top K accuracy.
TEST_SUITE("ModelAccuracyCheckerTest")
void AddImageResult(const std::string &imageName, std::vector< TContainer > outputTensor)
Record the prediction result of an image.
TEST_CASE_FIXTURE(ClContextControlFixture, "CopyBetweenNeonAndGpu")
mapbox::util::variant< std::vector< float >, std::vector< int >, std::vector< unsigned char >, std::vector< int8_t > > TContainer