From 8271f8144db825960699fffd190ab3e546ee65fc Mon Sep 17 00:00:00 2001 From: Sadik Armagan Date: Fri, 19 Apr 2019 09:55:06 +0100 Subject: IVGCVSW-2899 Create a tool to preprocess the images, generating the RAW tensor data from the image files * ImageTensorGenerator tool generates .raw file contains tensor of the image * ImageCSVFileGenerator tool generates .csv file contains list of .raw files Change-Id: Ic7e148857b9f885044bd69da1077b60104cd6509 Signed-off-by: Sadik Armagan --- .../ImageCSVFileGenerator.cpp | 205 +++++++++++++++++++++ 1 file changed, 205 insertions(+) create mode 100644 tests/ImageCSVFileGenerator/ImageCSVFileGenerator.cpp (limited to 'tests/ImageCSVFileGenerator/ImageCSVFileGenerator.cpp') diff --git a/tests/ImageCSVFileGenerator/ImageCSVFileGenerator.cpp b/tests/ImageCSVFileGenerator/ImageCSVFileGenerator.cpp new file mode 100644 index 0000000000..1a14ebab07 --- /dev/null +++ b/tests/ImageCSVFileGenerator/ImageCSVFileGenerator.cpp @@ -0,0 +1,205 @@ +// +// Copyright © 2017 Arm Ltd. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#include +#include +#include +#include + +#include +#include +#include +#include + +namespace +{ + +// parses the command line to extract +// * the directory -i to look through .raw files from (must exist) +// * the name of the file -o the output CSV file path (must not already exist) +class CommandLineProcessor +{ +public: + bool ValidateDirectory(std::string& dir) + { + if (dir.empty()) + { + std::cerr << "No directory specified" << std::endl; + return false; + } + + if (dir[dir.length() - 1] != '/') + { + dir += "/"; + } + + if (!boost::filesystem::exists(dir)) + { + std::cerr << "Directory [" << dir << "] does not exist" << std::endl; + return false; + } + + if (!boost::filesystem::is_directory(dir)) + { + std::cerr << "Given directory [" << dir << "] is not a directory" << std::endl; + return false; + } + + return true; + } + + bool ValidateOutputFile(std::string& outputFileName) + { + if (outputFileName.empty()) + { + std::cerr << "No output file name specified" << std::endl; + return false; + } + + if (boost::filesystem::exists(outputFileName)) + { + std::cerr << "Output file [" << outputFileName << "] already exists" << std::endl; + return false; + } + + if (boost::filesystem::is_directory(outputFileName)) + { + std::cerr << "Output file [" << outputFileName << "] is a directory" << std::endl; + return false; + } + + boost::filesystem::path outputPath(outputFileName); + if (!boost::filesystem::exists(outputPath.parent_path())) + { + std::cerr << "Directory [" << outputPath.parent_path().c_str() << "] does not exist" << std::endl; + return false; + } + + return true; + } + + bool ProcessCommandLine(int argc, char* argv[]) + { + namespace po = boost::program_options; + + po::options_description desc("Options"); + try + { + desc.add_options() + ("help,h", "Display help messages") + ("indir,i", po::value(&m_InputDirectory)->required(), + "Directory that .raw files are stored in") + ("outfile,o", po::value(&m_OutputFileName)->required(), + "Output CSV file path"); + } + catch (const std::exception& e) + { + std::cerr << "Fatal internal error: [" << e.what() << "]" << std::endl; + return false; + } + + po::variables_map vm; + + try + { + po::store(po::parse_command_line(argc, argv, desc), vm); + + if (vm.count("help")) + { + std::cout << desc << std::endl; + return false; + } + + po::notify(vm); + } + catch (const po::error& e) + { + std::cerr << e.what() << std::endl << std::endl; + std::cerr << desc << std::endl; + return false; + } + + if (!ValidateDirectory(m_InputDirectory)) + { + return false; + } + + if (!ValidateOutputFile(m_OutputFileName)) + { + return false; + } + + return true; + } + + std::string GetInputDirectory() {return m_InputDirectory;} + std::string GetOutputFileName() {return m_OutputFileName;} + +private: + std::string m_InputDirectory; + std::string m_OutputFileName; +}; + +} // namespace anonymous + +int main(int argc, char* argv[]) +{ + CommandLineProcessor cmdline; + if (!cmdline.ProcessCommandLine(argc, argv)) + { + return -1; + } + + namespace fs = boost::filesystem; + + const std::string fileFormat(".raw"); + const std::string bindingId("0"); + + const std::string rawDirectory(cmdline.GetInputDirectory()); + const std::string outputPath(cmdline.GetOutputFileName()); + + std::vector rawFiles; + for (auto& entry : boost::make_iterator_range(fs::directory_iterator(rawDirectory), {})) + { + if (entry.path().extension().c_str() == fileFormat) + { + rawFiles.push_back(entry.path()); + } + } + + if (!rawFiles.empty()) + { + unsigned int pass = 0; + std::ofstream refinementData; + refinementData.open(outputPath, std::ofstream::out); + if (refinementData.is_open()) + { + for (auto const& raw : rawFiles) + { + refinementData << pass << ", " << bindingId << ", " << raw.c_str() << "\n"; + if (!refinementData) + { + std::cerr << "Failed to write to output file: " << outputPath << std::endl; + continue; + } + ++pass; + } + refinementData.close(); + } + else + { + std::cerr << "Failed to open output file: " << outputPath << std::endl; + return -1; + } + } + else + { + std::cerr << "No matching files with the \".raw\" extension found in the directory: " + << rawDirectory << std::endl; + return -1; + } + + return 0; +} \ No newline at end of file -- cgit v1.2.1