-
Notifications
You must be signed in to change notification settings - Fork 11
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'feature/fesom-2-healpix-via-mir'
- Loading branch information
Showing
21 changed files
with
430 additions
and
77 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,223 @@ | ||
| #include <iostream> | ||
|
|
||
| #include <algorithm> | ||
| #include <array> | ||
| #include <cmath> | ||
| #include <fstream> | ||
| #include <functional> | ||
| #include <iomanip> | ||
| #include <iostream> | ||
| #include <iterator> | ||
| #include <regex> | ||
| #include <sstream> | ||
| #include <string> | ||
| #include <vector> | ||
|
|
||
| #include "eckit/exception/Exceptions.h" | ||
| #include "eckit/filesystem/PathName.h" | ||
| #include "eckit/linalg/Triplet.h" | ||
| #include "eckit/log/Log.h" | ||
| #include "eckit/option/CmdArgs.h" | ||
| #include "eckit/option/SimpleOption.h" | ||
| #include "mir/method/WeightMatrix.h" | ||
| #include "multio/tools/MultioTool.h" | ||
|
|
||
| namespace multio::action::interpolateFESOM2MIR { | ||
|
|
||
| namespace { | ||
|
|
||
| enum class orderingConvention_e : unsigned int | ||
| { | ||
| RING, | ||
| NESTED, | ||
| UNKNOWN | ||
| }; | ||
|
|
||
| orderingConvention_e orderingConvention_string2enum(const std::string& orderingConvention) { | ||
| if (orderingConvention != "ring" && orderingConvention != "nested") { | ||
| std::ostringstream os; | ||
| os << " - Unexpected value for \"orderingConvention\": " | ||
| << "\"" << orderingConvention << "\"" << std::endl; | ||
| throw eckit::SeriousBug(os.str(), Here()); | ||
| } | ||
| return (orderingConvention == "ring" ? orderingConvention_e::RING : orderingConvention_e::NESTED); | ||
| } | ||
|
|
||
|
|
||
| std::string orderingConvention_enum2string(orderingConvention_e orderingConvention) { | ||
| if (orderingConvention == orderingConvention_e::UNKNOWN) { | ||
| std::ostringstream os; | ||
| os << " - Unexpected value for \"orderingConvention\": " | ||
| << "\"UNKNOWN\"" << std::endl; | ||
| throw eckit::SeriousBug(os.str(), Here()); | ||
| } | ||
| return (orderingConvention == orderingConvention_e::RING ? "ring" : "nested"); | ||
| } | ||
|
|
||
|
|
||
| void parseInputFileName(const std::string& fname, std::string& fesomName, std::string& domain, size_t& NSide, | ||
| size_t& level, orderingConvention_e& orderingConvention) { | ||
| static const std::regex fnameGrammar("([^_]+)_([^_]+)_NSIDE([1-9][0-9]*)_([0-9][0-9]*)_([a-zA-Z]*).csv"); | ||
| std::smatch matchFName; | ||
| if (std::regex_match(fname, matchFName, fnameGrammar)) { | ||
| fesomName = matchFName[1].str(); | ||
| domain = matchFName[2].str(); | ||
| NSide = static_cast<size_t>(std::stoi(matchFName[3].str())); | ||
| level = static_cast<size_t>(std::stoi(matchFName[4].str())); | ||
| orderingConvention = orderingConvention_string2enum(matchFName[5].str()); | ||
| } | ||
| else { | ||
| throw eckit::SeriousBug("Unable to parse filename: " + fname, Here()); | ||
| } | ||
| return; | ||
| } | ||
|
|
||
| std::string fesomCacheName(const std::string& fesomName, const std::string& domain, const std::string& precision, | ||
| size_t NSide, const std::string& orderingConvention, double level) { | ||
| std::ostringstream os; | ||
| std::string localDomain{domain}; | ||
| localDomain.erase(std::remove_if(localDomain.begin(), localDomain.end(), ::isspace), localDomain.end()); | ||
| std::transform(localDomain.begin(), localDomain.end(), localDomain.begin(), | ||
| [](unsigned char c) { return std::tolower(c); }); | ||
| os << "fesom_" << fesomName << "_" << localDomain << "_to_HEALPix_" << std::setw(6) << std::setfill('0') << NSide | ||
| << "_" << precision << "_" << orderingConvention << "_" << std::setw(8) << std::setfill('0') | ||
| << static_cast<size_t>(std::fabs(level * 1000)) << ".mat"; | ||
| return os.str(); | ||
| } | ||
|
|
||
| } // namespace | ||
|
|
||
|
|
||
| class Fesom2mirCacheGenerator final : public multio::MultioTool { | ||
| public: // methods | ||
| Fesom2mirCacheGenerator(int argc, char** argv); | ||
|
|
||
| private: | ||
| void usage(const std::string& tool) const override { | ||
| eckit::Log::info() << std::endl << "Usage: " << tool << " [options]" << std::endl; | ||
| eckit::Log::info() << "EXAMPLE: " << std::endl | ||
| << "fesom-cache-generator --inputPath=. --inputFile=CORE2_ngrid_NSIDE32_0_ring.csv " | ||
| << std::endl | ||
| << std::endl; | ||
| } | ||
|
|
||
| void init(const eckit::option::CmdArgs& args) override; | ||
|
|
||
| void finish(const eckit::option::CmdArgs&) override; | ||
|
|
||
| void execute(const eckit::option::CmdArgs& args) override; | ||
|
|
||
| int numberOfPositionalArguments() const override { return 0; } | ||
| int minimumPositionalArguments() const override { return 0; } | ||
|
|
||
| std::string inputPath_; | ||
| std::string outputPath_; | ||
| std::string outputPrecision_; | ||
| std::string inputFile_; | ||
|
|
||
|
|
||
| std::string fesomName_; | ||
| std::string domain_; | ||
| size_t NSide_; | ||
| size_t level_; | ||
| size_t Nrow_; | ||
| size_t Ncol_; | ||
| orderingConvention_e orderingConvention_; | ||
|
|
||
| void loadTriplets(std::vector<eckit::linalg::Triplet>& triplets) const; | ||
| }; | ||
|
|
||
|
|
||
| Fesom2mirCacheGenerator::Fesom2mirCacheGenerator(int argc, char** argv) : | ||
| multio::MultioTool{argc, argv}, | ||
| inputPath_{"."}, | ||
| outputPath_{"."}, | ||
| inputFile_{"CORE2_ngrid_NSIDE32_0_ring.csv"}, | ||
| fesomName_{"CORE2"}, | ||
| domain_{"ngrid"}, | ||
| NSide_{0}, | ||
| level_{0}, | ||
| orderingConvention_{orderingConvention_e::RING} { | ||
|
|
||
| options_.push_back(new eckit::option::SimpleOption<std::string>( | ||
| "inputPath", "Path of the input files with the triplets. Default( \".\" )")); | ||
| options_.push_back(new eckit::option::SimpleOption<std::string>( | ||
| "outputPath", "Path of the output files with the triplets. Default( \".\" )")); | ||
| options_.push_back(new eckit::option::SimpleOption<std::string>( | ||
| "inputFile", "Name of the input file. Default( \"CORE2_ngrid_NSIDE32_0_ring.csv\" )")); | ||
| options_.push_back(new eckit::option::SimpleOption<size_t>("nCols", "Size of the fesom grid.")); | ||
|
|
||
| return; | ||
| } | ||
|
|
||
|
|
||
| void Fesom2mirCacheGenerator::loadTriplets(std::vector<eckit::linalg::Triplet>& triplets) const { | ||
| std::ifstream file(inputPath_ + "/" + inputFile_); | ||
| if (!file.good()) { | ||
| throw eckit::SeriousBug("Unable to read the input file", Here()); | ||
| } | ||
|
|
||
| std::string line; | ||
| triplets.resize(0); | ||
| while (std::getline(file, line)) { | ||
| int32_t iHEALPix; | ||
| int32_t iFESOM; | ||
| double weight; | ||
| static const std::regex lineGrammar( | ||
| "([0-9][0-9]*)\\s+([0-9][0-9]*)\\s*([+]?([0-9]*[.])?[0-9]+([eE][-+][0-9]+)?)"); | ||
| std::smatch matchLine; | ||
| if (std::regex_match(line, matchLine, lineGrammar)) { | ||
| iHEALPix = std::stoi(matchLine[1].str()); | ||
| iFESOM = std::stoi(matchLine[2].str()); | ||
| weight = std::stod(matchLine[3].str()); | ||
| } | ||
| else { | ||
| throw eckit::SeriousBug("Unable to parse line: " + line, Here()); | ||
| } | ||
| triplets.emplace_back(iHEALPix, iFESOM, weight); | ||
| } | ||
| file.close(); | ||
| } | ||
|
|
||
|
|
||
| void Fesom2mirCacheGenerator::init(const eckit::option::CmdArgs& args) { | ||
| args.get("inputPath", inputPath_); | ||
| args.get("outputPath", outputPath_); | ||
| args.get("inputFile", inputFile_); | ||
|
|
||
| eckit::PathName inputPath_tmp{inputPath_}; | ||
| ASSERT(inputPath_tmp.exists()); | ||
| eckit::PathName inputFile_tmp{inputPath_ + "/" + inputFile_}; | ||
| ASSERT(inputFile_tmp.exists()); | ||
| eckit::PathName outputPath_tmp{outputPath_}; | ||
| outputPath_tmp.mkdir(); | ||
| parseInputFileName(inputFile_, fesomName_, domain_, NSide_, level_, orderingConvention_); | ||
|
|
||
| args.get("nCols", Ncol_); | ||
| Nrow_ = NSide_ * NSide_ * 12; | ||
| } | ||
|
|
||
| void Fesom2mirCacheGenerator::execute(const eckit::option::CmdArgs& args) { | ||
| std::vector<eckit::linalg::Triplet> triplets; | ||
| loadTriplets(triplets); | ||
|
|
||
| std::sort(begin(triplets), end(triplets), [](const auto& a, const auto& b) { return a.row() < b.row(); }); | ||
|
|
||
| const auto orderingConvention = orderingConvention_enum2string(orderingConvention_); | ||
| const auto cacheFileName = fesomCacheName(fesomName_, domain_, "double", NSide_, orderingConvention, level_); | ||
|
|
||
| mir::method::WeightMatrix W(Nrow_, Ncol_); | ||
| W.setFromTriplets(triplets); | ||
| W.save(cacheFileName); | ||
| }; | ||
|
|
||
|
|
||
| void Fesom2mirCacheGenerator::finish(const eckit::option::CmdArgs&) {} | ||
|
|
||
| } // namespace multio::action::interpolateFESOM2MIR | ||
|
|
||
|
|
||
| int main(int argc, char** argv) { | ||
| multio::action::interpolateFESOM2MIR::Fesom2mirCacheGenerator tool(argc, argv); | ||
| return tool.start(); | ||
| } |
Oops, something went wrong.