diff options
author | Taku Kudo <taku@google.com> | 2020-06-02 20:23:46 +0300 |
---|---|---|
committer | Taku Kudo <taku@google.com> | 2020-06-02 20:23:46 +0300 |
commit | 63ff22a9f9a270075419c47f9ce1214bf09ff1ae (patch) | |
tree | 81933b41e74f283ac0f52f02a4201a38c50e3ed5 | |
parent | 856daadbbfbf26da81152e70aba0406a11d5bedc (diff) |
Fix build break.
-rw-r--r-- | src/sentencepiece_trainer.cc | 8 | ||||
-rw-r--r-- | src/sentencepiece_trainer.h | 8 |
2 files changed, 8 insertions, 8 deletions
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc index 48cfda4..bb4a9c7 100644 --- a/src/sentencepiece_trainer.cc +++ b/src/sentencepiece_trainer.cc @@ -108,7 +108,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs( if (args.empty()) return util::OkStatus(); - absl::flat_hash_map<std::string, std::string> kwargs; + std::unordered_map<std::string, std::string> kwargs; for (auto arg : absl::StrSplit(args, " ")) { absl::ConsumePrefix(&arg, "--"); std::string key, value; @@ -128,7 +128,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs( // static util::Status SentencePieceTrainer::MergeSpecsFromArgs( - const absl::flat_hash_map<std::string, std::string> &kwargs, + const std::unordered_map<std::string, std::string> &kwargs, TrainerSpec *trainer_spec, NormalizerSpec *normalizer_spec, NormalizerSpec *denormalizer_spec) { CHECK_OR_RETURN(trainer_spec) << "`trainer_spec` must not be null."; @@ -188,7 +188,7 @@ util::Status SentencePieceTrainer::Train(absl::string_view args, // static util::Status SentencePieceTrainer::Train( - const absl::flat_hash_map<std::string, std::string> &kwargs, + const std::unordered_map<std::string, std::string> &kwargs, SentenceIterator *sentence_iterator, std::string *serialized_model_proto) { TrainerSpec trainer_spec; NormalizerSpec normalizer_spec; @@ -230,7 +230,7 @@ util::Status SentencePieceTrainer::PopulateNormalizerSpec( // static util::Status SentencePieceTrainer::PopulateModelTypeFromString( absl::string_view type, TrainerSpec *spec) { - static const absl::flat_hash_map<std::string, TrainerSpec::ModelType> + static const std::unordered_map<std::string, TrainerSpec::ModelType> kModelTypeMap = {{"unigram", TrainerSpec::UNIGRAM}, {"bpe", TrainerSpec::BPE}, {"word", TrainerSpec::WORD}, diff --git a/src/sentencepiece_trainer.h b/src/sentencepiece_trainer.h index a5c22d4..bb74ab9 100644 --- a/src/sentencepiece_trainer.h +++ b/src/sentencepiece_trainer.h @@ -16,9 +16,9 @@ #define SENTENCEPIECE_TRAINER_H_ #include <string> +#include <unordered_map> #include "sentencepiece_processor.h" -#include "third_party/absl/container/flat_hash_map.h" namespace sentencepiece { @@ -85,7 +85,7 @@ class SentencePieceTrainer { // Trains SentencePiece model with mapin `kwargs`. // e.g., {{"input", "data"}, {"model_prefix, "m"}, {"vocab_size", "8192"}...} static util::Status Train( - const absl::flat_hash_map<std::string, std::string> &kwargs, + const std::unordered_map<std::string, std::string> &kwargs, SentenceIterator *sentence_iterator = nullptr, std::string *serialized_model_proto = nullptr); @@ -100,9 +100,9 @@ class SentencePieceTrainer { bool is_denormalizer = false); // Overrides `trainer_spec`, `normalizer_spec`, `denormalizer_spec` with the - // absl::flat_hash_map in `kargs`. + // std::unordered_map in `kargs`. static util::Status MergeSpecsFromArgs( - const absl::flat_hash_map<std::string, std::string> &kwargs, + const std::unordered_map<std::string, std::string> &kwargs, TrainerSpec *trainer_spec, NormalizerSpec *normalizer_spec, NormalizerSpec *denormalizer_spec); |