diff options
Diffstat (limited to 'src/sentencepiece_trainer.cc')
| -rw-r--r-- | src/sentencepiece_trainer.cc | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc index f2b5050..48cfda4 100644 --- a/src/sentencepiece_trainer.cc +++ b/src/sentencepiece_trainer.cc @@ -16,10 +16,10 @@ #include <vector> #include "builder.h" -#include "builtin_pb/sentencepiece.pb.h" -#include "builtin_pb/sentencepiece_model.pb.h" #include "common.h" #include "normalizer.h" +#include "sentencepiece.pb.h" +#include "sentencepiece_model.pb.h" #include "sentencepiece_trainer.h" #include "spec_parser.h" #include "third_party/absl/flags/flag.h" @@ -108,7 +108,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs( if (args.empty()) return util::OkStatus(); - std::unordered_map<std::string, std::string> kwargs; + absl::flat_hash_map<std::string, std::string> kwargs; for (auto arg : absl::StrSplit(args, " ")) { absl::ConsumePrefix(&arg, "--"); std::string key, value; @@ -128,7 +128,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs( // static util::Status SentencePieceTrainer::MergeSpecsFromArgs( - const std::unordered_map<std::string, std::string> &kwargs, + const absl::flat_hash_map<std::string, std::string> &kwargs, TrainerSpec *trainer_spec, NormalizerSpec *normalizer_spec, NormalizerSpec *denormalizer_spec) { CHECK_OR_RETURN(trainer_spec) << "`trainer_spec` must not be null."; @@ -188,7 +188,7 @@ util::Status SentencePieceTrainer::Train(absl::string_view args, // static util::Status SentencePieceTrainer::Train( - const std::unordered_map<std::string, std::string> &kwargs, + const absl::flat_hash_map<std::string, std::string> &kwargs, SentenceIterator *sentence_iterator, std::string *serialized_model_proto) { TrainerSpec trainer_spec; NormalizerSpec normalizer_spec; @@ -230,7 +230,7 @@ util::Status SentencePieceTrainer::PopulateNormalizerSpec( // static util::Status SentencePieceTrainer::PopulateModelTypeFromString( absl::string_view type, TrainerSpec *spec) { - static const std::unordered_map<std::string, TrainerSpec::ModelType> + static const absl::flat_hash_map<std::string, TrainerSpec::ModelType> kModelTypeMap = {{"unigram", TrainerSpec::UNIGRAM}, {"bpe", TrainerSpec::BPE}, {"word", TrainerSpec::WORD}, |