Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTaku Kudo <taku@google.com>2020-06-02 20:23:46 +0300
committerTaku Kudo <taku@google.com>2020-06-02 20:23:46 +0300
commit63ff22a9f9a270075419c47f9ce1214bf09ff1ae (patch)
tree81933b41e74f283ac0f52f02a4201a38c50e3ed5
parent856daadbbfbf26da81152e70aba0406a11d5bedc (diff)
Fix build break.
-rw-r--r--src/sentencepiece_trainer.cc8
-rw-r--r--src/sentencepiece_trainer.h8
2 files changed, 8 insertions, 8 deletions
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc
index 48cfda4..bb4a9c7 100644
--- a/src/sentencepiece_trainer.cc
+++ b/src/sentencepiece_trainer.cc
@@ -108,7 +108,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs(
if (args.empty()) return util::OkStatus();
- absl::flat_hash_map<std::string, std::string> kwargs;
+ std::unordered_map<std::string, std::string> kwargs;
for (auto arg : absl::StrSplit(args, " ")) {
absl::ConsumePrefix(&arg, "--");
std::string key, value;
@@ -128,7 +128,7 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs(
// static
util::Status SentencePieceTrainer::MergeSpecsFromArgs(
- const absl::flat_hash_map<std::string, std::string> &kwargs,
+ const std::unordered_map<std::string, std::string> &kwargs,
TrainerSpec *trainer_spec, NormalizerSpec *normalizer_spec,
NormalizerSpec *denormalizer_spec) {
CHECK_OR_RETURN(trainer_spec) << "`trainer_spec` must not be null.";
@@ -188,7 +188,7 @@ util::Status SentencePieceTrainer::Train(absl::string_view args,
// static
util::Status SentencePieceTrainer::Train(
- const absl::flat_hash_map<std::string, std::string> &kwargs,
+ const std::unordered_map<std::string, std::string> &kwargs,
SentenceIterator *sentence_iterator, std::string *serialized_model_proto) {
TrainerSpec trainer_spec;
NormalizerSpec normalizer_spec;
@@ -230,7 +230,7 @@ util::Status SentencePieceTrainer::PopulateNormalizerSpec(
// static
util::Status SentencePieceTrainer::PopulateModelTypeFromString(
absl::string_view type, TrainerSpec *spec) {
- static const absl::flat_hash_map<std::string, TrainerSpec::ModelType>
+ static const std::unordered_map<std::string, TrainerSpec::ModelType>
kModelTypeMap = {{"unigram", TrainerSpec::UNIGRAM},
{"bpe", TrainerSpec::BPE},
{"word", TrainerSpec::WORD},
diff --git a/src/sentencepiece_trainer.h b/src/sentencepiece_trainer.h
index a5c22d4..bb74ab9 100644
--- a/src/sentencepiece_trainer.h
+++ b/src/sentencepiece_trainer.h
@@ -16,9 +16,9 @@
#define SENTENCEPIECE_TRAINER_H_
#include <string>
+#include <unordered_map>
#include "sentencepiece_processor.h"
-#include "third_party/absl/container/flat_hash_map.h"
namespace sentencepiece {
@@ -85,7 +85,7 @@ class SentencePieceTrainer {
// Trains SentencePiece model with mapin `kwargs`.
// e.g., {{"input", "data"}, {"model_prefix, "m"}, {"vocab_size", "8192"}...}
static util::Status Train(
- const absl::flat_hash_map<std::string, std::string> &kwargs,
+ const std::unordered_map<std::string, std::string> &kwargs,
SentenceIterator *sentence_iterator = nullptr,
std::string *serialized_model_proto = nullptr);
@@ -100,9 +100,9 @@ class SentencePieceTrainer {
bool is_denormalizer = false);
// Overrides `trainer_spec`, `normalizer_spec`, `denormalizer_spec` with the
- // absl::flat_hash_map in `kargs`.
+ // std::unordered_map in `kargs`.
static util::Status MergeSpecsFromArgs(
- const absl::flat_hash_map<std::string, std::string> &kwargs,
+ const std::unordered_map<std::string, std::string> &kwargs,
TrainerSpec *trainer_spec, NormalizerSpec *normalizer_spec,
NormalizerSpec *denormalizer_spec);