Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'src/bpe_model_trainer.cc')
-rw-r--r--src/bpe_model_trainer.cc3
1 files changed, 2 insertions, 1 deletions
diff --git a/src/bpe_model_trainer.cc b/src/bpe_model_trainer.cc
index 5a0cbdd..041df4a 100644
--- a/src/bpe_model_trainer.cc
+++ b/src/bpe_model_trainer.cc
@@ -18,6 +18,7 @@
#include <vector>
#include "bpe_model_trainer.h"
+#include "third_party/absl/container/flat_hash_set.h"
#include "util.h"
namespace sentencepiece {
@@ -210,7 +211,7 @@ util::Status Trainer::Train() {
// We may see duplicated pieces that are extracted with different path.
// In real segmentation phase, we can consider them as one symbol.
// e.g., "aaa" => "aa" + "a" or "a" + "aa".
- std::unordered_set<std::string> dup;
+ absl::flat_hash_set<std::string> dup;
// Main loop.
CHECK_OR_RETURN(final_pieces_.empty());