Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'src/spm_export_vocab_main.cc')
-rw-r--r--src/spm_export_vocab_main.cc13
1 files changed, 6 insertions, 7 deletions
diff --git a/src/spm_export_vocab_main.cc b/src/spm_export_vocab_main.cc
index cb20ebf..89c9f94 100644
--- a/src/spm_export_vocab_main.cc
+++ b/src/spm_export_vocab_main.cc
@@ -3,8 +3,7 @@
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
+// n// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
@@ -14,10 +13,10 @@
#include <sstream>
#include "common.h"
+#include "filesystem.h"
#include "flags.h"
#include "sentencepiece_model.pb.h"
#include "sentencepiece_processor.h"
-#include "util.h"
DEFINE_string(output, "", "Output filename");
DEFINE_string(model, "", "input model file name");
@@ -28,17 +27,17 @@ int main(int argc, char *argv[]) {
sentencepiece::SentencePieceProcessor sp;
CHECK_OK(sp.Load(FLAGS_model));
- sentencepiece::io::OutputBuffer output(FLAGS_output);
- CHECK_OK(output.status());
+ auto output = sentencepiece::filesystem::NewWritableFile(FLAGS_output);
+ CHECK_OK(output->status());
if (FLAGS_output_format == "txt") {
for (const auto &piece : sp.model_proto().pieces()) {
std::ostringstream os;
os << piece.piece() << "\t" << piece.score();
- output.WriteLine(os.str());
+ output->WriteLine(os.str());
}
} else if (FLAGS_output_format == "proto") {
- output.Write(sp.model_proto().Utf8DebugString());
+ output->Write(sp.model_proto().Utf8DebugString());
}
return 0;