1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
// Copyright 2016 Google Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.!
#include "filesystem.h"
#include <iostream>
#include "util.h"
namespace sentencepiece {
namespace filesystem {
class PosixReadableFile : public ReadableFile {
public:
PosixReadableFile(absl::string_view filename, bool is_binary = false)
: is_(filename.empty()
? &std::cin
: new std::ifstream(WPATH(filename.data()),
is_binary ? std::ios::binary | std::ios::in
: std::ios::out)) {
if (!*is_)
status_ = util::StatusBuilder(util::error::NOT_FOUND)
<< "\"" << filename.data() << "\": " << util::StrError(errno);
}
~PosixReadableFile() {
if (is_ != &std::cin) delete is_;
}
util::Status status() const { return status_; }
bool ReadLine(std::string *line) {
return static_cast<bool>(std::getline(*is_, *line));
}
bool ReadAll(std::string *line) {
if (is_ == &std::cin) {
LOG(ERROR) << "ReadAll is not supported for stdin.";
return false;
}
line->assign(std::istreambuf_iterator<char>(*is_),
std::istreambuf_iterator<char>());
return true;
}
private:
util::Status status_;
std::istream *is_;
};
class PosixWritableFile : public WritableFile {
public:
PosixWritableFile(absl::string_view filename, bool is_binary = false)
: os_(filename.empty()
? &std::cout
: new std::ofstream(WPATH(filename.data()),
is_binary ? std::ios::binary | std::ios::out
: std::ios::out)) {
if (!*os_)
status_ = util::StatusBuilder(util::error::PERMISSION_DENIED)
<< "\"" << filename.data() << "\": " << util::StrError(errno);
}
~PosixWritableFile() {
if (os_ != &std::cout) delete os_;
}
util::Status status() const { return status_; }
bool Write(absl::string_view text) {
os_->write(text.data(), text.size());
return os_->good();
}
bool WriteLine(absl::string_view text) { return Write(text) && Write("\n"); }
private:
util::Status status_;
std::ostream *os_;
};
std::unique_ptr<ReadableFile> NewReadableFile(absl::string_view filename,
bool is_binary) {
return port::MakeUnique<PosixReadableFile>(filename, is_binary);
}
std::unique_ptr<WritableFile> NewWritableFile(absl::string_view filename,
bool is_binary) {
return port::MakeUnique<PosixWritableFile>(filename, is_binary);
}
} // namespace filesystem
} // namespace sentencepiece
|