// Copyright 2016 Google Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License.! #include "bpe_model_trainer.h" #include "char_model_trainer.h" #include "third_party/absl/memory/memory.h" #include "trainer_factory.h" #include "unigram_model_trainer.h" #include "word_model_trainer.h" namespace sentencepiece { // Instantiate Trainer instance from trainer_spec and normalization_spec std::unique_ptr TrainerFactory::Create( const TrainerSpec &trainer_spec, const NormalizerSpec &normalizer_spec, const NormalizerSpec &denormalizer_spec) { switch (trainer_spec.model_type()) { case TrainerSpec::UNIGRAM: return absl::make_unique(trainer_spec, normalizer_spec, denormalizer_spec); break; case TrainerSpec::BPE: return absl::make_unique(trainer_spec, normalizer_spec, denormalizer_spec); break; case TrainerSpec::WORD: return absl::make_unique(trainer_spec, normalizer_spec, denormalizer_spec); break; case TrainerSpec::CHAR: return absl::make_unique( trainer_spec, normalizer_spec, denormalizer_spec); break; default: LOG(FATAL) << "Unknown model_type: " << trainer_spec.model_type(); break; } return absl::make_unique(trainer_spec, normalizer_spec, denormalizer_spec); } } // namespace sentencepiece