Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/moses
diff options
context:
space:
mode:
authorXapaJIaMnu <nheart@gmail.com>2015-04-01 18:58:21 +0300
committerXapaJIaMnu <nheart@gmail.com>2015-04-01 18:58:21 +0300
commit29a729c99b32d460b84a48583f8bd58ae4833173 (patch)
tree77f841dbc4ecb547e88e9419f9483010834a23ad /moses
parent6626d59cfceb8f8aa980c731ae62b9a375cefa2e (diff)
Remove old obsolete probingPT tests
Diffstat (limited to 'moses')
-rw-r--r--moses/TranslationModel/ProbingPT/tests/tokenization_tests.cpp206
-rw-r--r--moses/TranslationModel/ProbingPT/tests/vocabid_test.cpp46
2 files changed, 0 insertions, 252 deletions
diff --git a/moses/TranslationModel/ProbingPT/tests/tokenization_tests.cpp b/moses/TranslationModel/ProbingPT/tests/tokenization_tests.cpp
deleted file mode 100644
index 528c9c37c..000000000
--- a/moses/TranslationModel/ProbingPT/tests/tokenization_tests.cpp
+++ /dev/null
@@ -1,206 +0,0 @@
-#include "line_splitter.hh"
-
-bool test_vectorinsert()
-{
- StringPiece line1 = StringPiece("! ! ! ! ||| ! ! ! ! ||| 0.0804289 0.141656 0.0804289 0.443409 2.718 ||| 0-0 1-1 2-2 3-3 ||| 1 1 1");
- StringPiece line2 = StringPiece("! ! ! ) , has ||| ! ! ! ) - , a ||| 0.0804289 0.0257627 0.0804289 0.00146736 2.718 ||| 0-0 1-1 2-2 3-3 4-4 4-5 5-6 ||| 1 1 1");
- line_text output = splitLine(line1);
- line_text output2 = splitLine(line2);
-
- //Init container vector and iterator.
- std::vector<char> container;
- container.reserve(10000); //Reserve vector
- std::vector<char>::iterator it = container.begin();
- std::pair<std::vector<char>::iterator, int> binary_append_ret; //Return values from vector_append
-
- //Put a value into the vector
- binary_append_ret = vector_append(&output, &container, it, false);
- it = binary_append_ret.first;
- binary_append_ret = vector_append(&output2, &container, it, false);
- it = binary_append_ret.first;
-
- std::string test(container.begin(), container.end());
- std::string should_be = "! ! ! ! 0.0804289 0.141656 0.0804289 0.443409 2.718 0-0 1-1 2-2 3-3 1 1 1! ! ! ) - , a 0.0804289 0.0257627 0.0804289 0.00146736 2.718 0-0 1-1 2-2 3-3 4-4 4-5 5-6 1 1 1";
- if (test == should_be) {
- return true;
- } else {
- return false;
- }
-}
-
-bool probabilitiesTest()
-{
- StringPiece line1 = StringPiece("0.536553 0.75961 0.634108 0.532927 2.718");
- StringPiece line2 = StringPiece("1.42081e-05 3.91895e-09 0.0738539 0.749514 2.718");
-
- std::vector<double> pesho;
- bool peshobool = false;
- bool kirobool = false;
- std::vector<double> kiro;
-
- pesho = splitProbabilities(line1);
- kiro = splitProbabilities(line2);
-
- if (pesho[0] == 0.536553 && pesho[1] == 0.75961 && pesho[2] == 0.634108 && pesho[3] == 0.532927 && pesho[4] == 2.718 && pesho.size() == 5) {
- peshobool = true;
- } else {
- std::cout << "Processed: " << pesho[0] << " " << pesho[1] << " " << pesho[2] << " " << pesho[3] << " " << pesho[4] << std::endl;
- std::cout << "Size is: " << pesho.size() << " Expected 5." << std::endl;
- std::cout << "Expected: " << "0.536553 0.75961 0.634108 0.532927 2.718" << std::endl;
- }
-
- if (kiro[0] == 1.42081e-05 && kiro[1] == 3.91895e-09 && kiro[2] == 0.0738539 && kiro[3] == 0.749514 && kiro[4] == 2.718 && kiro.size() == 5) {
- kirobool = true;
- } else {
- std::cout << "Processed: " << kiro[0] << " " << kiro[1] << " " << kiro[2] << " " << kiro[3] << " " << kiro[4] << std::endl;
- std::cout << "Size is: " << kiro.size() << " Expected 5." << std::endl;
- std::cout << "Expected: " << "1.42081e-05 3.91895e-09 0.0738539 0.749514 2.718" << std::endl;
- }
-
- return (peshobool && kirobool);
-}
-
-bool wordAll1test()
-{
- StringPiece line1 = StringPiece("2-0 3-1 4-2 5-2");
- StringPiece line2 = StringPiece("0-0 1-1 2-2 3-3 4-3 6-4 5-5");
-
- std::vector<int> pesho;
- bool peshobool = false;
- bool kirobool = false;
- std::vector<int> kiro;
-
- pesho = splitWordAll1(line1);
- kiro = splitWordAll1(line2);
-
- if (pesho[0] == 2 && pesho[1] == 0 && pesho[2] == 3 && pesho[3] == 1 && pesho[4] == 4
- && pesho[5] == 2 && pesho[6] == 5 && pesho[7] == 2 && pesho.size() == 8) {
- peshobool = true;
- } else {
- std::cout << "Processed: " << pesho[0] << "-" << pesho[1] << " " << pesho[2] << "-" << pesho[3] << " "
- << pesho[4] << "-" << pesho[5] << " " << pesho[6] << "-" << pesho[7] << std::endl;
- std::cout << "Size is: " << pesho.size() << " Expected: 8." << std::endl;
- std::cout << "Expected: " << "2-0 3-1 4-2 5-2" << std::endl;
- }
-
- if (kiro[0] == 0 && kiro[1] == 0 && kiro[2] == 1 && kiro[3] == 1 && kiro[4] == 2 && kiro[5] == 2
- && kiro[6] == 3 && kiro[7] == 3 && kiro[8] == 4 && kiro[9] == 3 && kiro[10] == 6 && kiro[11] == 4
- && kiro[12] == 5 && kiro[13] == 5 && kiro.size() == 14) {
- kirobool = true;
- } else {
- std::cout << "Processed: " << kiro[0] << "-" << kiro[1] << " " << kiro[2] << "-" << kiro[3] << " "
- << kiro[4] << "-" << kiro[5] << " " << kiro[6] << "-" << kiro[7] << " " << kiro[8] << "-" << kiro[9]
- << " " << kiro[10] << "-" << kiro[11] << " " << kiro[12] << "-" << kiro[13] << std::endl;
- std::cout << "Size is: " << kiro.size() << " Expected: 14" << std::endl;
- std::cout << "Expected: " << "0-0 1-1 2-2 3-3 4-3 6-4 5-5" << std::endl;
- }
-
- return (peshobool && kirobool);
-}
-
-bool wordAll2test()
-{
- StringPiece line1 = StringPiece("4 9 1");
- StringPiece line2 = StringPiece("3255 9 1");
-
- std::vector<int> pesho;
- bool peshobool = false;
- bool kirobool = false;
- std::vector<int> kiro;
-
- pesho = splitWordAll2(line1);
- kiro = splitWordAll2(line2);
-
- if (pesho[0] == 4 && pesho[1] == 9 && pesho[2] == 1 && pesho.size() == 3) {
- peshobool = true;
- } else {
- std::cout << "Processed: " << pesho[0] << " " << pesho[1] << " " << pesho[2] << std::endl;
- std::cout << "Size: " << pesho.size() << " Expected: 3" << std::endl;
- std::cout << "Expected: " << "4 9 1" << std::endl;
- }
-
- if (kiro[0] == 3255 && kiro[1] == 9 && kiro[2] == 1 && kiro.size() == 3) {
- kirobool = true;
- } else {
- std::cout << "Processed: " << kiro[0] << " " << kiro[1] << " " << kiro[2] << std::endl;
- std::cout << "Size: " << kiro.size() << " Expected: 3" << std::endl;
- std::cout << "Expected: " << "3255 9 1" << std::endl;
- }
-
- return (peshobool && kirobool);
-
-}
-
-bool test_tokenization()
-{
- StringPiece line1 = StringPiece("! ! ! ! ||| ! ! ! ! ||| 0.0804289 0.141656 0.0804289 0.443409 2.718 ||| 0-0 1-1 2-2 3-3 ||| 1 1 1");
- StringPiece line2 = StringPiece("! ! ! ) , has ||| ! ! ! ) - , a ||| 0.0804289 0.0257627 0.0804289 0.00146736 2.718 ||| 0-0 1-1 2-2 3-3 4-4 4-5 5-6 ||| 1 1 1");
- StringPiece line3 = StringPiece("! ! ! ) , ||| ! ! ! ) - , ||| 0.0804289 0.075225 0.0804289 0.00310345 2.718 ||| 0-0 1-1 2-2 3-3 4-4 4-5 ||| 1 1 1");
- StringPiece line4 = StringPiece("! ! ! ) ||| ! ! ! ) . ||| 0.0804289 0.177547 0.0268096 0.000872597 2.718 ||| 0-0 1-1 2-2 3-3 ||| 1 3 1");
-
- line_text output1 = splitLine(line1);
- line_text output2 = splitLine(line2);
- line_text output3 = splitLine(line3);
- line_text output4 = splitLine(line4);
-
- bool test1 = output1.prob == StringPiece("0.0804289 0.141656 0.0804289 0.443409 2.718");
- bool test2 = output2.word_all1 == StringPiece("0-0 1-1 2-2 3-3 4-4 4-5 5-6");
- bool test3 = output2.target_phrase == StringPiece("! ! ! ) - , a");
- bool test4 = output3.source_phrase == StringPiece("! ! ! ) ,");
- bool test5 = output4.word_all2 == StringPiece("1 3 1");
-
- //std::cout << test1 << " " << test2 << " " << test3 << " " << test4 << std::endl;
-
- return (test1 && test2 && test3 && test4 && test5);
-
-}
-
-bool test_linesplitter()
-{
- StringPiece line1 = StringPiece("! &#93; 0.0738539 0.901133 0.0738539 0.65207 2.718 0-0 1-1 1 1 1");
- target_text ans1;
- ans1 = splitSingleTargetLine(line1);
-
- /* For testing purposes
- std::cout << ans1.target_phrase[0] << " " <<ans1.target_phrase[1] << " Size: " << ans1.target_phrase.size() << std::endl;
- std::cout << ans1.word_all1[3] << " " << ans1.word_all2[2] << " " << ans1.prob[3] << std::endl; */
-
- return (ans1.target_phrase.size() == 2 && ans1.prob.size() == 5 && ans1.word_all1.size() == 4 && ans1.word_all2.size() == 3);
-}
-
-bool test_linessplitter()
-{
- StringPiece line1 = StringPiece("! &#93; 0.0738539 0.901133 0.0738539 0.65207 2.718 0-0 1-1 1 1 1\n\n! ) . proto došlo 0.0738539 7.14446e-06");
- StringPiece line2 = StringPiece("! &quot; ) 0.536553 0.75961 0.634108 0.532927 2.718 0-0 1-1 2-2 13 11 8\n! ) . 0.0369269 0.00049839 0.00671399 0.00372884 2.718 0-0 1-1 2-1 2-2 2 11 1\n&quot; ! ) 0.0738539 0.75961 0.00671399 0.532927 2.718 1-0 0-1 2-2 1 11 1\nse ! &quot; ) 0.0738539 0.75961 0.00671399 0.0225211 2.718 0-1 1-2 2-3 1 11 1\n\n! &quot; , a to 0.0738539 0.0894238 0.0738539 0.048");
-
- std::vector<target_text> ans1;
- std::vector<target_text> ans2;
-
- ans1 = splitTargetLine(line1);
- ans2 = splitTargetLine(line2);
-
- bool sizes = ans1.size() == 1 && ans2.size() == 4;
- bool prob = ans1[0].prob[3] == 0.65207 && ans2[1].prob[1] == 0.00049839;
- bool word_alls = ans2[0].word_all2[1] == 11 && ans2[3].word_all1[5] == 3;
-
- /* FOr testing
- std::cout << ans1.size() << std::endl;
- std::cout << ans2.size() << std::endl;
- std::cout << ans1[0].prob[3] << std::endl;
- std::cout << ans2[1].prob[1] << std::endl;
- std::cout << ans2[0].word_all2[1] << std::endl;
- std::cout << ans2[3].word_all1[5] << std::endl; */
-
- return sizes && prob && word_alls;
-}
-
-int main()
-{
- if (probabilitiesTest() && wordAll1test() && wordAll2test() && test_tokenization() && test_linesplitter() && test_linessplitter() && test_vectorinsert()) {
- std::cout << "All tests pass!" << std::endl;
- } else {
- std::cout << "Failiure in some tests!" << std::endl;
- }
-
- return 1;
-} \ No newline at end of file
diff --git a/moses/TranslationModel/ProbingPT/tests/vocabid_test.cpp b/moses/TranslationModel/ProbingPT/tests/vocabid_test.cpp
deleted file mode 100644
index fac439eeb..000000000
--- a/moses/TranslationModel/ProbingPT/tests/vocabid_test.cpp
+++ /dev/null
@@ -1,46 +0,0 @@
-#include <map> //Map for vocab ids
-
-#include "hash.hh"
-#include "vocabid.hh"
-
-int main(int argc, char* argv[])
-{
-
- //Create a map and serialize it
- std::map<uint64_t, std::string> vocabids;
- StringPiece demotext = StringPiece("Demo text with 3 elements");
- add_to_map(&vocabids, demotext);
- //Serialize map
- serialize_map(&vocabids, "/tmp/testmap.bin");
-
- //Read the map and test if the values are the same
- std::map<uint64_t, std::string> newmap;
- read_map(&newmap, "/tmp/testmap.bin");
-
- //Used hashes
- uint64_t num1 = getHash(StringPiece("Demo"));
- uint64_t num2 = getVocabID("text");
- uint64_t num3 = getHash(StringPiece("with"));
- uint64_t num4 = getVocabID("3");
- uint64_t num5 = getHash(StringPiece("elements"));
- uint64_t num6 = 0;
-
- //Tests
- bool test1 = getStringFromID(&newmap, num1) == getStringFromID(&vocabids, num1);
- bool test2 = getStringFromID(&newmap, num2) == getStringFromID(&vocabids, num2);
- bool test3 = getStringFromID(&newmap, num3) == getStringFromID(&vocabids, num3);
- bool test4 = getStringFromID(&newmap, num4) == getStringFromID(&vocabids, num4);
- bool test5 = getStringFromID(&newmap, num5) == getStringFromID(&vocabids, num5);
- bool test6 = getStringFromID(&newmap, num6) == getStringFromID(&vocabids, num6);
-
-
- if (test1 && test2 && test3 && test4 && test5 && test6) {
- std::cout << "Map was successfully written and read!" << std::endl;
- } else {
- std::cout << "Error! " << test1 << " " << test2 << " " << test3 << " " << test4 << " " << test5 << " " << test6 << std::endl;
- }
-
-
- return 1;
-
-}