1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
"""
Tests specifically for the MultilingualPipeline
"""
import pytest
from stanza.pipeline.multilingual import MultilingualPipeline
from stanza.tests import TEST_MODELS_DIR
pytestmark = [pytest.mark.pipeline, pytest.mark.travis]
def test_multilingual_pipeline():
"""
Basic test of multilingual pipeline
"""
english_text = "This is an English sentence."
english_deps_gold = "\n".join((
"('This', 5, 'nsubj')",
"('is', 5, 'cop')",
"('an', 5, 'det')",
"('English', 5, 'amod')",
"('sentence', 0, 'root')",
"('.', 5, 'punct')"
))
french_text = "C'est une phrase française."
french_deps_gold = "\n".join((
"(\"C'\", 4, 'nsubj')",
"('est', 4, 'cop')",
"('une', 4, 'det')",
"('phrase', 0, 'root')",
"('française', 4, 'amod')",
"('.', 4, 'punct')"
))
nlp = MultilingualPipeline(model_dir=TEST_MODELS_DIR)
docs = [english_text, french_text]
docs = nlp(docs)
assert docs[0].lang == "en"
assert docs[0].sentences[0].dependencies_string() == english_deps_gold
assert docs[1].lang == "fr"
assert docs[1].sentences[0].dependencies_string() == french_deps_gold
|
