blob: 3afcc8d62f912d5f932d2c7e5458153cc03d7ee6 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
"""
Test the conversion to lcodes and splitting of dataset names
"""
import tempfile
import pytest
import stanza
from stanza.models.common.constant import treebank_to_short_name
from stanza.tests import *
pytestmark = [pytest.mark.travis, pytest.mark.pipeline]
def test_treebank():
"""
Test the entire treebank name conversion
"""
# conversion of a UD_ name
assert "hi_hdtb" == treebank_to_short_name("UD_Hindi-HDTB")
# conversion of names without UD
assert "hi_fire2013" == treebank_to_short_name("Hindi-fire2013")
assert "hi_fire2013" == treebank_to_short_name("Hindi-Fire2013")
assert "hi_fire2013" == treebank_to_short_name("Hindi-FIRE2013")
# already short names are generally preserved
assert "hi_fire2013" == treebank_to_short_name("hi-fire2013")
assert "hi_fire2013" == treebank_to_short_name("hi_fire2013")
# a special case
assert "zh-hant_pud" == treebank_to_short_name("UD_Chinese-PUD")
# a special case already converted once
assert "zh-hant_pud" == treebank_to_short_name("zh-hant_pud")
assert "zh-hant_pud" == treebank_to_short_name("zh-hant-pud")
assert "zh-hans_gsdsimp" == treebank_to_short_name("zh-hans_gsdsimp")
|
