1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
import pytest
import stanza
from tests import *
from stanza.models.common.doc import Document, ID, TEXT, NER
pytestmark = [pytest.mark.travis, pytest.mark.pipeline]
@pytest.fixture
def sentences_dict():
return [[{ID: 1, TEXT: "unban"},
{ID: 2, TEXT: "mox"},
{ID: 3, TEXT: "opal"}],
[{ID: 4, TEXT: "ban"},
{ID: 5, TEXT: "Lurrus"}]]
@pytest.fixture
def doc(sentences_dict):
doc = Document(sentences_dict)
return doc
def test_basic_values(doc, sentences_dict):
"""
Test that sentences & token text are properly set when constructing a doc
"""
assert len(doc.sentences) == len(sentences_dict)
for sentence, raw_sentence in zip(doc.sentences, sentences_dict):
assert sentence.doc == doc
assert len(sentence.tokens) == len(raw_sentence)
for token, raw_token in zip(sentence.tokens, raw_sentence):
assert token.text == raw_token[TEXT]
def test_set_sentence(doc):
"""
Test setting a field on the sentences themselves
"""
doc.set(fields="sentiment",
contents=["4", "0"],
to_sentence=True)
assert doc.sentences[0].sentiment == "4"
assert doc.sentences[1].sentiment == "0"
def test_set_tokens(doc):
"""
Test setting values on tokens
"""
ner_contents = ["O", "ARTIFACT", "ARTIFACT", "O", "CAT"]
doc.set(fields=NER,
contents=ner_contents,
to_token=True)
result = doc.get(NER, from_token=True)
assert result == ner_contents
|
