1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
"""
Misc tests for the server
"""
import pytest
import re
import stanza.server as corenlp
from tests import compare_ignoring_whitespace
pytestmark = pytest.mark.client
EN_DOC = "Joe Smith lives in California."
EN_DOC_GOLD = """
Sentence #1 (6 tokens):
Joe Smith lives in California.
Tokens:
[Text=Joe CharacterOffsetBegin=0 CharacterOffsetEnd=3 PartOfSpeech=NNP Lemma=Joe NamedEntityTag=PERSON]
[Text=Smith CharacterOffsetBegin=4 CharacterOffsetEnd=9 PartOfSpeech=NNP Lemma=Smith NamedEntityTag=PERSON]
[Text=lives CharacterOffsetBegin=10 CharacterOffsetEnd=15 PartOfSpeech=VBZ Lemma=live NamedEntityTag=O]
[Text=in CharacterOffsetBegin=16 CharacterOffsetEnd=18 PartOfSpeech=IN Lemma=in NamedEntityTag=O]
[Text=California CharacterOffsetBegin=19 CharacterOffsetEnd=29 PartOfSpeech=NNP Lemma=California NamedEntityTag=STATE_OR_PROVINCE]
[Text=. CharacterOffsetBegin=29 CharacterOffsetEnd=30 PartOfSpeech=. Lemma=. NamedEntityTag=O]
Dependency Parse (enhanced plus plus dependencies):
root(ROOT-0, lives-3)
compound(Smith-2, Joe-1)
nsubj(lives-3, Smith-2)
case(California-5, in-4)
obl(lives-3, California-5)
punct(lives-3, .-6)
Extracted the following NER entity mentions:
Joe Smith PERSON PERSON:0.9972202689478088
California STATE_OR_PROVINCE LOCATION:0.9990868267002156
"""
def test_english_request():
""" Test case of starting server with Spanish defaults, and then requesting default English properties """
with corenlp.CoreNLPClient(properties='spanish', server_id='test_english_request') as client:
ann = client.annotate(EN_DOC, properties_key='english', output_format='text')
compare_ignoring_whitespace(ann, EN_DOC_GOLD)
def test_unknown_request():
""" Test case of starting server with Spanish defaults, and then requesting UNBAN_MOX_OPAL properties """
with corenlp.CoreNLPClient(properties='spanish', server_id='test_english_request') as client:
with pytest.raises(ValueError):
ann = client.annotate(EN_DOC, properties_key='UNBAN_MOX_OPAL', output_format='text')
expected_codepoints = ((0, 1), (2, 4), (5, 8), (9, 15), (16, 20))
expected_characters = ((0, 1), (2, 4), (5, 10), (11, 17), (18, 22))
codepoint_doc = "I am 𝒚̂𝒊 random text"
def test_codepoints():
""" Test case of asking for codepoints from the English tokenizer """
with corenlp.CoreNLPClient(annotators=['tokenize','ssplit'], # 'depparse','coref'],
properties={'tokenize.codepoint': 'true'}) as client:
ann = client.annotate(codepoint_doc)
for i, (codepoints, characters) in enumerate(zip(expected_codepoints, expected_characters)):
token = ann.sentence[0].token[i]
assert token.codepointOffsetBegin == codepoints[0]
assert token.codepointOffsetEnd == codepoints[1]
assert token.beginChar == characters[0]
assert token.endChar == characters[1]
|
