blob: 38e4dab175630296e1a55a21ddd8ca5dc5d83062 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
#include "Vocabulary.h"
#pragma once
#define LINE_MAX_LENGTH 10000
class Alignment
{
public:
typedef unsigned int INDEX;
private:
char *m_array;
INDEX *m_sentenceEnd;
INDEX m_size;
INDEX m_sentenceCount;
char m_unaligned[ 256 ]; // here for speed (local to PhraseAlignment)
public:
~Alignment();
void Create( string fileName );
bool PhraseAlignment( INDEX sentence, char target_length,
char source_start, char source_end,
char &target_start, char &target_end,
char &pre_null, char &post_null );
void Load( string fileName );
void Save( string fileName );
vector<string> Tokenize( const char input[] );
INDEX GetSentenceStart( INDEX sentence ) {
if (sentence == 0) return 0;
return m_sentenceEnd[ sentence-1 ] + 2;
}
INDEX GetNumberOfAlignmentPoints( INDEX sentence ) {
return ( m_sentenceEnd[ sentence ] - GetSentenceStart( sentence ) ) / 2;
}
char GetSourceWord( INDEX sentence, INDEX alignment_point ) {
return m_array[ GetSentenceStart( sentence ) + alignment_point*2 ];
}
char GetTargetWord( INDEX sentence, INDEX alignment_point ) {
return m_array[ GetSentenceStart( sentence ) + alignment_point*2 + 1 ];
}
};
|
