InterpretedChunksDecoder.hpp
2.81 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
/*
* File: InterpsGroupDecoder.hpp
* Author: mlenart
*
* Created on November 22, 2013, 10:35 PM
*/
#ifndef INTERPSGROUPDECODER_HPP
#define INTERPSGROUPDECODER_HPP
#include "charset/CharsetConverter.hpp"
#include "EncodedInterpretation.hpp"
#include "InterpretedChunk.hpp"
#include "EncodedInterpretation.hpp"
#include "charset/CaseConverter.hpp"
class InterpretedChunksDecoder {
public:
InterpretedChunksDecoder(
const Tagset& tagset,
const CharsetConverter& charsetConverter,
const CaseConverter& caseConverter)
: tagset(tagset),
charsetConverter(charsetConverter),
utf8CharsetConverter(),
caseConverter(caseConverter) {
}
template <class OutputIterator>
OutputIterator decode(
unsigned int startNode,
unsigned int endNode,
const InterpretedChunk& interpretedChunk,
OutputIterator out) {
string orth = this->toString(interpretedChunk.originalCodepoints);
for (const EncodedInterpretation& ei : interpretedChunk.interpsGroup.interps) {
string lemma = convertLemma(
interpretedChunk.lowercaseCodepoints,
ei.lemma);
*out = MorphInterpretation(
startNode, endNode,
orth, lemma,
ei.tag, ei.nameClassifier,
tagset);
++out;
}
return out;
}
std::string toString(std::vector<uint32_t> codepoints) {
std::string res;
for (uint32_t cp : codepoints) {
charsetConverter.append(cp, res);
}
return res;
}
private:
string convertLemma(
const vector<uint32_t>& orth,
const EncodedLemma& lemma) {
string res;
for (unsigned int i = 0; i < orth.size() - lemma.suffixToCut; i++) {
uint32_t cp =
(i < lemma.casePattern.size() && lemma.casePattern[i])
? this->caseConverter.toTitle(orth[i])
: orth[i];
charsetConverter.append(cp, res);
}
const char* suffixPtr = lemma.suffixToAdd.c_str();
const char* suffixEnd = suffixPtr + lemma.suffixToAdd.length();
while (suffixPtr != suffixEnd) {
uint32_t cp = utf8CharsetConverter.next(suffixPtr, suffixEnd);
charsetConverter.append(cp, res);
}
// string res(orth);
// res.erase(
// res.end() - lemma.suffixToCut,
// res.end());
// res.append(lemma.suffixToAdd);
return res;
}
const Tagset& tagset;
const CharsetConverter& charsetConverter;
const UTF8CharsetConverter utf8CharsetConverter;
const CaseConverter& caseConverter;
};
#endif /* INTERPSGROUPDECODER_HPP */