test_morph.cpp
2.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
/*
* File: test_morph.cpp
* Author: mlenart
*
* Created on November 8, 2013, 4:12 PM
*/
//#include <cstdlib>
#include <sstream>
#include <iostream>
#include "fsa.hpp"
#include "interpretations.hpp"
#include "utils.hpp"
#include "MorphDeserializer.hpp"
using namespace std;
void debug(const string& key, const vector<Interpretation> value) {
cerr << key << endl;
for (Interpretation i: value) {
cerr << "suffix to cut: " << i.lemma.suffixToCut << endl;
cerr << "suffix to add: " << i.lemma.suffixToAdd << endl;
cerr << "tag: " << i.tag << endl;
cerr << "name: " << i.nameClassifier << endl;
}
cerr << "==================" << endl;
}
void debug(const string& key, const StringInterpretation& value) {
cerr << key << '\t' << value.toString() << endl;
}
void doTest(
const FSA<vector<Interpretation>>& fsa,
const InterpretationsConverter& interpsConverter,
const char* fname) {
ifstream ifs;
// ifs.exceptions(std::ifstream::failbit | std::ifstream::badbit);
ifs.open(fname, ios::binary);
string line;
while (getline(ifs, line)) {
vector<string> splitVector(split(line, '\t'));
string key = splitVector[0];
string lemma = splitVector[1];
string tag = splitVector[2];
string name = splitVector[3];
vector<Interpretation> value2;
fsa.tryToRecognize(key.c_str(), value2);
vector<StringInterpretation> parsedValues;
bool found = false;
for (Interpretation interp: value2) {
StringInterpretation parsedValue = interpsConverter.convertInterpretation(key, interp);
// parsedValues.push_back(parsedValue);
debug(key, parsedValue);
if (lemma == parsedValue.lemma && tag == parsedValue.tag && name == parsedValue.name) {
found = true;
}
}
validate(found, "Failed to recognize " + key + " " + lemma + ":" + tag + ":" + name);
// debug(key, value2);
// validate(fsa.tryToRecognize(key.c_str(), value2), "Failed to recognize " + key);
}
validate(ifs.eof(), "Failed to read the input file to the end");
}
int main(int argc, char** argv) {
DEBUG("start test");
validate(argc == 3, "Must provide exactly two arguments - FSA filename, and dictionary filename.");
const unsigned char* fsaData = readFile(argv[1]);
MorphDeserializer deserializer;
DEBUG("will read FSA");
FSA<vector<Interpretation>>* fsa = FSA<vector<Interpretation>>::getFSA(fsaData, deserializer);
DEBUG("DONE read FSA");
DEBUG("will read tagset");
InterpretationsConverter converter(fsaData);
DEBUG("DONE read tagset");
DEBUG("still alive");
doTest(*fsa, converter, argv[2]);
// cout << argc << endl;
delete fsa;
return 0;
}