test_morph.cpp
2.68 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
/*
* File: test_morph.cpp
* Author: mlenart
*
* Created on November 8, 2013, 4:12 PM
*/
//#include <cstdlib>
#include <sstream>
#include <iostream>
#include "fsa.hpp"
#include "EncodedInterpretation.hpp"
#include "utils.hpp"
#include "MorphDeserializer.hpp"
#include "Morfeusz.hpp"
#include "MorphInterpretation.hpp"
using namespace std;
void doTest(
const FSA<vector<InterpsGroup>>& fsa,
const Tagset& tagset,
// const InterpretationsDecoder<TaggedInterpretation>& interpsConverter,
const char* fname) {
ifstream ifs;
// ifs.exceptions(std::ifstream::failbit | std::ifstream::badbit);
ifs.open(fname, ios::binary);
string line;
while (getline(ifs, line)) {
vector<string> splitVector(split(line, '\t'));
string orth = splitVector[0];
string lemma = splitVector[1];
string tag = splitVector[2];
string name = splitVector[3];
vector<InterpsGroup> value2;
fsa.tryToRecognize(orth.c_str(), value2);
DEBUG("recognized "+to_string(value2.size()));
// vector<TaggedInterpretation> parsedValues;
bool found = false;
// for (InterpsGroup gi: value2)
// for (MorphInterpretation interp: gi.getRealInterps(orth, 0, 0, tagset)) {
//// TaggedInterpretation parsedValue = interpsConverter.getInterpretation(key, interp);
//// (0, 0, orth, encodedInterp, tagset);
//// parsedValues.push_back(parsedValue);
//// debug(orth, parsedValue);
// if (lemma == interp.getLemma() && tag == interp.getTag() && name == interp.getName()) {
// DEBUG("RECOGNIZED");
// found = true;
// }
// else {
// DEBUG("not matching "+interp.getLemma()+ " " + interp.getTag() + " " + interp.getName());
// }
// }
validate(found, "Failed to recognize " + orth + " " + lemma + ":" + tag + ":" + name);
// debug(key, value2);
// validate(fsa.tryToRecognize(key.c_str(), value2), "Failed to recognize " + key);
}
validate(ifs.eof(), "Failed to read the input file to the end");
}
int main(int argc, char** argv) {
DEBUG("start test");
// validate(argc == 3, "Must provide exactly two arguments - FSA filename, and dictionary filename.");
// const unsigned char* fsaData = readFile(argv[1]);
// MorphDeserializer deserializer;
// FSA<vector<InterpsGroup>>* fsa = FSA<vector<InterpsGroup>>::getFSA(fsaData, deserializer);
// Tagset tagset(fsaData);
//// TaggedInterpretationsDecoder interpsDecoder(tagset);
// DEBUG("DONE read tagset");
// DEBUG("still alive");
// doTest(*fsa, tagset, argv[2]);
// delete fsa;
return 0;
}