Blame view

tools/maca/libmaca/conv/attributecopier.cpp 2.22 KB
Jan Lupa authored
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
/*
    Copyright (C) 2010 Tomasz Śniatowski, Adam Radziszewski
    Part of the libmaca project

    This program is free software; you can redistribute it and/or modify it
under the terms of the GNU Lesser General Public License as published by the Free
Software Foundation; either version 3 of the License, or (at your option)
any later version.

    This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
or FITNESS FOR A PARTICULAR PURPOSE. 

    See the LICENSE.MACA, LICENSE.SFST, LICENSE.GUESSER, COPYING.LESSER and COPYING files for more details.
*/

#include <libmaca/conv/attributecopier.h>
#include <boost/algorithm/string.hpp>
#include <boost/foreach.hpp>
#include <libmaca/typedefs.h>
#include <libmaca/exception.h>

namespace Maca {
namespace Conversion {

Corpus2::mask_t make_attributes_mask(const Corpus2::Tagset& tagset,
		const std::string& str)
{
	Corpus2::mask_t v = 0;
	return append_attributes_mask(v, tagset, str);
}

Corpus2::mask_t append_attributes_mask(Corpus2::mask_t& v,
		const Corpus2::Tagset& tagset, const std::string& str)
{
	string_range_vector srv;
	boost::algorithm::split(srv, str, boost::is_any_of(std::string(": ")));
	BOOST_FOREACH(const string_range& sr, srv) {
		if (!sr.empty()) {
			Corpus2::mask_t a = tagset.get_attribute_mask(sr);
			if (a.any()) {
				v |= a;
			} else {
				throw MacaError("Invalid attribute in copy_attrs: " + str);
			}
		}
	}
	return v;
}

void copy_attributes(const Corpus2::Tag& from,
		const Corpus2::mask_t& amask, Corpus2::Tag& to)
{
	to.add_values_masked(from.get_values(), amask);
}

void copy_attributes(const Corpus2::Token& from,
		const Corpus2::mask_t& alist, Corpus2::Token& to)
{
	std::vector<Corpus2::Lexeme> new_lexemes;
	BOOST_FOREACH(const Corpus2::Lexeme& lex1, to.lexemes()) {
		BOOST_FOREACH(const Corpus2::Lexeme& lex2, from.lexemes()) {
			Corpus2::Tag tag = lex1.tag();
			copy_attributes(lex2.tag(), alist, tag);
			Corpus2::Lexeme lex3(lex1.lemma(), tag);
			if (lex1.is_disamb() && lex2.is_disamb()) {
				lex3.set_disamb(true);
			}
			new_lexemes.push_back(lex3);
		}
	}
	to.lexemes() = new_lexemes;
	to.remove_duplicate_lexemes();
}

} /* end ns Conversion */
} /* end ns Maca */