parser.ml
11.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
(*
* ENIAMexec implements ENIAM processing stream
* Copyright (C) 2016-2017 Wojciech Jaworski <wjaworski atSPAMfree mimuw dot edu dot pl>
* Copyright (C) 2016-2017 Institute of Computer Science Polish Academy of Sciences
*
* This library is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*)
open ENIAMsubsyntaxTypes
open Xstd
let rules = ENIAM_LCGlexicon.make_rules false ENIAM_LCGlexiconTypes.rules_filename
let dep_rules = ENIAM_LCGlexicon.make_rules true ENIAM_LCGlexiconTypes.rules_filename
type output = (*Text |*) Xml | Html | Marsh (*| Yaml | Graphviz*)
let output = ref Html
let comm_stdio = ref true
let port = ref 5439
let lexSemantics_built_in = ref true
let lexSemantics_host = ref "localhost"
let lexSemantics_port = ref 5739
let verbosity = ref 1
let img = ref 1
let timeout = ref 30.
let select_sentence_modes_flag = ref false
let select_sentences_flag = ref true
let semantic_processing_flag = ref true
let discontinuous_parsing_flag = ref false
let output_dir = ref "results/"
let perform_integration = ref false
let spec_list = [
"-i", Arg.Unit (fun () -> comm_stdio:=true), "Communication using stdio (default)";
"-p", Arg.Int (fun p -> comm_stdio:=false; port:=p), "<port> Communication using sockets on given port number";
(*"-t", Arg.Unit (fun () -> output:=Text), "Output as plain text (default)";*)
"-x", Arg.Unit (fun () -> output:=Xml), "Output as XML";
"-m", Arg.Unit (fun () -> output:=Marsh), "Output as marshalled Ocaml data structure";
"-h", Arg.Unit (fun () -> output:=Html), "Output as HTML (default)";
(* "-y", Arg.Unit (fun () -> output:=Yaml), "Output as YAML"; *)
(*"-g", Arg.Unit (fun () -> output:=Graphviz; sentence_split:=false), "Output as graphviz dot file; turns sentence split off";*)
(* "-r", Arg.String (fun p ->
ENIAMtokenizerTypes.set_resource_path p;
ENIAMmorphologyTypes.set_resource_path p;
ENIAMsubsyntaxTypes.set_resource_path p), "<path> Set resource path"; *)
"-b", Arg.Unit (fun () -> lexSemantics_built_in:=true), "Use built in version of ENIAMlexSemantics (default)";
"--port", Arg.Int (fun p -> lexSemantics_built_in:=false; lexSemantics_port:=p), "<port> Connect to ENIAMlexSemantics on a given port";
"--host", Arg.String (fun s -> lexSemantics_built_in:=false; lexSemantics_host:=s), "<hostname> Connect to ENIAMlexSemantics on a given host (by default localhost)";
"--timeout", Arg.Float (fun x -> timeout:=x), "<seconds> Sets timeout value for parser (default 30 seconds)";
"-v", Arg.Int (fun v -> verbosity:=v), "<val> Sets verbosity level of parser\n 0 - print only status information\n 1 - print data relevant to the status of a given sentence (default)\n 2 - print all data structures";
"--img", Arg.Int (fun v -> img:=v), "<val> Selects which images are included in output html page \n 0 - no images included\n 1 - simple dependency trees included (default)\n 2 - dependency trees included";
"--output", Arg.String (fun s -> output_dir:=s), "<dir> Sets output directory (by default results/)";
"--sel-modes", Arg.Unit (fun () -> select_sentence_modes_flag:=true), "Select sentence modes";
"--no-sel-modes", Arg.Unit (fun () -> select_sentence_modes_flag:=false), "Do not select sentence modes (default)";
"--sel-sent", Arg.Unit (fun () -> select_sentences_flag:=true), "Select parsed sentences (default)";
"--no-sel-sent", Arg.Unit (fun () -> select_sentences_flag:=false), "Do not select parsed sentences";
"--sem", Arg.Unit (fun () -> semantic_processing_flag:=true), "Perform semantic processing (default)";
"--no-sem", Arg.Unit (fun () -> semantic_processing_flag:=false), "Do not perform semantic processing";
"--discontinuous", Arg.Unit (fun () -> discontinuous_parsing_flag:=true), "Parse discontinuous constituents";
"--no-discontinuous", Arg.Unit (fun () -> discontinuous_parsing_flag:=false), "Do not parse discontinuous constituents (default)";
"--partial", Arg.Unit (fun () -> ENIAMexecTypes.partial_parsing_flag:=true), "Build derivation trees for partially parsed sentences";
"--no-partial", Arg.Unit (fun () -> ENIAMexecTypes.partial_parsing_flag:=false), "Build derivation trees for partially parsed sentences (default)";
"--dep-parser", Arg.Unit (fun () ->
ENIAMpreIntegration.concraft_enabled := true;
ENIAMpreIntegration.mate_parser_enabled := true;
perform_integration := true), "Enable dependency parser";
"--no-dep-parser", Arg.Unit (fun () ->
ENIAMpreIntegration.concraft_enabled := false;
ENIAMpreIntegration.mate_parser_enabled := false), "Disable dependency parser (default)";
"--swigra", Arg.Unit (fun () ->
ENIAMpreIntegration.swigra_enabled := true;
perform_integration := true), "Enable Swigra parser";
"--no-swigra", Arg.Unit (fun () ->
ENIAMpreIntegration.swigra_enabled := false), "Disable Swigra parser (default)";
"--polfie", Arg.Unit (fun () ->
ENIAMpreIntegration.polfie_enabled := true;
perform_integration := true), "Enable POLFIE parser";
"--no-polfie", Arg.Unit (fun () ->
ENIAMpreIntegration.polfie_enabled := false), "Disable POLFIE parser (default)";
]
let usage_msg =
"Usage: semparser <options>\nInput is a sequence of lines. Empty line ends the sequence and invoke parsing. Double empty line shutdown parser.\nOptions are:"
let message = "ENIAM_LCGparser, semantic parser for Logical Categorial Grammar formalism\n\
Copyright (C) 2017 Wojciech Jaworski <wjaworski atSPAMfree mimuw dot edu dot pl>\n\
Copyright (C) 2017 Institute of Computer Science Polish Academy of Sciences"
let anon_fun s = raise (Arg.Bad ("invalid argument: " ^ s))
let input_text channel =
let s = ref (try input_line channel with End_of_file -> "") in
let lines = ref [] in
while !s <> "" do
lines := !s :: !lines;
s := try input_line channel with End_of_file -> ""
done;
String.concat "\n" (List.rev !lines)
let rec main_loop sub_in sub_out in_chan out_chan =
let text = input_text in_chan in
if text = "" then () else (
let text,tokens,lex_sems,msg =
if !lexSemantics_built_in then
let text,tokens,msg = ENIAMsubsyntax.catch_parse_text text in
let text,msg =
if msg <> "" || not !perform_integration then text,msg else
ENIAMpreIntegration.catch_parse_text ENIAMsubsyntaxTypes.Struct tokens text in
let lex_sems,msg =
if msg <> "" then ExtArray.make 0 ENIAMlexSemanticsTypes.empty_lex_sem, msg
else ENIAMlexSemantics.catch_assign tokens text in
text,tokens,lex_sems,msg else (
Printf.fprintf sub_out "%s\n\n%!" text;
(Marshal.from_channel sub_in : ENIAMsubsyntaxTypes.text * ENIAMtokenizerTypes.token_env ExtArray.t * ENIAMlexSemanticsTypes.lex_sem ExtArray.t * string)) in
if msg <> "" then
(match !output with
| Html -> Printf.fprintf out_chan "%s\n%!" msg
| Xml -> Printf.fprintf out_chan "%s\n%!" (Xml.to_string_fmt (ENIAMexecXMLof.message msg))
| Marsh -> Marshal.to_channel out_chan (text,tokens,lex_sems,msg) []; flush out_chan) else (
let text = ENIAMexec.translate_text text in
let text = ENIAMexec.parse !timeout !verbosity rules dep_rules tokens lex_sems text in
let text = if !select_sentence_modes_flag then ENIAMselectSent.select_sentence_modes_text text else text in
let text = if !select_sentences_flag then ENIAMselectSent.select_sentences_text ENIAMexecTypes.Struct text else text in
let text = if !semantic_processing_flag then ENIAMexec.semantic_processing !verbosity tokens lex_sems text else text in
(match !output with
| Html -> ENIAMvisualization.print_html_text !output_dir "parsed_text" text !img !verbosity tokens
| Xml -> Printf.fprintf out_chan "%s\n%!" (Xml.to_string_fmt (ENIAMexecXMLof.text "" text))
| Marsh -> Marshal.to_channel out_chan (text,tokens,lex_sems,msg) []; flush out_chan));
prerr_endline "Done!";
main_loop sub_in sub_out in_chan out_chan)
let get_sock_addr host_name port =
let he = Unix.gethostbyname host_name in
let addr = he.Unix.h_addr_list in
Unix.ADDR_INET(addr.(0),port)
let _ =
prerr_endline message;
ENIAMsemTypes.user_ontology_flag := false;
ENIAMcategoriesPL.initialize ();
ENIAMsemLexicon.initialize ();
Arg.parse spec_list anon_fun usage_msg;
if !discontinuous_parsing_flag then ENIAMexecTypes.lcg_rules := ENIAM_LCGrules.application_rules @ ENIAM_LCGrules.cross_composition_rules
else ENIAMexecTypes.lcg_rules := ENIAM_LCGrules.application_rules;
ENIAMmstDisambiguation.initialize();
if !lexSemantics_built_in then ENIAMlexSemantics.initialize ();
if !perform_integration then ENIAMpreIntegration.initialize ();
Gc.compact ();
let sub_in,sub_out =
if !lexSemantics_built_in then stdin,stdout
else Unix.open_connection (get_sock_addr !lexSemantics_host !lexSemantics_port) in
prerr_endline "Ready!";
if !comm_stdio then main_loop sub_in sub_out stdin stdout
else
let sockaddr = Unix.ADDR_INET(Unix.inet_addr_any,!port) in
Unix.establish_server (main_loop sub_in sub_out) sockaddr
let examples = [
(* "Szpak","Szpak śpiewa."; *)
(* "miał","Miałem miał."; *)
(* "Ala","Ala ma kota.";
"Ale","Ale mają kota:"; *)
(* "zima","Szpak frunie zimą.";*)
(* "październik","Kot miauczy w październiku."; *)
(* "Szpak-Kot","Szpak frunie. Kot miauczy.";
"powiedział","Szpak powiedział: „Frunę. Kiszę.”";*)
(* "teraz","Teraz frunie jakiś szpak.";
"chłopcy","Chłopcy mają ulicę kwiatami."; *)
(* "arabia","Arabia Saudyjska biegnie.";*)
(* "Tom","Tom idzie."; *)
(* "liceum","W 1984-89 uczęszczał do VII Liceum Ogólnokształcącego im. K.K. Baczyńskiego w Szczecinie.";
"studia","Następnie studiował architekturę na Politechnice Szczecińskiej, dyplom uzyskał w 1994."; *)
(* "przez_nią","Frunę przez nią."; *)
(* "o_nie","Witold frasuje się o nie."; *)
(* "or1","- Frunę."; *)
(* "or2","- Frunę - powiedział szpak."; *)
(*"or3","- Frunę! - powiedział szpak.";*)
]
(*
let _ =
ENIAMsubsyntax.initialize ();
ENIAMcategoriesPL.initialize ();
ENIAMwalParser.initialize ();
ENIAMwalReduce.initialize ();
Xlist.iter examples (fun (name,example) ->
let text,tokens,msg = ENIAMsubsyntax.catch_parse_text example in
if msg <> "" then print_endline msg else (
let lex_sems = ENIAMlexSemantics.assign tokens text in
let text = ENIAMexec.translate_text text in
let text = ENIAMexec.parse 30. !verbosity rules tokens lex_sems text in
(* let text = ENIAMselectSent.select_sentence_modes_text text in *)
let text = ENIAMselectSent.select_sentences_text ENIAMexecTypes.Struct text in
ENIAMvisualization.print_html_text "results/" "parsed_text" text !img !verbosity tokens))
*)