1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
# Copyright 2008 Chris Ball.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
from __future__ import with_statement
class LanguageModel():
def SetLanguages(self, lang1, lang2):
"""Take a language pair, prepare the language model."""
"""Tome un par de lenguajes, prepare el modelo de lenguaje."""
self.lang1_lang2 = {}
self.lang2_lang1 = {}
self.translated = str()
# Since we only have English->lang mappings, ignore lang1.
filename = "lang/" + lang2 + ".txt"
with open(filename, 'r') as f:
for line in f.readlines():
line = line.rstrip()
if line.startswith("#"):
continue
words_list = line.split('\t')
if words_list[0] in self.lang1_lang2:
self.lang1_lang2 [ words_list[0].lower() ] += ", " + words_list[-1].lower()
else:
self.lang1_lang2 [ words_list[0].lower() ] = words_list[-1].lower()
if words_list[-1] in self.lang2_lang1:
self.lang2_lang1 [ words_list[-1].lower() ] += ", " + words_list[0].lower()
else:
self.lang2_lang1 [ words_list[-1].lower() ] = words_list[0].lower()
def GetSuggestions(self, string):
"""Take a string, provide two lists of possible each lang completions."""
"""Tome una cadena, da dos lista de posibles complementos para cada lenguaje."""
list_1 = [k for k in self.lang1_lang2.iterkeys() if k.startswith(string)]
list_2 = [k for k in self.lang2_lang1.iterkeys() if (k.startswith(string) or k.rfind(" " + string) > -1)]
return [sorted(list_1), sorted(list_2)]
def GetTranslations(self, lang, string):
"""Take a word and lang (0 for first, 1 for second), provide a list
(empty allowed) of translations."""
"""Toma una palabra y lenguaje (0 para primero, 1 para segundo), da una lista
(se permite vacio) de traducciones."""
if lang == 0: # lang1 is source
trans_list = [self.lang1_lang2[string]]
elif lang == 1: # lang2 is source
trans_list = [self.lang2_lang1[string]]
else:
raise AssertionError("lang must be 0 or 1")
self.translated = string
return trans_list
if __name__ == "__main__":
a = LanguageModel()
a.SetLanguages("English", "Spanish")
print a.GetSuggestions("tru")
print a.GetTranslations(0, "dog")
|
