549 lines
16 KiB
Python
549 lines
16 KiB
Python
# Generated by Snowball 2.2.0 - https://snowballstem.org/
|
|
|
|
from .basestemmer import BaseStemmer
|
|
from .among import Among
|
|
|
|
|
|
class FinnishStemmer(BaseStemmer):
|
|
'''
|
|
This class implements the stemming algorithm defined by a snowball script.
|
|
Generated by Snowball 2.2.0 - https://snowballstem.org/
|
|
'''
|
|
|
|
a_0 = [
|
|
Among(u"pa", -1, 1),
|
|
Among(u"sti", -1, 2),
|
|
Among(u"kaan", -1, 1),
|
|
Among(u"han", -1, 1),
|
|
Among(u"kin", -1, 1),
|
|
Among(u"h\u00E4n", -1, 1),
|
|
Among(u"k\u00E4\u00E4n", -1, 1),
|
|
Among(u"ko", -1, 1),
|
|
Among(u"p\u00E4", -1, 1),
|
|
Among(u"k\u00F6", -1, 1)
|
|
]
|
|
|
|
a_1 = [
|
|
Among(u"lla", -1, -1),
|
|
Among(u"na", -1, -1),
|
|
Among(u"ssa", -1, -1),
|
|
Among(u"ta", -1, -1),
|
|
Among(u"lta", 3, -1),
|
|
Among(u"sta", 3, -1)
|
|
]
|
|
|
|
a_2 = [
|
|
Among(u"ll\u00E4", -1, -1),
|
|
Among(u"n\u00E4", -1, -1),
|
|
Among(u"ss\u00E4", -1, -1),
|
|
Among(u"t\u00E4", -1, -1),
|
|
Among(u"lt\u00E4", 3, -1),
|
|
Among(u"st\u00E4", 3, -1)
|
|
]
|
|
|
|
a_3 = [
|
|
Among(u"lle", -1, -1),
|
|
Among(u"ine", -1, -1)
|
|
]
|
|
|
|
a_4 = [
|
|
Among(u"nsa", -1, 3),
|
|
Among(u"mme", -1, 3),
|
|
Among(u"nne", -1, 3),
|
|
Among(u"ni", -1, 2),
|
|
Among(u"si", -1, 1),
|
|
Among(u"an", -1, 4),
|
|
Among(u"en", -1, 6),
|
|
Among(u"\u00E4n", -1, 5),
|
|
Among(u"ns\u00E4", -1, 3)
|
|
]
|
|
|
|
a_5 = [
|
|
Among(u"aa", -1, -1),
|
|
Among(u"ee", -1, -1),
|
|
Among(u"ii", -1, -1),
|
|
Among(u"oo", -1, -1),
|
|
Among(u"uu", -1, -1),
|
|
Among(u"\u00E4\u00E4", -1, -1),
|
|
Among(u"\u00F6\u00F6", -1, -1)
|
|
]
|
|
|
|
a_6 = [
|
|
Among(u"a", -1, 8),
|
|
Among(u"lla", 0, -1),
|
|
Among(u"na", 0, -1),
|
|
Among(u"ssa", 0, -1),
|
|
Among(u"ta", 0, -1),
|
|
Among(u"lta", 4, -1),
|
|
Among(u"sta", 4, -1),
|
|
Among(u"tta", 4, 2),
|
|
Among(u"lle", -1, -1),
|
|
Among(u"ine", -1, -1),
|
|
Among(u"ksi", -1, -1),
|
|
Among(u"n", -1, 7),
|
|
Among(u"han", 11, 1),
|
|
Among(u"den", 11, -1, "_FinnishStemmer__r_VI"),
|
|
Among(u"seen", 11, -1, "_FinnishStemmer__r_LONG"),
|
|
Among(u"hen", 11, 2),
|
|
Among(u"tten", 11, -1, "_FinnishStemmer__r_VI"),
|
|
Among(u"hin", 11, 3),
|
|
Among(u"siin", 11, -1, "_FinnishStemmer__r_VI"),
|
|
Among(u"hon", 11, 4),
|
|
Among(u"h\u00E4n", 11, 5),
|
|
Among(u"h\u00F6n", 11, 6),
|
|
Among(u"\u00E4", -1, 8),
|
|
Among(u"ll\u00E4", 22, -1),
|
|
Among(u"n\u00E4", 22, -1),
|
|
Among(u"ss\u00E4", 22, -1),
|
|
Among(u"t\u00E4", 22, -1),
|
|
Among(u"lt\u00E4", 26, -1),
|
|
Among(u"st\u00E4", 26, -1),
|
|
Among(u"tt\u00E4", 26, 2)
|
|
]
|
|
|
|
a_7 = [
|
|
Among(u"eja", -1, -1),
|
|
Among(u"mma", -1, 1),
|
|
Among(u"imma", 1, -1),
|
|
Among(u"mpa", -1, 1),
|
|
Among(u"impa", 3, -1),
|
|
Among(u"mmi", -1, 1),
|
|
Among(u"immi", 5, -1),
|
|
Among(u"mpi", -1, 1),
|
|
Among(u"impi", 7, -1),
|
|
Among(u"ej\u00E4", -1, -1),
|
|
Among(u"mm\u00E4", -1, 1),
|
|
Among(u"imm\u00E4", 10, -1),
|
|
Among(u"mp\u00E4", -1, 1),
|
|
Among(u"imp\u00E4", 12, -1)
|
|
]
|
|
|
|
a_8 = [
|
|
Among(u"i", -1, -1),
|
|
Among(u"j", -1, -1)
|
|
]
|
|
|
|
a_9 = [
|
|
Among(u"mma", -1, 1),
|
|
Among(u"imma", 0, -1)
|
|
]
|
|
|
|
g_AEI = [17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8]
|
|
|
|
g_C = [119, 223, 119, 1]
|
|
|
|
g_V1 = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
|
|
|
|
g_V2 = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
|
|
|
|
g_particle_end = [17, 97, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
|
|
|
|
B_ending_removed = False
|
|
S_x = ""
|
|
I_p2 = 0
|
|
I_p1 = 0
|
|
|
|
def __r_mark_regions(self):
|
|
self.I_p1 = self.limit
|
|
self.I_p2 = self.limit
|
|
if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
self.cursor += 1
|
|
self.I_p1 = self.cursor
|
|
if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
self.cursor += 1
|
|
self.I_p2 = self.cursor
|
|
return True
|
|
|
|
def __r_R2(self):
|
|
if not self.I_p2 <= self.cursor:
|
|
return False
|
|
return True
|
|
|
|
def __r_particle_etc(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
self.ket = self.cursor
|
|
among_var = self.find_among_b(FinnishStemmer.a_0)
|
|
if among_var == 0:
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_2
|
|
if among_var == 1:
|
|
if not self.in_grouping_b(FinnishStemmer.g_particle_end, 97, 246):
|
|
return False
|
|
else:
|
|
if not self.__r_R2():
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def __r_possessive(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
self.ket = self.cursor
|
|
among_var = self.find_among_b(FinnishStemmer.a_4)
|
|
if among_var == 0:
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_2
|
|
if among_var == 1:
|
|
v_3 = self.limit - self.cursor
|
|
try:
|
|
if not self.eq_s_b(u"k"):
|
|
raise lab0()
|
|
return False
|
|
except lab0: pass
|
|
self.cursor = self.limit - v_3
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
elif among_var == 2:
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
self.ket = self.cursor
|
|
if not self.eq_s_b(u"kse"):
|
|
return False
|
|
self.bra = self.cursor
|
|
if not self.slice_from(u"ksi"):
|
|
return False
|
|
elif among_var == 3:
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
elif among_var == 4:
|
|
if self.find_among_b(FinnishStemmer.a_1) == 0:
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
elif among_var == 5:
|
|
if self.find_among_b(FinnishStemmer.a_2) == 0:
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
else:
|
|
if self.find_among_b(FinnishStemmer.a_3) == 0:
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def __r_LONG(self):
|
|
if self.find_among_b(FinnishStemmer.a_5) == 0:
|
|
return False
|
|
return True
|
|
|
|
def __r_VI(self):
|
|
if not self.eq_s_b(u"i"):
|
|
return False
|
|
if not self.in_grouping_b(FinnishStemmer.g_V2, 97, 246):
|
|
return False
|
|
return True
|
|
|
|
def __r_case_ending(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
self.ket = self.cursor
|
|
among_var = self.find_among_b(FinnishStemmer.a_6)
|
|
if among_var == 0:
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_2
|
|
if among_var == 1:
|
|
if not self.eq_s_b(u"a"):
|
|
return False
|
|
elif among_var == 2:
|
|
if not self.eq_s_b(u"e"):
|
|
return False
|
|
elif among_var == 3:
|
|
if not self.eq_s_b(u"i"):
|
|
return False
|
|
elif among_var == 4:
|
|
if not self.eq_s_b(u"o"):
|
|
return False
|
|
elif among_var == 5:
|
|
if not self.eq_s_b(u"\u00E4"):
|
|
return False
|
|
elif among_var == 6:
|
|
if not self.eq_s_b(u"\u00F6"):
|
|
return False
|
|
elif among_var == 7:
|
|
v_3 = self.limit - self.cursor
|
|
try:
|
|
v_4 = self.limit - self.cursor
|
|
try:
|
|
v_5 = self.limit - self.cursor
|
|
try:
|
|
if not self.__r_LONG():
|
|
raise lab2()
|
|
raise lab1()
|
|
except lab2: pass
|
|
self.cursor = self.limit - v_5
|
|
if not self.eq_s_b(u"ie"):
|
|
self.cursor = self.limit - v_3
|
|
raise lab0()
|
|
except lab1: pass
|
|
self.cursor = self.limit - v_4
|
|
if self.cursor <= self.limit_backward:
|
|
self.cursor = self.limit - v_3
|
|
raise lab0()
|
|
self.cursor -= 1
|
|
self.bra = self.cursor
|
|
except lab0: pass
|
|
elif among_var == 8:
|
|
if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
self.B_ending_removed = True
|
|
return True
|
|
|
|
def __r_other_endings(self):
|
|
if self.cursor < self.I_p2:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p2
|
|
self.ket = self.cursor
|
|
among_var = self.find_among_b(FinnishStemmer.a_7)
|
|
if among_var == 0:
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_2
|
|
if among_var == 1:
|
|
v_3 = self.limit - self.cursor
|
|
try:
|
|
if not self.eq_s_b(u"po"):
|
|
raise lab0()
|
|
return False
|
|
except lab0: pass
|
|
self.cursor = self.limit - v_3
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def __r_i_plural(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
self.ket = self.cursor
|
|
if self.find_among_b(FinnishStemmer.a_8) == 0:
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_2
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def __r_t_plural(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
self.ket = self.cursor
|
|
if not self.eq_s_b(u"t"):
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.bra = self.cursor
|
|
v_3 = self.limit - self.cursor
|
|
if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
|
|
self.limit_backward = v_2
|
|
return False
|
|
self.cursor = self.limit - v_3
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
self.limit_backward = v_2
|
|
if self.cursor < self.I_p2:
|
|
return False
|
|
v_5 = self.limit_backward
|
|
self.limit_backward = self.I_p2
|
|
self.ket = self.cursor
|
|
among_var = self.find_among_b(FinnishStemmer.a_9)
|
|
if among_var == 0:
|
|
self.limit_backward = v_5
|
|
return False
|
|
self.bra = self.cursor
|
|
self.limit_backward = v_5
|
|
if among_var == 1:
|
|
v_6 = self.limit - self.cursor
|
|
try:
|
|
if not self.eq_s_b(u"po"):
|
|
raise lab0()
|
|
return False
|
|
except lab0: pass
|
|
self.cursor = self.limit - v_6
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def __r_tidy(self):
|
|
if self.cursor < self.I_p1:
|
|
return False
|
|
v_2 = self.limit_backward
|
|
self.limit_backward = self.I_p1
|
|
v_3 = self.limit - self.cursor
|
|
try:
|
|
v_4 = self.limit - self.cursor
|
|
if not self.__r_LONG():
|
|
raise lab0()
|
|
self.cursor = self.limit - v_4
|
|
self.ket = self.cursor
|
|
if self.cursor <= self.limit_backward:
|
|
raise lab0()
|
|
self.cursor -= 1
|
|
self.bra = self.cursor
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
except lab0: pass
|
|
self.cursor = self.limit - v_3
|
|
v_5 = self.limit - self.cursor
|
|
try:
|
|
self.ket = self.cursor
|
|
if not self.in_grouping_b(FinnishStemmer.g_AEI, 97, 228):
|
|
raise lab1()
|
|
self.bra = self.cursor
|
|
if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
|
|
raise lab1()
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
except lab1: pass
|
|
self.cursor = self.limit - v_5
|
|
v_6 = self.limit - self.cursor
|
|
try:
|
|
self.ket = self.cursor
|
|
if not self.eq_s_b(u"j"):
|
|
raise lab2()
|
|
self.bra = self.cursor
|
|
try:
|
|
v_7 = self.limit - self.cursor
|
|
try:
|
|
if not self.eq_s_b(u"o"):
|
|
raise lab4()
|
|
raise lab3()
|
|
except lab4: pass
|
|
self.cursor = self.limit - v_7
|
|
if not self.eq_s_b(u"u"):
|
|
raise lab2()
|
|
except lab3: pass
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
except lab2: pass
|
|
self.cursor = self.limit - v_6
|
|
v_8 = self.limit - self.cursor
|
|
try:
|
|
self.ket = self.cursor
|
|
if not self.eq_s_b(u"o"):
|
|
raise lab5()
|
|
self.bra = self.cursor
|
|
if not self.eq_s_b(u"j"):
|
|
raise lab5()
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
except lab5: pass
|
|
self.cursor = self.limit - v_8
|
|
self.limit_backward = v_2
|
|
if not self.go_in_grouping_b(FinnishStemmer.g_V1, 97, 246):
|
|
return False
|
|
self.ket = self.cursor
|
|
if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
|
|
return False
|
|
self.bra = self.cursor
|
|
self.S_x = self.slice_to()
|
|
if self.S_x == '':
|
|
return False
|
|
if not self.eq_s_b(self.S_x):
|
|
return False
|
|
if not self.slice_del():
|
|
return False
|
|
|
|
return True
|
|
|
|
def _stem(self):
|
|
v_1 = self.cursor
|
|
self.__r_mark_regions()
|
|
self.cursor = v_1
|
|
self.B_ending_removed = False
|
|
self.limit_backward = self.cursor
|
|
self.cursor = self.limit
|
|
v_2 = self.limit - self.cursor
|
|
self.__r_particle_etc()
|
|
self.cursor = self.limit - v_2
|
|
v_3 = self.limit - self.cursor
|
|
self.__r_possessive()
|
|
self.cursor = self.limit - v_3
|
|
v_4 = self.limit - self.cursor
|
|
self.__r_case_ending()
|
|
self.cursor = self.limit - v_4
|
|
v_5 = self.limit - self.cursor
|
|
self.__r_other_endings()
|
|
self.cursor = self.limit - v_5
|
|
try:
|
|
try:
|
|
if not self.B_ending_removed:
|
|
raise lab1()
|
|
v_7 = self.limit - self.cursor
|
|
self.__r_i_plural()
|
|
self.cursor = self.limit - v_7
|
|
raise lab0()
|
|
except lab1: pass
|
|
v_8 = self.limit - self.cursor
|
|
self.__r_t_plural()
|
|
self.cursor = self.limit - v_8
|
|
except lab0: pass
|
|
v_9 = self.limit - self.cursor
|
|
self.__r_tidy()
|
|
self.cursor = self.limit - v_9
|
|
self.cursor = self.limit_backward
|
|
return True
|
|
|
|
|
|
class lab0(BaseException): pass
|
|
|
|
|
|
class lab1(BaseException): pass
|
|
|
|
|
|
class lab2(BaseException): pass
|
|
|
|
|
|
class lab3(BaseException): pass
|
|
|
|
|
|
class lab4(BaseException): pass
|
|
|
|
|
|
class lab5(BaseException): pass
|