name : finnish_stemmer.py # Generated by Snowball 2.2.0 - https://snowballstem.org/ from .basestemmer import BaseStemmer from .among import Among class FinnishStemmer(BaseStemmer): ''' This class implements the stemming algorithm defined by a snowball script. Generated by Snowball 2.2.0 - https://snowballstem.org/ ''' a_0 = [ Among(u"pa", -1, 1), Among(u"sti", -1, 2), Among(u"kaan", -1, 1), Among(u"han", -1, 1), Among(u"kin", -1, 1), Among(u"h\u00E4n", -1, 1), Among(u"k\u00E4\u00E4n", -1, 1), Among(u"ko", -1, 1), Among(u"p\u00E4", -1, 1), Among(u"k\u00F6", -1, 1) ] a_1 = [ Among(u"lla", -1, -1), Among(u"na", -1, -1), Among(u"ssa", -1, -1), Among(u"ta", -1, -1), Among(u"lta", 3, -1), Among(u"sta", 3, -1) ] a_2 = [ Among(u"ll\u00E4", -1, -1), Among(u"n\u00E4", -1, -1), Among(u"ss\u00E4", -1, -1), Among(u"t\u00E4", -1, -1), Among(u"lt\u00E4", 3, -1), Among(u"st\u00E4", 3, -1) ] a_3 = [ Among(u"lle", -1, -1), Among(u"ine", -1, -1) ] a_4 = [ Among(u"nsa", -1, 3), Among(u"mme", -1, 3), Among(u"nne", -1, 3), Among(u"ni", -1, 2), Among(u"si", -1, 1), Among(u"an", -1, 4), Among(u"en", -1, 6), Among(u"\u00E4n", -1, 5), Among(u"ns\u00E4", -1, 3) ] a_5 = [ Among(u"aa", -1, -1), Among(u"ee", -1, -1), Among(u"ii", -1, -1), Among(u"oo", -1, -1), Among(u"uu", -1, -1), Among(u"\u00E4\u00E4", -1, -1), Among(u"\u00F6\u00F6", -1, -1) ] a_6 = [ Among(u"a", -1, 8), Among(u"lla", 0, -1), Among(u"na", 0, -1), Among(u"ssa", 0, -1), Among(u"ta", 0, -1), Among(u"lta", 4, -1), Among(u"sta", 4, -1), Among(u"tta", 4, 2), Among(u"lle", -1, -1), Among(u"ine", -1, -1), Among(u"ksi", -1, -1), Among(u"n", -1, 7), Among(u"han", 11, 1), Among(u"den", 11, -1, "_FinnishStemmer__r_VI"), Among(u"seen", 11, -1, "_FinnishStemmer__r_LONG"), Among(u"hen", 11, 2), Among(u"tten", 11, -1, "_FinnishStemmer__r_VI"), Among(u"hin", 11, 3), Among(u"siin", 11, -1, "_FinnishStemmer__r_VI"), Among(u"hon", 11, 4), Among(u"h\u00E4n", 11, 5), Among(u"h\u00F6n", 11, 6), Among(u"\u00E4", -1, 8), Among(u"ll\u00E4", 22, -1), Among(u"n\u00E4", 22, -1), Among(u"ss\u00E4", 22, -1), Among(u"t\u00E4", 22, -1), Among(u"lt\u00E4", 26, -1), Among(u"st\u00E4", 26, -1), Among(u"tt\u00E4", 26, 2) ] a_7 = [ Among(u"eja", -1, -1), Among(u"mma", -1, 1), Among(u"imma", 1, -1), Among(u"mpa", -1, 1), Among(u"impa", 3, -1), Among(u"mmi", -1, 1), Among(u"immi", 5, -1), Among(u"mpi", -1, 1), Among(u"impi", 7, -1), Among(u"ej\u00E4", -1, -1), Among(u"mm\u00E4", -1, 1), Among(u"imm\u00E4", 10, -1), Among(u"mp\u00E4", -1, 1), Among(u"imp\u00E4", 12, -1) ] a_8 = [ Among(u"i", -1, -1), Among(u"j", -1, -1) ] a_9 = [ Among(u"mma", -1, 1), Among(u"imma", 0, -1) ] g_AEI = [17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8] g_C = [119, 223, 119, 1] g_V1 = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32] g_V2 = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32] g_particle_end = [17, 97, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32] B_ending_removed = False S_x = "" I_p2 = 0 I_p1 = 0 def __r_mark_regions(self): self.I_p1 = self.limit self.I_p2 = self.limit if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246): return False if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246): return False self.cursor += 1 self.I_p1 = self.cursor if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246): return False if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246): return False self.cursor += 1 self.I_p2 = self.cursor return True def __r_R2(self): if not self.I_p2 <= self.cursor: return False return True def __r_particle_etc(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 self.ket = self.cursor among_var = self.find_among_b(FinnishStemmer.a_0) if among_var == 0: self.limit_backward = v_2 return False self.bra = self.cursor self.limit_backward = v_2 if among_var == 1: if not self.in_grouping_b(FinnishStemmer.g_particle_end, 97, 246): return False else: if not self.__r_R2(): return False if not self.slice_del(): return False return True def __r_possessive(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 self.ket = self.cursor among_var = self.find_among_b(FinnishStemmer.a_4) if among_var == 0: self.limit_backward = v_2 return False self.bra = self.cursor self.limit_backward = v_2 if among_var == 1: v_3 = self.limit - self.cursor try: if not self.eq_s_b(u"k"): raise lab0() return False except lab0: pass self.cursor = self.limit - v_3 if not self.slice_del(): return False elif among_var == 2: if not self.slice_del(): return False self.ket = self.cursor if not self.eq_s_b(u"kse"): return False self.bra = self.cursor if not self.slice_from(u"ksi"): return False elif among_var == 3: if not self.slice_del(): return False elif among_var == 4: if self.find_among_b(FinnishStemmer.a_1) == 0: return False if not self.slice_del(): return False elif among_var == 5: if self.find_among_b(FinnishStemmer.a_2) == 0: return False if not self.slice_del(): return False else: if self.find_among_b(FinnishStemmer.a_3) == 0: return False if not self.slice_del(): return False return True def __r_LONG(self): if self.find_among_b(FinnishStemmer.a_5) == 0: return False return True def __r_VI(self): if not self.eq_s_b(u"i"): return False if not self.in_grouping_b(FinnishStemmer.g_V2, 97, 246): return False return True def __r_case_ending(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 self.ket = self.cursor among_var = self.find_among_b(FinnishStemmer.a_6) if among_var == 0: self.limit_backward = v_2 return False self.bra = self.cursor self.limit_backward = v_2 if among_var == 1: if not self.eq_s_b(u"a"): return False elif among_var == 2: if not self.eq_s_b(u"e"): return False elif among_var == 3: if not self.eq_s_b(u"i"): return False elif among_var == 4: if not self.eq_s_b(u"o"): return False elif among_var == 5: if not self.eq_s_b(u"\u00E4"): return False elif among_var == 6: if not self.eq_s_b(u"\u00F6"): return False elif among_var == 7: v_3 = self.limit - self.cursor try: v_4 = self.limit - self.cursor try: v_5 = self.limit - self.cursor try: if not self.__r_LONG(): raise lab2() raise lab1() except lab2: pass self.cursor = self.limit - v_5 if not self.eq_s_b(u"ie"): self.cursor = self.limit - v_3 raise lab0() except lab1: pass self.cursor = self.limit - v_4 if self.cursor <= self.limit_backward: self.cursor = self.limit - v_3 raise lab0() self.cursor -= 1 self.bra = self.cursor except lab0: pass elif among_var == 8: if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246): return False if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122): return False if not self.slice_del(): return False self.B_ending_removed = True return True def __r_other_endings(self): if self.cursor < self.I_p2: return False v_2 = self.limit_backward self.limit_backward = self.I_p2 self.ket = self.cursor among_var = self.find_among_b(FinnishStemmer.a_7) if among_var == 0: self.limit_backward = v_2 return False self.bra = self.cursor self.limit_backward = v_2 if among_var == 1: v_3 = self.limit - self.cursor try: if not self.eq_s_b(u"po"): raise lab0() return False except lab0: pass self.cursor = self.limit - v_3 if not self.slice_del(): return False return True def __r_i_plural(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 self.ket = self.cursor if self.find_among_b(FinnishStemmer.a_8) == 0: self.limit_backward = v_2 return False self.bra = self.cursor self.limit_backward = v_2 if not self.slice_del(): return False return True def __r_t_plural(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 self.ket = self.cursor if not self.eq_s_b(u"t"): self.limit_backward = v_2 return False self.bra = self.cursor v_3 = self.limit - self.cursor if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246): self.limit_backward = v_2 return False self.cursor = self.limit - v_3 if not self.slice_del(): return False self.limit_backward = v_2 if self.cursor < self.I_p2: return False v_5 = self.limit_backward self.limit_backward = self.I_p2 self.ket = self.cursor among_var = self.find_among_b(FinnishStemmer.a_9) if among_var == 0: self.limit_backward = v_5 return False self.bra = self.cursor self.limit_backward = v_5 if among_var == 1: v_6 = self.limit - self.cursor try: if not self.eq_s_b(u"po"): raise lab0() return False except lab0: pass self.cursor = self.limit - v_6 if not self.slice_del(): return False return True def __r_tidy(self): if self.cursor < self.I_p1: return False v_2 = self.limit_backward self.limit_backward = self.I_p1 v_3 = self.limit - self.cursor try: v_4 = self.limit - self.cursor if not self.__r_LONG(): raise lab0() self.cursor = self.limit - v_4 self.ket = self.cursor if self.cursor <= self.limit_backward: raise lab0() self.cursor -= 1 self.bra = self.cursor if not self.slice_del(): return False except lab0: pass self.cursor = self.limit - v_3 v_5 = self.limit - self.cursor try: self.ket = self.cursor if not self.in_grouping_b(FinnishStemmer.g_AEI, 97, 228): raise lab1() self.bra = self.cursor if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122): raise lab1() if not self.slice_del(): return False except lab1: pass self.cursor = self.limit - v_5 v_6 = self.limit - self.cursor try: self.ket = self.cursor if not self.eq_s_b(u"j"): raise lab2() self.bra = self.cursor try: v_7 = self.limit - self.cursor try: if not self.eq_s_b(u"o"): raise lab4() raise lab3() except lab4: pass self.cursor = self.limit - v_7 if not self.eq_s_b(u"u"): raise lab2() except lab3: pass if not self.slice_del(): return False except lab2: pass self.cursor = self.limit - v_6 v_8 = self.limit - self.cursor try: self.ket = self.cursor if not self.eq_s_b(u"o"): raise lab5() self.bra = self.cursor if not self.eq_s_b(u"j"): raise lab5() if not self.slice_del(): return False except lab5: pass self.cursor = self.limit - v_8 self.limit_backward = v_2 if not self.go_in_grouping_b(FinnishStemmer.g_V1, 97, 246): return False self.ket = self.cursor if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122): return False self.bra = self.cursor self.S_x = self.slice_to() if self.S_x == '': return False if not self.eq_s_b(self.S_x): return False if not self.slice_del(): return False return True def _stem(self): v_1 = self.cursor self.__r_mark_regions() self.cursor = v_1 self.B_ending_removed = False self.limit_backward = self.cursor self.cursor = self.limit v_2 = self.limit - self.cursor self.__r_particle_etc() self.cursor = self.limit - v_2 v_3 = self.limit - self.cursor self.__r_possessive() self.cursor = self.limit - v_3 v_4 = self.limit - self.cursor self.__r_case_ending() self.cursor = self.limit - v_4 v_5 = self.limit - self.cursor self.__r_other_endings() self.cursor = self.limit - v_5 try: try: if not self.B_ending_removed: raise lab1() v_7 = self.limit - self.cursor self.__r_i_plural() self.cursor = self.limit - v_7 raise lab0() except lab1: pass v_8 = self.limit - self.cursor self.__r_t_plural() self.cursor = self.limit - v_8 except lab0: pass v_9 = self.limit - self.cursor self.__r_tidy() self.cursor = self.limit - v_9 self.cursor = self.limit_backward return True class lab0(BaseException): pass class lab1(BaseException): pass class lab2(BaseException): pass class lab3(BaseException): pass class lab4(BaseException): pass class lab5(BaseException): pass