304 lines
4.5 KiB
Python
304 lines
4.5 KiB
Python
|
"""German search language: includes the JS German stemmer."""
|
||
|
|
|
||
|
|
from __future__ import annotations
|
||
|
|
|
||
|
|
from typing import TYPE_CHECKING, Dict
|
||
|
|
|
||
|
|
import snowballstemmer
|
||
|
|
|
||
|
|
from sphinx.search import SearchLanguage, parse_stop_word
|
||
|
|
|
||
|
|
german_stopwords = parse_stop_word('''
|
||
|
|
|source: http://snowball.tartarus.org/algorithms/german/stop.txt
|
||
|
|
aber | but
|
||
|
|
|
||
|
|
alle | all
|
||
|
|
allem
|
||
|
|
allen
|
||
|
|
aller
|
||
|
|
alles
|
||
|
|
|
||
|
|
als | than, as
|
||
|
|
also | so
|
||
|
|
am | an + dem
|
||
|
|
an | at
|
||
|
|
|
||
|
|
ander | other
|
||
|
|
andere
|
||
|
|
anderem
|
||
|
|
anderen
|
||
|
|
anderer
|
||
|
|
anderes
|
||
|
|
anderm
|
||
|
|
andern
|
||
|
|
anderr
|
||
|
|
anders
|
||
|
|
|
||
|
|
auch | also
|
||
|
|
auf | on
|
||
|
|
aus | out of
|
||
|
|
bei | by
|
||
|
|
bin | am
|
||
|
|
bis | until
|
||
|
|
bist | art
|
||
|
|
da | there
|
||
|
|
damit | with it
|
||
|
|
dann | then
|
||
|
|
|
||
|
|
der | the
|
||
|
|
den
|
||
|
|
des
|
||
|
|
dem
|
||
|
|
die
|
||
|
|
das
|
||
|
|
|
||
|
|
daß | that
|
||
|
|
|
||
|
|
derselbe | the same
|
||
|
|
derselben
|
||
|
|
denselben
|
||
|
|
desselben
|
||
|
|
demselben
|
||
|
|
dieselbe
|
||
|
|
dieselben
|
||
|
|
dasselbe
|
||
|
|
|
||
|
|
dazu | to that
|
||
|
|
|
||
|
|
dein | thy
|
||
|
|
deine
|
||
|
|
deinem
|
||
|
|
deinen
|
||
|
|
deiner
|
||
|
|
deines
|
||
|
|
|
||
|
|
denn | because
|
||
|
|
|
||
|
|
derer | of those
|
||
|
|
dessen | of him
|
||
|
|
|
||
|
|
dich | thee
|
||
|
|
dir | to thee
|
||
|
|
du | thou
|
||
|
|
|
||
|
|
dies | this
|
||
|
|
diese
|
||
|
|
diesem
|
||
|
|
diesen
|
||
|
|
dieser
|
||
|
|
dieses
|
||
|
|
|
||
|
|
|
||
|
|
doch | (several meanings)
|
||
|
|
dort | (over) there
|
||
|
|
|
||
|
|
|
||
|
|
durch | through
|
||
|
|
|
||
|
|
ein | a
|
||
|
|
eine
|
||
|
|
einem
|
||
|
|
einen
|
||
|
|
einer
|
||
|
|
eines
|
||
|
|
|
||
|
|
einig | some
|
||
|
|
einige
|
||
|
|
einigem
|
||
|
|
einigen
|
||
|
|
einiger
|
||
|
|
einiges
|
||
|
|
|
||
|
|
einmal | once
|
||
|
|
|
||
|
|
er | he
|
||
|
|
ihn | him
|
||
|
|
ihm | to him
|
||
|
|
|
||
|
|
es | it
|
||
|
|
etwas | something
|
||
|
|
|
||
|
|
euer | your
|
||
|
|
eure
|
||
|
|
eurem
|
||
|
|
euren
|
||
|
|
eurer
|
||
|
|
eures
|
||
|
|
|
||
|
|
für | for
|
||
|
|
gegen | towards
|
||
|
|
gewesen | p.p. of sein
|
||
|
|
hab | have
|
||
|
|
habe | have
|
||
|
|
haben | have
|
||
|
|
hat | has
|
||
|
|
hatte | had
|
||
|
|
hatten | had
|
||
|
|
hier | here
|
||
|
|
hin | there
|
||
|
|
hinter | behind
|
||
|
|
|
||
|
|
ich | I
|
||
|
|
mich | me
|
||
|
|
mir | to me
|
||
|
|
|
||
|
|
|
||
|
|
ihr | you, to her
|
||
|
|
ihre
|
||
|
|
ihrem
|
||
|
|
ihren
|
||
|
|
ihrer
|
||
|
|
ihres
|
||
|
|
euch | to you
|
||
|
|
|
||
|
|
im | in + dem
|
||
|
|
in | in
|
||
|
|
indem | while
|
||
|
|
ins | in + das
|
||
|
|
ist | is
|
||
|
|
|
||
|
|
jede | each, every
|
||
|
|
jedem
|
||
|
|
jeden
|
||
|
|
jeder
|
||
|
|
jedes
|
||
|
|
|
||
|
|
jene | that
|
||
|
|
jenem
|
||
|
|
jenen
|
||
|
|
jener
|
||
|
|
jenes
|
||
|
|
|
||
|
|
jetzt | now
|
||
|
|
kann | can
|
||
|
|
|
||
|
|
kein | no
|
||
|
|
keine
|
||
|
|
keinem
|
||
|
|
keinen
|
||
|
|
keiner
|
||
|
|
keines
|
||
|
|
|
||
|
|
können | can
|
||
|
|
könnte | could
|
||
|
|
machen | do
|
||
|
|
man | one
|
||
|
|
|
||
|
|
manche | some, many a
|
||
|
|
manchem
|
||
|
|
manchen
|
||
|
|
mancher
|
||
|
|
manches
|
||
|
|
|
||
|
|
mein | my
|
||
|
|
meine
|
||
|
|
meinem
|
||
|
|
meinen
|
||
|
|
meiner
|
||
|
|
meines
|
||
|
|
|
||
|
|
mit | with
|
||
|
|
muss | must
|
||
|
|
musste | had to
|
||
|
|
nach | to(wards)
|
||
|
|
nicht | not
|
||
|
|
nichts | nothing
|
||
|
|
noch | still, yet
|
||
|
|
nun | now
|
||
|
|
nur | only
|
||
|
|
ob | whether
|
||
|
|
oder | or
|
||
|
|
ohne | without
|
||
|
|
sehr | very
|
||
|
|
|
||
|
|
sein | his
|
||
|
|
seine
|
||
|
|
seinem
|
||
|
|
seinen
|
||
|
|
seiner
|
||
|
|
seines
|
||
|
|
|
||
|
|
selbst | self
|
||
|
|
sich | herself
|
||
|
|
|
||
|
|
sie | they, she
|
||
|
|
ihnen | to them
|
||
|
|
|
||
|
|
sind | are
|
||
|
|
so | so
|
||
|
|
|
||
|
|
solche | such
|
||
|
|
solchem
|
||
|
|
solchen
|
||
|
|
solcher
|
||
|
|
solches
|
||
|
|
|
||
|
|
soll | shall
|
||
|
|
sollte | should
|
||
|
|
sondern | but
|
||
|
|
sonst | else
|
||
|
|
über | over
|
||
|
|
um | about, around
|
||
|
|
und | and
|
||
|
|
|
||
|
|
uns | us
|
||
|
|
unse
|
||
|
|
unsem
|
||
|
|
unsen
|
||
|
|
unser
|
||
|
|
unses
|
||
|
|
|
||
|
|
unter | under
|
||
|
|
viel | much
|
||
|
|
vom | von + dem
|
||
|
|
von | from
|
||
|
|
vor | before
|
||
|
|
während | while
|
||
|
|
war | was
|
||
|
|
waren | were
|
||
|
|
warst | wast
|
||
|
|
was | what
|
||
|
|
weg | away, off
|
||
|
|
weil | because
|
||
|
|
weiter | further
|
||
|
|
|
||
|
|
welche | which
|
||
|
|
welchem
|
||
|
|
welchen
|
||
|
|
welcher
|
||
|
|
welches
|
||
|
|
|
||
|
|
wenn | when
|
||
|
|
werde | will
|
||
|
|
werden | will
|
||
|
|
wie | how
|
||
|
|
wieder | again
|
||
|
|
will | want
|
||
|
|
wir | we
|
||
|
|
wird | will
|
||
|
|
wirst | willst
|
||
|
|
wo | where
|
||
|
|
wollen | want
|
||
|
|
wollte | wanted
|
||
|
|
würde | would
|
||
|
|
würden | would
|
||
|
|
zu | to
|
||
|
|
zum | zu + dem
|
||
|
|
zur | zu + der
|
||
|
|
zwar | indeed
|
||
|
|
zwischen | between
|
||
|
|
''')
|
||
|
|
|
||
|
|
|
||
|
|
class SearchGerman(SearchLanguage):
|
||
|
|
lang = 'de'
|
||
|
|
language_name = 'German'
|
||
|
|
js_stemmer_rawcode = 'german-stemmer.js'
|
||
|
|
stopwords = german_stopwords
|
||
|
|
|
||
|
|
def init(self, options: dict) -> None:
|
||
|
|
self.stemmer = snowballstemmer.stemmer('german')
|
||
|
|
|
||
|
|
def stem(self, word: str) -> str:
|
||
|
|
return self.stemmer.stemWord(word.lower())
|