Add turkish normalization

This commit is contained in:
ManyTheFish
2024-09-25 11:03:17 +02:00
parent efdc5739d7
commit e9580fe619
3 changed files with 9 additions and 1 deletions

View File

@ -66,5 +66,8 @@ khmer = ["milli/khmer"]
vietnamese = ["milli/vietnamese"]
# force swedish character recomposition
swedish-recomposition = ["milli/swedish-recomposition"]
# force german character recomposition
# allow german tokenization
german = ["milli/german"]
# allow turkish normalization
turkish = ["milli/turkish"]