removed test print
This commit is contained in:
parent
2990a9e464
commit
ca91994975
@ -2,7 +2,7 @@ import nltk
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
from nltk.stem.porter import PorterStemmer
|
from nltk.stem.porter import PorterStemmer
|
||||||
|
|
||||||
from utils import config_utils, languages_utils
|
from utils import languages_utils
|
||||||
|
|
||||||
stemmer = PorterStemmer()
|
stemmer = PorterStemmer()
|
||||||
|
|
||||||
@ -17,7 +17,6 @@ def tokenize(sentence):
|
|||||||
# English, Danish, Estonian, French, Greek, Norwegian, Portuguese, Spanish, Turkish,
|
# English, Danish, Estonian, French, Greek, Norwegian, Portuguese, Spanish, Turkish,
|
||||||
# Czech, Dutch, Finnish, German, Italian, Polish, Slovene, and Swedish
|
# Czech, Dutch, Finnish, German, Italian, Polish, Slovene, and Swedish
|
||||||
|
|
||||||
print(languages_utils.get_language_full_name())
|
|
||||||
return nltk.word_tokenize(sentence,
|
return nltk.word_tokenize(sentence,
|
||||||
language=languages_utils.get_language_full_name())
|
language=languages_utils.get_language_full_name())
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user