import spacy from jarvis.utils import languages_utils nlp = None def get_spacy_nlp(): global nlp if nlp is None: print("A Spacy model is starting, it might take a few seconds (starts only once)") nlp = spacy.load(languages_utils.get_spacy_model()) return nlp def get_text_without_stopwords(sentence): stopwords_spacy = get_spacy_nlp().Defaults.stop_words stop_words = set(stopwords_spacy) filtered_sentence = [w for w in sentence.lower().split() if w not in stop_words] filtered_sentence = " ".join(filtered_sentence) return filtered_sentence