Skip to content

Commit

Permalink
nltk download order
Browse files Browse the repository at this point in the history
  • Loading branch information
HydraDragonAntivirus authored and HydraDragonAntivirus committed Nov 7, 2024
1 parent 772d244 commit 6c92f26
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions yarGen.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,14 +30,15 @@
import signal as signal_module
from lxml import etree
import nltk
from nltk.corpus import words
from nltk.tokenize import word_tokenize

# Ensure that necessary NLTK resources are available
nltk.download('punkt')
nltk.download('punkt_tab')
nltk.download('words')

from nltk.corpus import words
from nltk.tokenize import word_tokenize

# A simple filter function to consider only meaningful words (ignoring non-English or arbitrary symbols)
def filter_meaningful_words(word_list):
# Only allow alphabetic, lowercase words
Expand Down

0 comments on commit 6c92f26

Please sign in to comment.