feat: load_nltk

2025-09-07 20:16:30 +08:00
parent 6940d24d53
commit 185c16b06b
2 changed files with 20 additions and 0 deletions
@@ -0,0 +1,14 @@
+# 预先加载NLTK语料库以避免多线程环境中的竞争条件
+import nltk
+
+load_flag = False
+
+
+def load_nltk():
+  global load_flag
+  if not load_flag:
+    nltk.download('punkt')
+    nltk.download('averaged_perceptron_tagger')
+    nltk.download('maxent_ne_chunker')
+    nltk.download('words')
+    load_flag = True