Merge pull request #354 from CogStack/master

v1.19.2 Patch Fix
CogStack · Oct 9, 2023 · 74eb37e · 74eb37e
2 parents ba1dc4a + f7c285c
commit 74eb37e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/setup.py b/setup.py
@@ -24,6 +24,7 @@
         'spacy>=3.1.0',
         'scipy~=1.9.2', # first to support 3.11
         'transformers>=4.19.2,<4.22.0', # upper bound is needed for the de-id model until it is retrained
+        'tokenizers~=0.12', # 0.13.1 doesn't seem to build
         'torch>=1.13.0', # first to support 3.11
         'tqdm>=4.27',
         'scikit-learn>=1.1.3', # first to supporrt 3.11