Merge pull request #384 from wellcometrust/unpin-tokenizers

nsorros · web-flow · commit 4bfbe529ea37 · 2022-03-21T16:01:31.000+02:00
Unpin tokenizers to update transformers
diff --git a/setup.py b/setup.py
@@ -38,7 +38,7 @@
         ],
         'transformers': [
             'transformers',
-            'tokenizers==0.10.1'
+            'tokenizers'
         ],
         'tensorflow': [
             'tensorflow==2.4.0',
