Modify token classification processor default dataset args (#2005)

huggingface · Sep 2, 2024 · bb46ebe · bb46ebe
1 parent ad98dc9
commit bb46ebe
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/utils/preprocessing/token_classification.py b/optimum/utils/preprocessing/token_classification.py
@@ -28,7 +28,7 @@
 
 class TokenClassificationProcessing(TaskProcessor):
  ACCEPTED_PREPROCESSOR_CLASSES = (PreTrainedTokenizerBase,)
- DEFAULT_DATASET_ARGS = {"path": "conll2003", "trust_remote_code": True}
+ DEFAULT_DATASET_ARGS = "conll2003"
  DEFAUL_DATASET_DATA_KEYS = {"primary": "tokens"}
  ALLOWED_DATA_KEY_NAMES = {"primary"}
  DEFAULT_REF_KEYS = ["ner_tags", "pos_tags", "chunk_tags"]