Update default_packages.py

Added a BERT model for Icelandic
stanfordnlp · Apr 24, 2024 · 367bba1 · 367bba1
1 parent e85642e
commit 367bba1
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/stanza/resources/default_packages.py b/stanza/resources/default_packages.py
@@ -635,6 +635,11 @@ def build_default_pretrains(default_treebanks):
     # xlm-roberta-base : 89.31
     "hy": "xlm-roberta-base",
 
+    # https://huggingface.co/mideind/IceBERT
+    # IceBERT-large is also available:
+    # https://huggingface.co/mideind/IceBERT-large
+    "is": "mideind/IceBERT"
+
     # Indonesian POS experiments: dev set of GSD
     # python3 stanza/utils/training/run_pos.py id_gsd --no_bert
     # python3 stanza/utils/training/run_pos.py id_gsd --bert_model ...
@@ -811,6 +816,10 @@ def build_default_pretrains(default_treebanks):
     # hy
     "xlm-roberta-base": "xlm-roberta-base",
 
+    # is
+    "mideind/IceBERT": "icebert",
+    "mideind/IceBERT-large": "icebert-large",
+
     # id
     "indolem/indobert-base-uncased":         "indobert",
     "indobenchmark/indobert-large-p1":       "indobenchmark-large-p1",