fixed bad th storage ref
-from typing import Dict
-
-import sparknlp
-
-from nlu.universe.annotator_class_universe import AnnoClassRef
from nlu.universe.feature_node_ids import NLP_NODE_IDS, NLP_HC_NODE_IDS, OCR_NODE_IDS
-from nlu.universe.atoms import JslAnnoId
class Spellbook:
@@ -65,7 +59,6 @@ class Spellbook:
# 'train.labeled_dependency_parser': '',
# 'train.vivekn_sentiment': '',
-
}
# Reference to all datasets for which we have pretrained models
@@ -2028,7 +2021,6 @@ class Spellbook:
'en.t5.small': 't5_small',
'en.t5.base': 't5_base',
-
# 2.7,1 and 2.7.2 ATIS classifier and ALIASES
"en.classify.questions.atis": "classifierdl_use_atis",
"en.classify.questions.airline": "classifierdl_use_atis",
@@ -2835,7 +2827,6 @@ class Spellbook:
# 'xx.use.xling_en_es': 'tfhub_use_xling_en_es',
# 'xx.use.xling_en_fr': 'tfhub_use_xling_en_fr',
# 'xx.use.xling_many': 'tfhub_use_xling_many',
- 'xx.use.multi'
# 2.7.0 marian translate model references
"xx.swc.marian.translate_to.en": "opus_mt_swc_en",
@@ -4589,7 +4580,6 @@ class Spellbook:
'pdf2text': OCR_NODE_IDS.PDF2TEXT,
'doc2text': OCR_NODE_IDS.DOC2TEXT,
-
'pdf2table': OCR_NODE_IDS.PDF2TEXT_TABLE,
'doc2table': OCR_NODE_IDS.DOC2TEXT_TABLE,
'ppt2table': OCR_NODE_IDS.PPT2TEXT_TABLE,
@@ -4643,7 +4633,8 @@ class Spellbook:
'glove_6B_300': 'xx.embed.glove.6B_300',
},
'th': {
- 'tfhub_use_multi_lg': 'xx.use.multi'
+ 'tfhub_use_multi_lg': 'xx.use.multi',
+ 'labse': 'xx.embed_sentence.labse',
},
'ur': {
