| from transformers import AutoConfig, AutoModel, AutoTokenizer |
| from transformers.models.auto.modeling_auto import MODEL_MAPPING |
| from transformers.models.auto.configuration_auto import CONFIG_MAPPING |
|
|
| from .config import BilingualConfig |
| from .modeling import BilingualModel, BilingualForMaskedLM, BilingualForMultipleChoice, BilingualForQuestionAnswering, BilingualForSequenceClassification, BilingualForTokenClassification |
|
|
| AutoConfig.register("bilingual", BilingualConfig) |
| AutoModel.register(BilingualConfig, BilingualModel) |
| AutoModel.register(BilingualConfig, BilingualForMaskedLM) |
| AutoModel.register(BilingualConfig, BilingualForMultipleChoice) |
| AutoModel.register(BilingualConfig, BilingualForQuestionAnswering) |
| AutoModel.register(BilingualConfig, BilingualForSequenceClassification) |
| AutoModel.register(BilingualConfig, BilingualForTokenClassification) |
|
|
| AutoTokenizer.register(BilingualConfig, AutoTokenizer) |
|
|
| CONFIG_MAPPING.update({"bilingual": BilingualConfig}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualModel}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualForMaskedLM}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualForMultipleChoice}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualForQuestionAnswering}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualForSequenceClassification}) |
| MODEL_MAPPING.update({BilingualConfig: BilingualForTokenClassification}) |