U 4Af8%@sdZddlmZddlmZddlmZmZmZddl m Z e e Z edd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+g$Zed,d-d.d/d0d1d2d3d4d5d6d7d8d9d:gZed;d-dd?d2d4d5d6d:g Zed-d@dAdBd1dCd2d3dDd7g ZedEdFdGdHgZedIgZedJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZgZed[d\d]d^d_d`dadbdcdddeg Zedfdgdhdidjdkdldmdndodpg Zedqdrdsdtdudvdwdxdyg Zedzd{d|d}d~ddddg ZedgZedd9gZedgZee eZee eZee eZee eZee eZ ee eZ!ee eZ"ee eZ#ee eZ$ee eZ%ee eZ&ee eZ'ee eZ(ee eZ)GdddeZ*ee*Z*GdddeZ+ee+ddZ+GdddeZ,ee,ddZ,GdddeZ-ee-ddZ-GdddeZ.ee.dddZ.GdddeZ/ee/ddZ/GdddeZ0ee0ddZ0GdddeZ1ee1ddZ1GdddeZ2ee2ddZ2GdddeZ3ee3ddZ3GdddeZ4ee4ddZ4GdddeZ5ee5ddZ5GdddeZ6ee6ddZ6dS)zAuto Model class.) OrderedDict)logging)_BaseAutoModelClass_LazyAutoMappingauto_class_update)CONFIG_MAPPING_NAMES)albertZFlaxAlbertModel)bartZ FlaxBartModel)beitZ FlaxBeitModel)bertZ FlaxBertModel)big_birdZFlaxBigBirdModel) blenderbotZFlaxBlenderbotModel)blenderbot-smallZFlaxBlenderbotSmallModel)bloomZFlaxBloomModel)ZclipZ FlaxCLIPModel) distilbertZFlaxDistilBertModel)electraZFlaxElectraModel)gemmaZFlaxGemmaModel)gpt-sw3 FlaxGPT2Model)gpt2r)gpt_neoZFlaxGPTNeoModel)gptjZ FlaxGPTJModel)llamaZFlaxLlamaModel)longt5ZFlaxLongT5Model)marianZFlaxMarianModel)mbartZFlaxMBartModel)mistralZFlaxMistralModel)mt5Z FlaxMT5Model)optZ FlaxOPTModel)pegasusZFlaxPegasusModel)regnetZFlaxRegNetModel)resnetZFlaxResNetModel)robertaZFlaxRobertaModel)roberta-prelayernormZFlaxRobertaPreLayerNormModel)roformerZFlaxRoFormerModel)t5Z FlaxT5Model)zvision-text-dual-encoderZFlaxVisionTextDualEncoderModel)vitZ FlaxViTModel)wav2vec2ZFlaxWav2Vec2Model)whisperZFlaxWhisperModel)xglmZ FlaxXGLMModel) xlm-robertaZFlaxXLMRobertaModel)r ZFlaxAlbertForPreTraining)r Z FlaxBartForConditionalGeneration)r ZFlaxBertForPreTraining)rZFlaxBigBirdForPreTraining)rZFlaxElectraForPreTraining)rZ"FlaxLongT5ForConditionalGeneration)rZ!FlaxMBartForConditionalGeneration)rZFlaxMT5ForConditionalGeneration)r$ZFlaxRobertaForMaskedLM)r%Z"FlaxRobertaPreLayerNormForMaskedLM)r&ZFlaxRoFormerForMaskedLM)r'ZFlaxT5ForConditionalGeneration)r)ZFlaxWav2Vec2ForPreTraining)r*Z#FlaxWhisperForConditionalGeneration)r,ZFlaxXLMRobertaForMaskedLM)r ZFlaxAlbertForMaskedLM)r ZFlaxBertForMaskedLM)rZFlaxBigBirdForMaskedLM)rZFlaxDistilBertForMaskedLM)rZFlaxElectraForMaskedLM)rZ&FlaxBlenderbotForConditionalGeneration)rZ+FlaxBlenderbotSmallForConditionalGeneration)zencoder-decoderZFlaxEncoderDecoderModel)rZFlaxMarianMTModel)r!Z#FlaxPegasusForConditionalGeneration)r ZFlaxBeitForImageClassification)r"Z FlaxRegNetForImageClassification)r#Z FlaxResNetForImageClassification)r(ZFlaxViTForImageClassification)zvision-encoder-decoderZFlaxVisionEncoderDecoderModel)r ZFlaxBartForCausalLM)r ZFlaxBertForCausalLM)rZFlaxBigBirdForCausalLM)rZFlaxBloomForCausalLM)rZFlaxElectraForCausalLM)rZFlaxGemmaForCausalLM)rFlaxGPT2LMHeadModel)rr-)rZFlaxGPTNeoForCausalLM)rZFlaxGPTJForCausalLM)rZFlaxLlamaForCausalLM)rZFlaxMistralForCausalLM)r ZFlaxOPTForCausalLM)r$ZFlaxRobertaForCausalLM)r%Z"FlaxRobertaPreLayerNormForCausalLM)r+ZFlaxXGLMForCausalLM)r,ZFlaxXLMRobertaForCausalLM)r Z#FlaxAlbertForSequenceClassification)r Z!FlaxBartForSequenceClassification)r Z!FlaxBertForSequenceClassification)rZ$FlaxBigBirdForSequenceClassification)rZ'FlaxDistilBertForSequenceClassification)rZ$FlaxElectraForSequenceClassification)rZ"FlaxMBartForSequenceClassification)r$Z$FlaxRobertaForSequenceClassification)r%Z0FlaxRobertaPreLayerNormForSequenceClassification)r&Z%FlaxRoFormerForSequenceClassification)r,Z'FlaxXLMRobertaForSequenceClassification)r ZFlaxAlbertForQuestionAnswering)r ZFlaxBartForQuestionAnswering)r ZFlaxBertForQuestionAnswering)rZFlaxBigBirdForQuestionAnswering)rZ"FlaxDistilBertForQuestionAnswering)rZFlaxElectraForQuestionAnswering)rZFlaxMBartForQuestionAnswering)r$ZFlaxRobertaForQuestionAnswering)r%Z+FlaxRobertaPreLayerNormForQuestionAnswering)r&Z FlaxRoFormerForQuestionAnswering)r,Z"FlaxXLMRobertaForQuestionAnswering)r Z FlaxAlbertForTokenClassification)r ZFlaxBertForTokenClassification)rZ!FlaxBigBirdForTokenClassification)rZ$FlaxDistilBertForTokenClassification)rZ!FlaxElectraForTokenClassification)r$Z!FlaxRobertaForTokenClassification)r%Z-FlaxRobertaPreLayerNormForTokenClassification)r&Z"FlaxRoFormerForTokenClassification)r,Z$FlaxXLMRobertaForTokenClassification)r ZFlaxAlbertForMultipleChoice)r ZFlaxBertForMultipleChoice)rZFlaxBigBirdForMultipleChoice)rZFlaxDistilBertForMultipleChoice)rZFlaxElectraForMultipleChoice)r$ZFlaxRobertaForMultipleChoice)r%Z(FlaxRobertaPreLayerNormForMultipleChoice)r&ZFlaxRoFormerForMultipleChoice)r,ZFlaxXLMRobertaForMultipleChoice)r Z!FlaxBertForNextSentencePrediction)zspeech-encoder-decoderZFlaxSpeechEncoderDecoderModel)r*Z!FlaxWhisperForAudioClassificationc@seZdZeZdS) FlaxAutoModelN)__name__ __module__ __qualname__FLAX_MODEL_MAPPING_model_mappingr4r4O/tmp/pip-unpacked-wheel-zw5xktn0/transformers/models/auto/modeling_flax_auto.pyr.sr.c@seZdZeZdS)FlaxAutoModelForPreTrainingN)r/r0r1"FLAX_MODEL_FOR_PRETRAINING_MAPPINGr3r4r4r4r5r6sr6Z pretraining)head_docc@seZdZeZdS)FlaxAutoModelForCausalLMN)r/r0r1 FLAX_MODEL_FOR_CAUSAL_LM_MAPPINGr3r4r4r4r5r9%sr9zcausal language modelingc@seZdZeZdS)FlaxAutoModelForMaskedLMN)r/r0r1 FLAX_MODEL_FOR_MASKED_LM_MAPPINGr3r4r4r4r5r;,sr;zmasked language modelingc@seZdZeZdS)FlaxAutoModelForSeq2SeqLMN)r/r0r1+FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPINGr3r4r4r4r5r=3sr=z&sequence-to-sequence language modelingzgoogle-t5/t5-base)r8Zcheckpoint_for_examplec@seZdZeZdS)&FlaxAutoModelForSequenceClassificationN)r/r0r1.FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPINGr3r4r4r4r5r?>sr?zsequence classificationc@seZdZeZdS)!FlaxAutoModelForQuestionAnsweringN)r/r0r1)FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPINGr3r4r4r4r5rAGsrAzquestion answeringc@seZdZeZdS)#FlaxAutoModelForTokenClassificationN)r/r0r1+FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPINGr3r4r4r4r5rCNsrCztoken classificationc@seZdZeZdS)FlaxAutoModelForMultipleChoiceN)r/r0r1&FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPINGr3r4r4r4r5rEWsrEzmultiple choicec@seZdZeZdS)&FlaxAutoModelForNextSentencePredictionN)r/r0r1/FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPINGr3r4r4r4r5rG^srGznext sentence predictionc@seZdZeZdS)#FlaxAutoModelForImageClassificationN)r/r0r1+FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPINGr3r4r4r4r5rIgsrIzimage classificationc@seZdZeZdS)FlaxAutoModelForVision2SeqN)r/r0r1#FLAX_MODEL_FOR_VISION_2_SEQ_MAPPINGr3r4r4r4r5rKpsrKzvision-to-text modelingc@seZdZeZdS)FlaxAutoModelForSpeechSeq2SeqN)r/r0r1'FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPINGr3r4r4r4r5rMwsrMz,sequence-to-sequence speech-to-text modelingN)7__doc__ collectionsrutilsrZ auto_factoryrrrZconfiguration_autor Z get_loggerr/loggerZFLAX_MODEL_MAPPING_NAMESZ(FLAX_MODEL_FOR_PRETRAINING_MAPPING_NAMESZ&FLAX_MODEL_FOR_MASKED_LM_MAPPING_NAMESZ1FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMESZ1FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMESZ)FLAX_MODEL_FOR_VISION_2_SEQ_MAPPING_NAMESZ&FLAX_MODEL_FOR_CAUSAL_LM_MAPPING_NAMESZ4FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMESZ/FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMESZ1FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMESZ,FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING_NAMESZ5FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING_NAMESZ-FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMESZ1FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMESr2r7r<r>rJrLr:r@rBrDrFrHrNZ+FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPINGr.r6r9r;r=r?rArCrErGrIrKrMr4r4r4r5s    *