Ë
    îÍ:j˜·  ã                   ó�  — d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	m
Z
mZmZmZmZmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z   ejB                  e"«      Z#i dg “dg “ddg“dg “dg “dg “dg d¢“d g d!¢“d"g “d#g “d$g “d%g “d&g “d'g “d(d)g“d*d+d,g“d-g “i d.g d/¢“d0d1g“d2g “d3g “d4g d5¢“d6g “d7d8g“d9g d:¢“d;g “d<g d=¢“d>d?g“d@g “dAg “dBdCg“dDg dE¢“dFg dG¢“dHg dI¢“¥dJgdKgdLgg dM¢g dN¢g dOœ¥Z$	  e«       s e«       ‚	 dPge$dQ<   	  e«       r e«       s e«       ‚	 dUdVge$dV<   	  e«       s e«       ‚	 dYge$dZ<   	  e«       s e«       ‚	 d]ge$d^<   d_ge$d`<   dage$db<   	  e«       s e«       ‚	 dege$df<   dgge$dh<   	  e«       s e«       ‚	 dkge$dl<   g e$dm<   g dn¢e$do<   g dp¢e$dq<   e$d.   jY                  g dr¢«       dsdtge$du<   g e$dv<   dwge$dx<   g e$dy<   dzd{ge$d|<   d}d~ge$d<   d€ge$d�<   g d‚¢e$dƒ<   g d„¢e$d…<   g e$d†<   g e$d‡<   dˆge$d‰<   dŠge$d‹<   dŒge$d�<   	  e«       s e«       ‚	 g e$d�<   e$d.   jY                  g d‘¢«       d’d“ge$d”<   g e$d•<   g d–¢e$d—<   g d˜¢e$d™<   g e$dš<   	  e«       s e«       ‚	 e$d.   jY                  g d�¢«       g e$dž<   dŸge$d <   e�
rdd£l0m1Z1 dd¤l0m2Z2 dd¥l0m3Z3 dd¦l0m4Z4 dd§l0m5Z5 dd¨l0m6Z6 dd©l0m7Z7 ddªl0m8Z8 dd«l0m9Z9 dd¬l0m:Z: dd­l0m;Z; dd®l0m<Z< dd¯l0m=Z= dd°l0m>Z> dd±l0m?Z? dd²l0m@Z@ dd³l0mAZA dd´l0mBZB ddµl0mCZC dd¶lDmEZE dd·lFmGZG dd¸lFmFZF dd¹lHmIZI ddºlHmJZJ dd»lHmKZK dd¼lHmLZL dd½lHmMZM dd¾lHmNZN dd¿lHmOZO ddÀlHmPZP ddÁlHmQZQ ddÂlHmRZR ddÃlHmSZS ddÄlHmTZT ddÅlHmUZU ddÆlHmVZV ddÇlHmWZW ddÈlHmXZX ddÉlHmYZY ddÊlHmZZZ ddËl[m\Z\ ddÌl[m]Z] ddÍl[m^Z^ ddÎl[m_Z_ ddÏl[m`Z` ddÐl[maZa ddÑl[mbZb ddÒl[mcZc ddÓl[mdZd ddÔl[meZe ddÕl[mfZf ddÖl[mgZg dd×lhmiZi ddØlhmjZj ddÙlhmkZk ddÚlhmlZl ddÛlhmmZm ddÜlhmnZn ddÝlhmoZo ddÞlhmpZp ddßlhmqZq ddàlrmsZs ddáltmuZu ddâltmvZv ddãlwmxZx ddälwmyZy ddålwmzZz ddælwm{Z{ ddçlwm|Z| ddèlwm}Z} ddélwm~Z~ ddêlwmZ ddëlwm€Z€ ddìlwm�Z� ddílwm‚Z‚ ddîlwmƒZƒ ddïlwm„Z„ ddðlwm…Z… ddñlwm†Z† ddòlwm‡Z‡ ddólwmˆZˆ ddôlwm‰Z‰ ddõlwmŠZŠ ddölwm‹Z‹ dd÷lwmŒZŒ ddølwm�Z� ddùlwmŽZŽ ddúlwm�Z� ddûlwm�Z� ddülwm‘Z‘ ddýlwm’Z’ ddþlwm“Z“ ddÿlwm”Z” d�d lwm•Z• d�dlwm–Z– d�dlwm—Z— d�dlwm˜Z˜ d�dlwm™Z™ d�dlwmšZš d�dlwm›Z› d�dlwmœZœ d�dlwm�Z� d�d	lwmžZž d�d
lwmŸZŸ d�dlwm Z  d�dlwm¡Z¡ d�dlwm¢Z¢ d�dlwm£Z£ d�dlwm¤Z¤ d�dlwm¥Z¥ d�dlwm¦Z¦ d�dlwm§Z§ d�dlwm¨Z¨ d�dlwm©Z© d�dlwmªZª d�dlwm«Z« d�dlwm¬Z¬ d�dlwm­Z­ d�dlwm®Z® d�dlwm¯Z¯ d�dlwm°Z° d�dlwm±Z± d�dlwm²Z² d�dlwm³Z³ d�dlwm´Z´ d�d lwmµZµ d�d!lwm¶Z¶ d�d"lwm·Z· d�d#lwm¸Z¸ d�d$lwm¹Z¹ d�d%lwmºZº d�d&lwm»Z» d�d'lwm¼Z¼ d�d(lwm½Z½ d�d)lwm¾Z¾ d�d*lwm¿Z¿ d�d+lwmÀZÀ d�d,lwmÁZÁ d�d-lwmÂZÂ d�d.lwmÃZÃ d�d/lwmÄZÄ d�d0lwmÅZÅ d�d1lwmÆZÆ d�d2lwmÇZÇ d�d3lwmÈZÈ d�d4lwmÉZÉ d�d5lwmÊZÊ d�d6lwmËZË d�d7lwmÌZÌ d�d8lÍmÎZÎ d�d9lÏmÐZÐ d�d:lÑmÒZÒ d�d;lÓmÔZÔ d�d<lÕmÖZÖ d�d=l×mØZØ d�d>l×mÙZÙ d�d?l×mÚZÚ d�d@l×mÛZÛ d�dAl×mÜZÜ d�dBl×mÝZÝ d�dCl×mÞZÞ d�dDl×mßZß d�dEl×màZà d�dFl×máZá d�dGl×mâZâ d�dHl×mãZã d�dIlämåZå d�dJlämæZæ d�dKlçmèZè d�dLlçméZé d�dMlêmëZë d�dNlìmíZí d�dOlîmïZï d�dPlðmñZñ d�dQlòmóZó d�dRlômõZõ d�dSlômöZö d�dTl÷møZø d�dUl÷mùZù d�dVl÷múZú d�dWl÷mûZû d�dXl÷müZü d�dYl÷mýZý d�dZl÷mþZþ d�d[lÿ�m �Z  d�d\lÿ�m�Z d�d]lÿ�m�Z d�d^lÿ�m�Z d�d_�l�m�Z d�d`�l�m�Z d�da�l­ d�db�l�m	�Z	 d�dc�l
�m�Z d�dd�l�m�Z d�de�l�m�Z d�df�l�m�Z d�dg�l�m�Z d�dh�l�m�Z d�di�l�m�Z d�dj�l�m�Z d�dk�l�m�Z d�dl�l�m�Z d�dm�l�m�Z d�dn�l�m�Z d�do�l�m�Z d�dp�l�m�Z d�dq�l�m�Z d�dr�l�m�Z d�ds�l�m�Z d�dt�l�m�Z d�du�l�m �Z  d�dv�l�m!�Z! d�dw�l�m"�Z" d�dx�l�m#�Z# d�dy�l�m$�Z$ d�dz�l�m%�Z% d�d{�l�m&�Z& d�d|�l�m'�Z' d�d}�l�m(�Z( d�d~�l�m)�Z) d�d�l�m*�Z* d�d€�l�m+�Z+ d�d��l�m,�Z, d�d‚�l�m-�Z- d�dƒ�l�m.�Z. d�d„�l�m/�Z/ d�d…�l�m0�Z0 d�d†�l�m1�Z1 d�d‡�l�m2�Z2 d�dˆ�l�m3�Z3 d�d‰�l�m4�Z4 d�dŠ�l�m5�Z5 d�d‹�l�m6�Z6 d�dŒ�l�m7�Z7 d�d��l�m8�Z8 d�dŽ�l�m9�Z9 d�d��l�m:�Z: d�d��l�m;�Z; d�d‘�l�m<�Z< d�d’�l�m=�Z= d�d“�l�m>�Z> d�d”�l�m?�Z? d�d•�l�m@�Z@ d�d–�l�mA�ZA d�d—�l�mB�ZB d�d˜�l�mC�ZC d�d™�lD�mE�ZE d�dš�lF�mG�ZG d�d›�lF�mH�ZH d�dœ�lF�mI�ZI d�d��lJ�mK�ZK d�dž�lL�mM�ZM d�dŸ�lL�mN�ZN d�d �lL�mO�ZO d�d¡�lL�mP�ZP d�d¢�lL�mQ�ZQ d�d£�lL�mR�ZR d�d¤�lS�mT�ZT d�d¥�lU�mV�ZV d�d¦�lW�mX�ZX d�d§�lW�mY�ZY d�d¨�lW�mZ�ZZ d�d©�lW�m[�Z[ d�dª�lW�m\�Z\ d�d«�lW�m]�Z] d�d¬�lW�m^�Z^ d�d­�l_�m`�Z` d�d®�la�mb�Zb d�d¯�lc�md�Zd d�d°�lc�me�Ze d�d±�lc�mf�Zf d�d²�lc�mg�Zg d�d³�lc�mh�Zh d�d´�li�mj�Zj d�dµ�lk�ml�Zl d�d¶�lm�mn�Zn d�d·l�mo�Zo d�d¸l�mp�Zp d�d¹l�mq�Zq d�dºl�mr�Zr d�d»l�ms�Zs d�d¼l�mt�Zt d�d½l�mu�Zu d�d¾l�mv�Zv d�d¿l�mw�Zw d�dÀl�mx�Zx d�dÁl�my�Zy d�dÂl�mz�Zz d�dÃl�m{�Z{ d�dÄl�m|�Z| d�dÅl�m}�Z} d�dÆl�m~�Z~ d�dÇl�m�Z d�dÈl�m€�Z€ d�dÉl�m��Z� d�dÊl�m‚�Z‚ d�dËl�mƒ�Zƒ d�dÌl�m„�Z„ d�dÍl�m…�Z… d�dÎl�m†�Z† d�dÏl�m‡�Z‡ d�dÐl�mˆ�Zˆ d�dÑl�m‰�Z‰ d�dÒl�mŠ�ZŠ d�dÓl�m‹�Z‹ d�dÔl�mŒ�ZŒ d�dÕl�m��Z� d�dÖ�lŽ�m��Z� d�d×�lŽ�m��Z� d�dØ�lŽ�m‘�Z‘ d�dÙ�lŽ�m’�Z’ d�dÚ�lŽ�m“�Z“ d�dÛ�lŽ�m”�Z” d�dÜ�lŽ�m•�Z• d�dÝ�lŽ�m–�Z– d�dÞ�lŽ�m—�Z— d�dß�lŽ�m˜�Z˜ d�dà�lŽ�m™�Z™ d�dá�lŽ�mš�Zš d�dâ�lŽ�m›�Z› d�dã�lŽ�mœ�Zœ d�dä�lŽ�m��Z� d�då�lŽ�mž�Zž d�dæ�lŽ�mŸ�ZŸ d�dç�lŽ�m �Z  d�dè�l¡�m¢�Z¢ nŸd�dé�l£�Z£e$�jI                  «       D ��ci c]  \  }}| �e¥|«      “Œ c}}Z$ e  e�e¦«      �jN                  �dêz  �dê�¬ë«      �Z¨�e¨ �e©i «         �jU                  e$«        e	e" �e««       �dì   �e¨�e¬�díe i�¬î«      �e£�jZ                  e"<    e«       s' e«       s e«       se#�j]                  �dï«       �yé�yé�yé�yé# e$ r; ddRlm%Z%  e&e%«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$dT<   Y �Œ¤w xY w# e$ r; ddWlm(Z(  e&e(«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$dX<   Y �ŒÉw xY w# e$ r; dd[lm)Z)  e&e)«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$d\<   Y �Œöw xY w# e$ r; ddclm*Z*  e&e*«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$dd<   Y �Œw xY w# e$ r; ddilm+Z+  e&e+«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$dj<   Y �Œ>w xY w# e$ r; ddŽlm-Z-  e&e-«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$d�<   Y �Œíw xY w# e$ r; dd›lm.Z.  e&e.«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$dœ<   Y �Œæw xY w# e$ r; dd¡lm/Z/  e&e/«      D � cg c]  } | jO                  dS«      rŒ| ‘Œ nc c} w c} e$d¢<   Y �Œøw xY wc c}}w (ð  z4.57.6é    )ÚPath)ÚTYPE_CHECKINGé   )Údependency_versions_check)ÚOptionalDependencyNotAvailableÚ_LazyModuleÚis_essentia_availableÚis_g2p_en_availableÚis_librosa_availableÚis_mistral_common_availableÚis_mlx_availableÚis_pretty_midi_available)Úis_bitsandbytes_available)Úis_flax_available)Úis_keras_nlp_available)Úis_scipy_available)Úis_sentencepiece_available)Úis_speech_available)Úis_tensorflow_text_available)Úis_tf_available)Úis_timm_available)Úis_tokenizers_available)Úis_torch_available)Úis_torchaudio_available)Úis_torchvision_available)Úis_vision_available)Úlogging)Údefine_import_structureÚaudio_utilsÚcommandsÚconfiguration_utilsÚPretrainedConfigÚconvert_graph_to_onnxÚ+convert_slow_tokenizers_checkpoints_to_fastÚ)convert_tf_hub_seq_to_seq_bert_to_pytorchÚdata)ÚDataProcessorÚInputExampleÚInputFeaturesÚ%SingleSentenceClassificationProcessorÚSquadExampleÚSquadFeaturesÚSquadV1ProcessorÚSquadV2ProcessorÚglue_compute_metricsÚ!glue_convert_examples_to_featuresÚglue_output_modesÚglue_processorsÚglue_tasks_num_labelsÚ"squad_convert_examples_to_featuresÚxnli_compute_metricsÚxnli_output_modesÚxnli_processorsÚxnli_tasks_num_labelszdata.data_collator)ÚDataCollatorÚDataCollatorForLanguageModelingÚDataCollatorForMultipleChoiceÚ*DataCollatorForPermutationLanguageModelingÚDataCollatorForSeq2SeqÚDataCollatorForSOPÚ"DataCollatorForTokenClassificationÚDataCollatorForWholeWordMaskÚDataCollatorWithFlatteningÚDataCollatorWithPaddingÚDefaultDataCollatorÚdefault_data_collatorzdata.metricszdata.processorsÚdebug_utilsr   Údependency_versions_tableÚdynamic_module_utilsÚ!feature_extraction_sequence_utilsÚSequenceFeatureExtractorÚfeature_extraction_utilsÚBatchFeatureÚFeatureExtractionMixinÚ
file_utilsÚ
generation)ÚAsyncTextIteratorStreamerÚCompileConfigÚGenerationConfigÚTextIteratorStreamerÚTextStreamerÚWatermarkingConfigÚhf_argparserÚHfArgumentParserÚhyperparameter_searchÚimage_transformsÚintegrations)Úis_clearml_availableÚis_comet_availableÚis_dvclive_availableÚis_neptune_availableÚis_optuna_availableÚis_ray_availableÚis_ray_tune_availableÚis_sigopt_availableÚis_swanlab_availableÚis_tensorboard_availableÚis_trackio_availableÚis_wandb_availableÚlossÚ	modelcardÚ	ModelCardÚmodeling_tf_pytorch_utils)Ú(convert_tf_weight_name_to_pt_weight_nameÚ$load_pytorch_checkpoint_in_tf2_modelÚload_pytorch_model_in_tf2_modelÚ!load_pytorch_weights_in_tf2_modelÚ$load_tf2_checkpoint_in_pytorch_modelÚload_tf2_model_in_pytorch_modelÚ!load_tf2_weights_in_pytorch_modelÚonnxÚ	pipelines)%ÚAudioClassificationPipelineÚ"AutomaticSpeechRecognitionPipelineÚCsvPipelineDataFormatÚDepthEstimationPipelineÚ!DocumentQuestionAnsweringPipelineÚFeatureExtractionPipelineÚFillMaskPipelineÚImageClassificationPipelineÚImageFeatureExtractionPipelineÚImageSegmentationPipelineÚImageTextToTextPipelineÚImageToImagePipelineÚImageToTextPipelineÚJsonPipelineDataFormatÚKeypointMatchingPipelineÚMaskGenerationPipelineÚNerPipelineÚObjectDetectionPipelineÚPipedPipelineDataFormatÚPipelineÚPipelineDataFormatÚQuestionAnsweringPipelineÚSummarizationPipelineÚTableQuestionAnsweringPipelineÚText2TextGenerationPipelineÚTextClassificationPipelineÚTextGenerationPipelineÚTextToAudioPipelineÚTokenClassificationPipelineÚTranslationPipelineÚVideoClassificationPipelineÚVisualQuestionAnsweringPipelineÚ#ZeroShotAudioClassificationPipelineÚZeroShotClassificationPipelineÚ#ZeroShotImageClassificationPipelineÚZeroShotObjectDetectionPipelineÚpipelineÚprocessing_utilsÚProcessorMixinÚ
quantizersÚtesting_utilsÚtokenization_utilsÚPreTrainedTokenizerÚtokenization_utils_base)Ú
AddedTokenÚBatchEncodingÚCharSpanÚPreTrainedTokenizerBaseÚSpecialTokensMixinÚ	TokenSpanÚtrainer_callback)ÚDefaultFlowCallbackÚEarlyStoppingCallbackÚPrinterCallbackÚProgressCallbackÚTrainerCallbackÚTrainerControlÚTrainerStateÚtrainer_utils)ÚEvalPredictionÚIntervalStrategyÚSchedulerTypeÚenable_full_determinismÚset_seedÚTrainingArgumentsÚSeq2SeqTrainingArgumentsÚTFTrainingArguments).ÚCONFIG_NAMEÚMODEL_CARD_NAMEÚPYTORCH_PRETRAINED_BERT_CACHEÚPYTORCH_TRANSFORMERS_CACHEÚSPIECE_UNDERLINEÚTF2_WEIGHTS_NAMEÚTF_WEIGHTS_NAMEÚTRANSFORMERS_CACHEÚWEIGHTS_NAMEÚ
TensorTypeÚadd_end_docstringsÚadd_start_docstringsÚis_apex_availableÚis_av_availabler   Úis_datasets_availableÚis_faiss_availabler   r   Úis_matplotlib_availabler   Úis_phonemizer_availableÚis_psutil_availableÚis_py3nvml_availableÚis_pyctcdecode_availableÚis_sacremoses_availableÚis_safetensors_availabler   r   Úis_sklearn_availabler   r   r   r   r   r   Úis_torch_hpu_availableÚis_torch_mlu_availableÚis_torch_musa_availableÚis_torch_neuroncore_availableÚis_torch_npu_availabler   Úis_torch_xla_availableÚis_torch_xpu_availabler   r   )Ú
AqlmConfigÚAutoRoundConfigÚ	AwqConfigÚBitNetQuantConfigÚBitsAndBytesConfigÚCompressedTensorsConfigÚ
EetqConfigÚFbgemmFp8ConfigÚFineGrainedFP8ConfigÚ
GPTQConfigÚHiggsConfigÚ	HqqConfigÚMxfp4ConfigÚQuantoConfigÚQuarkConfigÚFPQuantConfigÚ
SpQRConfigÚTorchAoConfigÚ
VptqConfig)Útraining_argsÚtraining_args_seq2seqÚtraining_args_tfÚutilszutils.quantization_configÚvideo_utilsÚPreTrainedTokenizerFastÚtokenization_utils_fast)Údummy_tokenizers_objectsÚ_zutils.dummy_tokenizers_objectsÚSLOW_TO_FAST_CONVERTERSÚconvert_slow_tokenizer)Ú*dummy_sentencepiece_and_tokenizers_objectsz0utils.dummy_sentencepiece_and_tokenizers_objectsÚMistralCommonTokenizerÚtokenization_mistral_common)Údummy_mistral_common_objectsz"utils.dummy_mistral_common_objectsÚImageProcessingMixinÚimage_processing_baseÚBaseImageProcessorÚimage_processing_utilsÚImageFeatureExtractionMixinÚimage_utils)Údummy_vision_objectszutils.dummy_vision_objectsÚBaseImageProcessorFastÚimage_processing_utils_fastÚBaseVideoProcessorÚvideo_processing_utils)Údummy_torchvision_objectszutils.dummy_torchvision_objectsÚmodel_addition_debugger_contextÚmodel_debugging_utilsÚactivations)ÚCacheLayerMixinÚDynamicLayerÚStaticLayerÚStaticSlidingWindowLayerÚSlidingWindowLayerÚChunkedSlidingLayerÚQuantoQuantizedLayerÚHQQQuantizedLayerÚCacheÚDynamicCacheÚEncoderDecoderCacheÚHQQQuantizedCacheÚHybridCacheÚHybridChunkedCacheÚOffloadedCacheÚOffloadedStaticCacheÚQuantizedCacheÚQuantoQuantizedCacheÚ	SinkCacheÚSlidingWindowCacheÚStaticCacheÚcache_utils)	ÚGlueDatasetÚGlueDataTrainingArgumentsÚLineByLineTextDatasetÚLineByLineWithRefDatasetÚLineByLineWithSOPTextDatasetÚSquadDatasetÚSquadDataTrainingArgumentsÚTextDatasetÚ$TextDatasetForNextSentencePredictionzdata.datasets)1Ú#AlternatingCodebooksLogitsProcessorÚBayesianDetectorConfigÚBayesianDetectorModelÚ
BeamScorerÚ%ClassifierFreeGuidanceLogitsProcessorÚConstrainedBeamSearchScorerÚ
ConstraintÚConstraintListStateÚDisjunctiveConstraintÚ#EncoderNoRepeatNGramLogitsProcessorÚ'EncoderRepetitionPenaltyLogitsProcessorÚEosTokenCriteriaÚEpsilonLogitsWarperÚEtaLogitsWarperÚExponentialDecayLengthPenaltyÚForcedBOSTokenLogitsProcessorÚForcedEOSTokenLogitsProcessorÚGenerationMixinÚInfNanRemoveLogitsProcessorÚLogitNormalizationÚLogitsProcessorÚLogitsProcessorListÚMaxLengthCriteriaÚMaxTimeCriteriaÚMinLengthLogitsProcessorÚ!MinNewTokensLengthLogitsProcessorÚMinPLogitsWarperÚNoBadWordsLogitsProcessorÚNoRepeatNGramLogitsProcessorÚPhrasalConstraintÚ PrefixConstrainedLogitsProcessorÚ RepetitionPenaltyLogitsProcessorÚSequenceBiasLogitsProcessorÚStoppingCriteriaÚStoppingCriteriaListÚStopStringCriteriaÚ$SuppressTokensAtBeginLogitsProcessorÚSuppressTokensLogitsProcessorÚSynthIDTextWatermarkDetectorÚSynthIDTextWatermarkingConfigÚ#SynthIDTextWatermarkLogitsProcessorÚTemperatureLogitsWarperÚTopKLogitsWarperÚTopPLogitsWarperÚTypicalLogitsWarperÚ.UnbatchedClassifierFreeGuidanceLogitsProcessorÚWatermarkDetectorÚWatermarkLogitsProcessorÚWhisperTimeStampLogitsProcessorÚ$TorchExportableModuleWithStaticCacheÚconvert_and_export_with_cachezintegrations.executorchÚmodeling_flash_attention_utilsÚGradientCheckpointingLayerÚmodeling_layersÚmodeling_outputsÚROPE_INIT_FUNCTIONSÚdynamic_rope_updateÚmodeling_rope_utilsÚPreTrainedModelÚAttentionInterfaceÚmodeling_utilsÚAttentionMaskInterfaceÚmasking_utils)Ú	AdafactorÚget_constant_scheduleÚ!get_constant_schedule_with_warmupÚget_cosine_schedule_with_warmupÚ2get_cosine_with_hard_restarts_schedule_with_warmupÚ+get_cosine_with_min_lr_schedule_with_warmupÚ3get_cosine_with_min_lr_schedule_with_warmup_lr_rateÚget_inverse_sqrt_scheduleÚget_linear_schedule_with_warmupÚ)get_polynomial_decay_schedule_with_warmupÚget_schedulerÚget_wsd_scheduleÚget_reduce_on_plateau_scheduleÚoptimization)ÚConv1DÚapply_chunking_to_forwardÚprune_layerÚinfer_deviceÚpytorch_utilsÚ	sagemakerÚtime_series_utilsÚTrainerÚtrainerÚtorch_distributed_zero_firstÚtrainer_pt_utilsÚSeq2SeqTrainerÚtrainer_seq2seq)Údummy_pt_objectszutils.dummy_pt_objectsÚactivations_tf)ÚTFForcedBOSTokenLogitsProcessorÚTFForcedEOSTokenLogitsProcessorÚTFForceTokensLogitsProcessorÚTFGenerationMixinÚTFLogitsProcessorÚTFLogitsProcessorListÚTFLogitsWarperÚTFMinLengthLogitsProcessorÚTFNoBadWordsLogitsProcessorÚTFNoRepeatNGramLogitsProcessorÚ"TFRepetitionPenaltyLogitsProcessorÚ&TFSuppressTokensAtBeginLogitsProcessorÚTFSuppressTokensLogitsProcessorÚTFTemperatureLogitsWarperÚTFTopKLogitsWarperÚTFTopPLogitsWarperÚKerasMetricCallbackÚPushToHubCallbackÚkeras_callbacksÚmodeling_tf_outputs)ÚTFPreTrainedModelÚTFSequenceSummaryÚTFSharedEmbeddingsÚ
shape_listÚmodeling_tf_utils)ÚAdamWeightDecayÚGradientAccumulatorÚWarmUpÚcreate_optimizerÚoptimization_tfÚtf_utils)Údummy_tf_objectszutils.dummy_tf_objects)Ú!FlaxForcedBOSTokenLogitsProcessorÚ!FlaxForcedEOSTokenLogitsProcessorÚFlaxForceTokensLogitsProcessorÚFlaxGenerationMixinÚFlaxLogitsProcessorÚFlaxLogitsProcessorListÚFlaxLogitsWarperÚFlaxMinLengthLogitsProcessorÚFlaxTemperatureLogitsWarperÚ(FlaxSuppressTokensAtBeginLogitsProcessorÚ!FlaxSuppressTokensLogitsProcessorÚFlaxTopKLogitsWarperÚFlaxTopPLogitsWarperÚ#FlaxWhisperTimeStampLogitsProcessorÚmodeling_flax_outputsÚFlaxPreTrainedModelÚmodeling_flax_utils)Údummy_flax_objectszutils.dummy_flax_objects)r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r
  )r  )r  )r	  )r"   )rñ   )rò   )r'   )r(   )r)   )r*   )r+   )r,   )r-   )r.   )r/   )r0   )r1   )r2   )r3   )r4   )r5   )r6   )r7   )r8   )r9   )r:   )r;   )r<   )r=   )r>   )r?   )r@   )rA   )rB   )rC   )rD   )r  )r  )r  )r  )r   )r!  )r"  )r#  )r$  )rI   )rK   )rL   )r%  )rO   )r&  )r'  )r(  )r)  )rP   )r*  )r+  )r,  )r-  )r.  )r/  )r0  )r1  )r2  )r3  )r¡  )r¢  )r£  )r¤  )r¥  )r¦  )r§  )r¨  )rª  )r«  )r©  )r¬  )r­  )r®  )r4  )r5  )rQ   )r6  )r7  )r8  )r9  )r:  )r;  )r<  )r=  )r>  )r?  )r@  )rA  )rB  )rC  )rD  )rE  )rF  )rG  )rH  )rI  )rJ  )rK  )rL  )rM  )rN  )rR   )rS   )r�  )r‚  )rƒ  )r„  )r…  )r†  )r‡  )rˆ  )r‰  )rŠ  )r‹  )rŒ  )r�  )rŽ  )r�  )r�  )rO  )rP  )rQ  )rR  )rS  )rT   )rT  )rU  )rV   )r÷   )rù   )rþ   )rû   )rZ   )r[   )r\   )r]   )r^   )r_   )r`   )ra   )rb   )rc   )rd   )re   )rV  )rW  )r‘  )r’  )rb  )r  )rh   )r°  )rY  )r\  )r]  )rj   )rk   )rl   )rm   )rn   )ro   )rp   )r•  )r–  )r—  )r˜  )r`  )r_  )Ú*)Ú
MambaCache)ÚTimmWrapperImageProcessor)rd  )re  )rf  )rg  )rh  )ri  )rj  )rk  )rl  )rm  )rn  )ro  )rš  )r›  )rœ  )r�  )rs   )rt   )ru   )rv   )rw   )rx   )ry   )rz   )r{   )r|   )r}   )r~   )r   )r€   )r�   )r‚   )rƒ   )r„   )r…   )r†   )r‡   )rˆ   )r‰   )rŠ   )r‹   )rŒ   )r�   )rŽ   )r�   )r�   )r‘   )r’   )r“   )r”   )r•   )r–   )r—   )r™   )rr  )rs  )rt  )r�   )rŸ   )r    )r¡   )r¢   )r£   )r¤   )rí   )ry  )r¦   )r§   )r¨   )r©   )rª   )r«   )r¬   )r{  )r}  )r®   )r¯   )r°   )r±   )r²   )r³   )r´   )rµ   )r¶   )r·   )r¸   )r¹   )rº   )r»   )r¼   )r½   )r¾   )r¿   )rÀ   )rÁ   )rÂ   )rÃ   )rÄ   )rÅ   )rÆ   )rÇ   )rÈ   )rÉ   )rÊ   )rË   )rÌ   )rÍ   )rÎ   )rÏ   )rÐ   )rÑ   )rÒ   )rÓ   )rÔ   )rÕ   )rÖ   )r×   )rØ   )rÙ   )rÚ   )rÛ   )rÜ   )rÝ   )rä   )rÞ   )rß   )rà   )râ   )rã   )rå   )ræ   )rç   )r   NÚmodels)ÚprefixÚ__file__Ú__version__)Úmodule_specÚextra_objectszžNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(¯  r¹  Úpathlibr   Útypingr   Ú r   rë   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Úutils.import_utilsr   Ú
get_loggerÚ__name__ÚloggerÚ_import_structurerï   ÚdirÚ
startswithró   rö   rý   r  Úextendr  r   r²  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r
  r  r  r	  r!   r"   rò   rñ   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   Údata.data_collatorr9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   Údata.datasetsr  r  r  r  r   r!  r"  r#  r$  rH   rI   rJ   rK   rL   rN   r%  rO   r&  r'  r(  r)  rP   r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r¡  r¢  r£  r¤  r¥  r¦  r§  r¨  rª  r«  r©  r¬  r­  r®  r4  r5  rQ   r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rR   rS   r�  r‚  rƒ  r„  r…  r†  r‡  rˆ  r‰  rŠ  r‹  rŒ  r�  rŽ  r�  r�  rO  rP  rQ  rR  rS  rT   rT  rU  rU   rV   rø   r÷   rú   rù   rÿ   rþ   rü   rû   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   Úintegrations.executorchrV  rW  r“  r‘  r’  rc  rb  r  r  rg   rh   r±  r°  rZ  rY  r^  r\  r]  ri   rj   rk   rl   rm   rn   ro   rp   r™  r•  r–  r—  r˜  ra  r`  r_  r¶  Úmodels.mamba.modeling_mambar´  Úmodels.timm_wrapperrµ  rq  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rž  rš  r›  rœ  r�  rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r€   r�   r‚   rƒ   r„   r…   r†   r‡   rˆ   r‰   rŠ   r‹   rŒ   r�   rŽ   r�   r�   r‘   r’   r“   r”   r•   r–   r—   r˜   r™   rv  rr  rs  rt  rœ   r�   rž   rŸ   r    r¡   r¢   r£   r¤   rî   rí   rz  ry  r¥   r¦   r§   r¨   r©   rª   r«   r¬   r|  r{  r~  r}  r­   r®   r¯   r°   r±   r²   rè   r³   ré   r´   rê   rµ   r¶   r·   r¸   r¹   rº   r»   r¼   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rÄ   rÅ   rÆ   rÇ   rÈ   rÉ   rÊ   rË   rÌ   rÍ   rÎ   rÏ   rÐ   rÑ   rÒ   rÓ   rÔ   Úutils.quantization_configrÕ   rÖ   r×   rØ   rÙ   rÚ   rÛ   rÜ   rÝ   rä   rÞ   rß   rà   râ   rã   rå   ræ   rç   r  r   ÚsysÚitemsÚsetr¸  ÚparentÚimport_structureÚ	frozensetÚupdateÚglobalsÚ__spec__ÚmodulesÚwarning_advice)ÚnameÚkÚvs   000új/home/mcse/projects/srt_converter/srt-converter-venv/lib/python3.12/site-packages/transformers/__init__.pyú<module>rÜ     s±  ðð* €å Ý  õ (÷	÷ 	ó 	õ JÝ 9Ý CÝ ;Ý KÝ =Ý OÝ 5Ý 9Ý EÝ ;Ý EÝ GÝ =Ý %Ý 7ð 
ˆ×	Ñ	˜HÓ	%€ðeØ�2ðeà�ðeð Ð.Ð/ðeð ˜Rð	eð
 2°2ðeð 0°ðeð ò ðeð6 ò ð7eðR �BðSeðT �rðUeðV �2ðWeðX   ðYeðZ   ð[eð\ ˜Bð]eð^ (Ð*DÐ)Eð_eð`  Ð1IÐ Jðaeðb �"ñceðd ò ðeeðt Ð'Ð(ðueðv ˜Rðweðx ˜ðyeðz ò ð{eðV ˆBðWeðX �+�ðYeð\  ò "ð]eðp ˆBðqeðr ò &ðseð@ Ð)Ð*ðAeðB �"ðCeðD �RðEeðF Ð0Ð1ðGeðH ò  ðIeðX ò ðYeðj ò ñkeðx *Ð*Ø8Ð9Ø.Ð/ò/ò`"ð* òIeÐ ðPOÙ"Ô$Ù,Ó.Ð.ð %ð 5NÐ3NÐÐ/Ñ0ðÙ&Ô(Ñ-DÔ-FÙ,Ó.Ð.ð .Gð 	"Ø ð3ÐÐ.Ñ/ð

RÙ'Ô)Ù,Ó.Ð.ð *ð 9QÐ7QÐÐ3Ñ4ðGÙÔ Ù,Ó.Ð.ð !ð 3IÐ1IÐÐ-Ñ.Ø3GÐ2HÐÐ.Ñ/Ø(EÐ'FÐ�mÑ$ðIÙ#Ô%Ù,Ó.Ð.ð &ð 9QÐ7QÐÐ3Ñ4Ø3GÐ2HÐÐ.Ñ/ðI>ÙÔÙ,Ó.Ð.ð  ð 	*ð2ÐÐ-Ñ.ð (*Ð�mÑ$ò(Ð�mÑ$ò.
*Ð�oÑ&ð �lÑ#×*Ñ*ò2	
ô4ðp 	/Ø'ð4ÐÐ/Ñ0ð
 ;=ÐÐ6Ñ7Ø,HÐ+IÐÐ'Ñ(Ø,.ÐÐ(Ñ)Ø0EÐG\Ð/]ÐÐ+Ñ,Ø+<Ð>RÐ*SÐÐ&Ñ'Ø*BÐ)CÐ�oÑ&ò)Ð�nÑ%ò*Ð�oÑ&ð &(Ð�kÑ"Ø-/ÐÐ)Ñ*Ø$- ;Ð�iÑ Ø-KÐ,LÐÐ(Ñ)Ø,<Ð+=ÐÐ'Ñ(ð+'ÙÔÙ,Ó.Ð.ð ð +-ÐÐ&Ñ'Ø�lÑ#×*Ñ*ò	
ôð( -BÐCVÐ+WÐÐ'Ñ(Ø/1ÐÐ+Ñ,ò.ÐÐ)Ñ*ò,ÐÐ'Ñ(ð %'Ð�jÑ!ðGÙÔÙ,Ó.Ð.ð ð �lÑ#×*Ñ*ò	
ôð$ 24ÐÐ-Ñ.Ø0EÐ/FÐÐ+Ñ,ò å+ÝGÝ9Ý9ÝGÝCÝCÝ7Ý=ÝIÝ=ÝIÝIÝ3ÝEÝEÝ7Ý7ÝQÝIÝZÝXõ 5Ý2Ý4ÝdÝ2Ý4Ý:Ý:ÝBÝ\Ý<Ý8ÝDÝ^ÝBÝ<Ý8ÝDÝ@ÝfÝbõõ UÝLÝlÝ`Ý\ÝVÝNÝRÝ9ÝUÝMÝSÝ[Ý;ÝWÝ9ÝkÝgõ GÝZõ gÝRÝLÝJÝ4ÝjÝ:ÝVÝ4ÝFÝJÝfÝnÝ@ÝFÝ>ÝZÝbÝbÝ\ÝFÝFÝNÝ@ÝXÝpÝbÝVÝHÞHÞfÞZÞZÞ@Þ>ÞVÞDÞ>ÞFÞBÞ>ÞPÞbÞ@ÞRÞXÞBÞ`Þ`ÞVÞ@ÞHÞDÞhÞZÞXÞZÞfÞNÞHÞ8Þ^Þ^ÞXÞBÞBÞJÞ<ÞTÞVÞ\ÞdÞlÞ^ÞRÞDÞDÞ@Þ@ÞFöö CÞDÞPÞ^ÞBÞSÞPÞ]ÞWö KÞFÞJÞJÞHÞBÞLÞHÞJÞRÞJÞFÞuÞgÞKÞGÞOÞiö 2ÞOÞYÞOÞOöö xÞmÞqÞwÞmÞqßIÐIßIÐIßKÐKß;Ð;ßHÑHßBÑBÞßEÑEß[Ñ[÷ 5Ñ4ßLÑLßdÑdß`Ñ`÷ñ ÷ñ ÷ñ ÷ UÑTß`Ñ`ßtÑtß<Ñ<ßBÑB÷ DÑCßKÑKß1Ñ1ßEÑE÷ VÑUßcÑcßIÑIßMÑMßaÑaßQÑQß?Ñ?ßUÑUß[Ñ[ßQÑQßMÑMßGÑGßEÑEßKÑKßOÑOßKÑKß5Ñ5ßMÑMßMÑMß/Ñ/ßCÑCßQÑQßIÑIß[Ñ[ßUÑUßSÑSßKÑKßEÑEßUÑUßEÑEßUÑUß]Ñ]ßeÑeß[Ñ[ßeÑeß]Ñ]ß/Ñ/ßBÑBß/Ñ/ßUÑUß9Ñ9÷ OÑNßAÑAßGÑGß=Ñ=ß[Ñ[ßQÑQß?Ñ?ß[Ñ[÷ ,Ñ+÷ MÑLßPÑPßDÑDßFÑFßDÑDßBÑBß>Ñ>ß^Ñ^ßAÑAß?Ñ?ßCÑCß=Ñ=ßQÑQß3Ñ3ßEÑEß[Ñ[ßLÑL÷ 2Ð1ß9Ð9ßUÐUßOÐOß;Ð;ß;Ð;ß9Ð9ß?Ð?ß3Ð3ß/Ð/ß?Ð?ßCÐCß=Ð=ß9Ð9ßEÐEß?Ð?ßIÐIßIÐIßAÐAßCÐCßKÐKßIÐIßKÐKßCÐCßGÐGßGÐGßIÐIßUÐUßGÐGßGÐGßGÐG÷ DÑCßMÑMßAÑAßQÑQßSÑSß]Ñ]ßCÑCßMÑMßWÑWßIÑIßCÑCßEÑEßAÑAßGÑGßEÑEßCÑCßIÑIßCÑCßPÒPö à/@×/FÒ/FÓ/H×I¡t q¨!˜šC ›F™ÓIÐá.©t±H«~×/DÒ/DÁxÑ/OÑX`ÕaÑÙ’Y˜r“]Ñ#×*Ò*Ð+<Ô=á'ØÚ‹	‘*ÑÙÙÙ$ kÐ2õ�C‡K‚K�Ññ ÔÑ!3Ô!5Ñ>OÔ>QØ
×Òñ	/öñ ?RÑ!5ÑøðA &ò Ý/ñ Ð5Ó6ö;Ø¸d¿o¹oÈcÕ>RŠñ;ùô ;ÐÐ6Ô7ðûð &ò ÝAñ ÐGÓHöMØÐPT×P_ÑP_Ð`cÕPdŠñMùô MÐÐHÔIðûð &ò Ý3ñ Ð9Ó:ö?ØÀ$Ç/Á/ÐRUÕBVŠñ?ùô ?ÐÐ:Ô;ðûð &ò Ý+ñ Ð1Ó2ö7Ø¸$¿/¹/È#Õ:NŠñ7ùô 7ÐÐ2Ô3ðûð &ò Ý0ñ Ð6Ó7ö<Ø¸t¿¹ÈsÕ?SŠñ<ùô <ÐÐ7Ô8ðûð &ò wÝ'áDGÐHXÓDYÖ2v¸DÐae×apÑapÐqtÕau²4Ñ2vùÔ2vÐÐ.Ô/ðwûðX &ò wÝ'áDGÐHXÓDYÖ2v¸DÐae×apÑapÐqtÕau²4Ñ2vùÔ2vÐÐ.Ô/ðwûð^ &ò Ý)ñ Ð/Ó0ö5Ø¸¿¹ÈÕ8LŠñ5ùô 5ÐÐ0Ô1ðüób Js&  Ä0v* Åw- Å$x0 Å:y3 Æz6 Æ8{9 É|< Ê}? ó6ö*w*ö?w÷w÷w*÷)w*÷-x-øxøxøx-ø,x-ø0y0ùy!ùy!ù y0ù/y0ù3z3úz$úz$ú#z3ú2z3ú6{6û{'û"{'û&{6û5{6û9|9ü|*ü%|*ü)|9ü8|9ü<}<ý}-ý(}-ý,}<ý;}<ý?~?þ~0þ+~0þ/~?þ>~?