+
    ~j&                         ^ RI Ht ^RIHtHtHtHt / RR.bR. R\ObR. R]ObR. R^ObR. R_ObR	R
.bR. RaObRRR.bRRR.bR. RdObR. ReObRR.bR. RgObR. RNRNRNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+NR,NR-NR.NR/NR0NR1NR2NR3NR4NR5NR6NR7NR8NR9NR:NR;NR<NR=NR>NR?NR@NbRARB.bRCRDRE.bRF. RkObRG. RyORH. RmORIRJ.RKRL.RMRNRO.RPRQ.RRRS./Ct ]! 4       '       g   ]! 4       h RTRU.]RV&   . RzO]RW&    ]! RX4      '       g   ]! 4       h RY.]RZ&   ]'       Ed   ^R[IH	t	 ^R\I
HtHtHt ^R]IHtHtHtHt ^R^IHtHtHtHt ^R_IHtHtHtHtHtHtHtH t H!t!H"t" ^R`I#H$t$ ^RaI%H&t&H't'H(t( ^RbI)H*t*H+t+ ^RcI,H-t-H.t. ^RdI/H0t0H1t1H2t2H3t3H4t4H5t5 ^ReI6H7t7H8t8H9t9H:t: ^RfI;H<t< ^RgI=H>t>H?t?H@t@HAtAHBtBHCtCHDtD ^RhIEHFtFHGtGHHtHHItIHJtJHKtKHLtLHMtMHNtNHOtOHPtPHQtQHRtRHStSHTtTHUtUHVtVHWtWHXtXHYtYHZtZH[t[H\t\H]t]H^t^H_t_H`t`HataHbtbHctcHdtdHeteHftfHgtgHhthHitiHjtjHktkHltlHmtmHntn ^RiIoHptp ^RjIqHrtrHsts ^RkItHutuHvtvHwtw ^RlIxHytyHztzH{t{H|t|H}t}H~t~ ^RmIHtHtHt ^RnIHt ^RoIHt ^RpIHtHt ^RqIHt ^RrIHt  ]! 4       '       g   ]! 4       h ^RsIHtHt ^RtIHtHtHt  ]! RX4      '       g   ]! 4       h ^RuIHt Rv# ^ RvIt]! ]]! 4       Rw,          ]]Rx7      ]EP6                  ]&   Rv#   ] d     ELi ; i  ] d     ELi ; i  ] d     Lzi ; i  ] d     Rv# i ; i){    )TYPE_CHECKING)OptionalDependencyNotAvailable_LazyModuleis_torch_availableis_torch_greater_or_equalaqlmreplace_with_aqlm_linearawqbitnetbitsandbytes	deepspeedeetqreplace_with_eetq_linear
fbgemm_fp8finegrained_fp8	FP8Linearreplace_with_fp8_linearfsdpis_fsdp_enabledis_fsdp_managed_moduleggmlhiggshqqprepare_for_hqq_linearhub_kernelsintegration_utilsINTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackKubeflowCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationSwanLabCallbackTensorBoardCallbackTrackioCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_kubeflow_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_wandbligerapply_liger_kernelmetal_quantizationMetalLinearreplace_with_metal_linearmoemxfp4neftunepeftPeftAdapterMixinquantoreplace_with_quanto_layerssinqSinqDeserializeSinqQuantizespqrreplace_with_spqr_linearvptqreplace_with_vptq_linear$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorchtensor_parallelz2.5make_flex_block_causal_maskflex_attention)r	   )post_init_awq_exllama_modulesreplace_quantization_scalesreplace_with_awq_linear)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weights)Bnb4bitQuantizedequantize_and_replacereplace_with_bnb_linear!validate_bnb_backend_availability)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_config)r   )FbgemmFp8LinearFbgemmFp8Llama4TextExpertsreplace_with_fbgemm_fp8_linear)r   r   )r   r   )GGUF_CONFIG_DEFAULTS_MAPPINGGGUF_CONFIG_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_gguf)HiggsLineardequantize_higgsquantize_with_higgsreplace_with_higgs_linear)r   )LayerRepositorylazy_load_kernelregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hubuse_kernel_func_from_hubuse_kernelized_func))r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   )rG   )rI   rJ   )batched_mm_experts_forwardgrouped_mm_experts_forwarduse_experts_implementation)Mxfp4GptOssExperts
dequantizeload_and_swizzle_mxfp4quantize_to_mxfp4replace_with_mxfp4_linearswizzle_mxfp4)activate_neftunedeactivate_neftuneneftune_post_forward_hook)rO   )rQ   )rS   rT   )rV   )rX   )rY   rZ   )ALL_PARALLEL_STYLESshard_and_distribute_module!translate_to_torch_parallel_style)r]   N__file__)module_spec)r   convert_moe_packed_tensorsr   r   r   r   r   )r   r   r   )typingr   utilsr   r   r   r   _import_structurer   r	   r
   r_   r`   ra   r   rb   rc   rd   re   r   rf   rg   rh   ri   r   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   r   r   r   rt   ru   rv   r   r   r   r   r   r   r   rw   rx   ry   rz   r{   r|   r   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   r   r   r   rL   r   r   r   r   r   r   rM   r   r   r   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   r[   rY   rZ   r\   r   r   r   r^   r]   sys__name__globals__spec__modules     w/Users/mitch_tango/dev/rabbit-r1-livekit/agent/.venv/lib/python3.14/site-packages/transformers/integrations/__init__.py<module>r      sS   ! n nC
'(C	 C  C  C&  'C> '(?C@ eACB %>?CCD  89ECF  GCV  WCb 
$%cCd  eCv  *!** 	* 		*
 	* 	* 	* 	* 	* 	* 	* 	&* 	* 	* 	*  	!*" 	/#*$ 	.%*& 	'*( 	)** 	+*, 	"-*. 	/*0 	1*2 	3*4 	+5*6 	 7*8 	 9*: 	;*< 	=*> 	?*@ 	A*B 	 C*D 	E*F 	#G*H 	I*J 	K*L 	M*N 	O*P 	Q*R 	S*wCL "#MCN #OCV 
 WC`    
  +,
/
'(
'(EC J	,..   	/''l#
( # $
$U++,.. , 	&+&' =. 
     /ggC=  ed+  * * * * * * * * * * *V * 
  YX&23..d!##022 $
 	d @(//022 0
 	@'')J2GIZhpqCKKS & 		  & 		H *  * sZ   K	 K	 5K K% $K% ?K2 K2 	KKK"!K"%K/.K/2K=<K=