o >g@sddlmZddlZddlZddlmZGdddejjjZGdddej Z Gdd d ej Z Gd d d ej Zdd d ZdS))sd1_clipN)T5TokenizerFastcseZdZfddZZS) T5XXLModelc sd|d<tjdi|dS)NTattention_mask)super__init__)selfkwargs __class__rC/home/comdoleger1/zen-flux-style-shape/comfy/text_encoders/genmo.pyrszT5XXLModel.__init____name__ __module__ __qualname__r __classcell__rrr r rsrcs$eZdZddiffdd ZZS) MochiT5XXLcpuNcstj||dt|ddS)Nt5xxl)devicedtypename clip_model model_options)rrrr rrrr rr rszMochiT5XXL.__init__rrrr r r src"eZdZdiffdd ZZS)T5XXLTokenizerNc sBtjtjtjtd}tj||dddtddddd dS)N t5_tokenizerFiri) embedding_directory pad_with_endembedding_size embedding_keytokenizer_classhas_start_tokenpad_to_max_length max_length min_length) ospathjoindirnamerealpath__file__rrr)r r tokenizer_datatokenizer_pathr rr rs$zT5XXLTokenizer.__init__rrrr r rrcr)MochiT5TokenizerNcstj||dtddS)Nr)r r/ clip_name tokenizer)rrr)r r r/r rr rszMochiT5Tokenizer.__init__rrrr r r2r1r2csGfdddt}|S)Ncs(eZdZddiffdd ZZS)zmochi_te..MochiTEModel_rNcsBdurd|vr|}|d<|dur}tj|||ddS)Nt5xxl_scaled_fp8)rrr)copyrrr)r dtype_t5r5rr rs z(mochi_te..MochiTEModel_.__init__rrr7r5r r MochiTEModel_s r9)r)r7r5r9rr8r mochi_tesr:)NN)comfyrcomfy.text_encoders.sd3_clipr) transformersr text_encoderssd3_clipr SD1ClipModelr SDTokenizerr SD1Tokenizerr2r:rrrr s