xmodaler.modelingΒΆ
- xmodaler.modeling.decode_strategy
build_beam_searcher()build_greedy_decoder()GreedyDecoderGreedyDecoder._abc_implGreedyDecoder._backward_hooksGreedyDecoder._buffersGreedyDecoder._forward()GreedyDecoder._forward_hooksGreedyDecoder._forward_pre_hooksGreedyDecoder._is_full_backward_hookGreedyDecoder._load_state_dict_post_hooksGreedyDecoder._load_state_dict_pre_hooksGreedyDecoder._modulesGreedyDecoder._non_persistent_buffers_setGreedyDecoder._parametersGreedyDecoder._state_dict_hooksGreedyDecoder.training
BeamSearcherBeamSearcher._abc_implBeamSearcher._backward_hooksBeamSearcher._buffersBeamSearcher._expand_state()BeamSearcher._forward()BeamSearcher._forward_hooksBeamSearcher._forward_pre_hooksBeamSearcher._is_full_backward_hookBeamSearcher._load_state_dict_post_hooksBeamSearcher._load_state_dict_pre_hooksBeamSearcher._modulesBeamSearcher._non_persistent_buffers_setBeamSearcher._parametersBeamSearcher._select()BeamSearcher._state_dict_hooksBeamSearcher.training
DecodeStrategyDecodeStrategy.__init__()DecodeStrategy._abc_implDecodeStrategy._backward_hooksDecodeStrategy._buffersDecodeStrategy._forward()DecodeStrategy._forward_hooksDecodeStrategy._forward_pre_hooksDecodeStrategy._is_full_backward_hookDecodeStrategy._load_state_dict_post_hooksDecodeStrategy._load_state_dict_pre_hooksDecodeStrategy._modulesDecodeStrategy._non_persistent_buffers_setDecodeStrategy._parametersDecodeStrategy._state_dict_hooksDecodeStrategy.forward()DecodeStrategy.from_config()DecodeStrategy.training
- xmodaler.modeling.decoder
build_decoder()add_decoder_config()UpDownDecoderUpDownDecoder.__init__()UpDownDecoder._abc_implUpDownDecoder._backward_hooksUpDownDecoder._buffersUpDownDecoder._forward_hooksUpDownDecoder._forward_pre_hooksUpDownDecoder._is_full_backward_hookUpDownDecoder._load_state_dict_post_hooksUpDownDecoder._load_state_dict_pre_hooksUpDownDecoder._modulesUpDownDecoder._non_persistent_buffers_setUpDownDecoder._parametersUpDownDecoder._state_dict_hooksUpDownDecoder.add_config()UpDownDecoder.forward()UpDownDecoder.from_config()UpDownDecoder.preprocess()UpDownDecoder.training
SALSTMDecoderSALSTMDecoder.__init__()SALSTMDecoder._abc_implSALSTMDecoder._backward_hooksSALSTMDecoder._buffersSALSTMDecoder._forward_hooksSALSTMDecoder._forward_pre_hooksSALSTMDecoder._is_full_backward_hookSALSTMDecoder._load_state_dict_post_hooksSALSTMDecoder._load_state_dict_pre_hooksSALSTMDecoder._modulesSALSTMDecoder._non_persistent_buffers_setSALSTMDecoder._parametersSALSTMDecoder._state_dict_hooksSALSTMDecoder.add_config()SALSTMDecoder.forward()SALSTMDecoder.from_config()SALSTMDecoder.preprocess()SALSTMDecoder.training
MPLSTMDecoderMPLSTMDecoder.__init__()MPLSTMDecoder._abc_implMPLSTMDecoder._backward_hooksMPLSTMDecoder._buffersMPLSTMDecoder._forward_hooksMPLSTMDecoder._forward_pre_hooksMPLSTMDecoder._is_full_backward_hookMPLSTMDecoder._load_state_dict_post_hooksMPLSTMDecoder._load_state_dict_pre_hooksMPLSTMDecoder._modulesMPLSTMDecoder._non_persistent_buffers_setMPLSTMDecoder._parametersMPLSTMDecoder._state_dict_hooksMPLSTMDecoder.add_config()MPLSTMDecoder.forward()MPLSTMDecoder.from_config()MPLSTMDecoder.preprocess()MPLSTMDecoder.training
TransformerDecoderTransformerDecoder.__init__()TransformerDecoder._abc_implTransformerDecoder._backward_hooksTransformerDecoder._buffersTransformerDecoder._forward_hooksTransformerDecoder._forward_pre_hooksTransformerDecoder._is_full_backward_hookTransformerDecoder._load_state_dict_post_hooksTransformerDecoder._load_state_dict_pre_hooksTransformerDecoder._modulesTransformerDecoder._non_persistent_buffers_setTransformerDecoder._parametersTransformerDecoder._state_dict_hooksTransformerDecoder.add_config()TransformerDecoder.forward()TransformerDecoder.from_config()TransformerDecoder.training
DecoupleBertDecoderDecoupleBertDecoder.__init__()DecoupleBertDecoder._abc_implDecoupleBertDecoder._backward_hooksDecoupleBertDecoder._buffersDecoupleBertDecoder._forward_hooksDecoupleBertDecoder._forward_pre_hooksDecoupleBertDecoder._is_full_backward_hookDecoupleBertDecoder._load_state_dict_post_hooksDecoupleBertDecoder._load_state_dict_pre_hooksDecoupleBertDecoder._modulesDecoupleBertDecoder._non_persistent_buffers_setDecoupleBertDecoder._parametersDecoupleBertDecoder._state_dict_hooksDecoupleBertDecoder.add_config()DecoupleBertDecoder.forward()DecoupleBertDecoder.from_config()DecoupleBertDecoder.training
MeshedDecoderMeshedDecoder.__init__()MeshedDecoder._abc_implMeshedDecoder._backward_hooksMeshedDecoder._buffersMeshedDecoder._forward_hooksMeshedDecoder._forward_pre_hooksMeshedDecoder._is_full_backward_hookMeshedDecoder._load_state_dict_post_hooksMeshedDecoder._load_state_dict_pre_hooksMeshedDecoder._modulesMeshedDecoder._non_persistent_buffers_setMeshedDecoder._parametersMeshedDecoder._state_dict_hooksMeshedDecoder.add_config()MeshedDecoder.forward()MeshedDecoder.from_config()MeshedDecoder.training
XLANDecoderXLANDecoder.__init__()XLANDecoder._abc_implXLANDecoder._backward_hooksXLANDecoder._buffersXLANDecoder._forward_hooksXLANDecoder._forward_pre_hooksXLANDecoder._is_full_backward_hookXLANDecoder._load_state_dict_post_hooksXLANDecoder._load_state_dict_pre_hooksXLANDecoder._modulesXLANDecoder._non_persistent_buffers_setXLANDecoder._parametersXLANDecoder._state_dict_hooksXLANDecoder.add_config()XLANDecoder.forward()XLANDecoder.from_config()XLANDecoder.preprocess()XLANDecoder.training
TDConvEDDecoderTDConvEDDecoder.__init__()TDConvEDDecoder._backward_hooksTDConvEDDecoder._buffersTDConvEDDecoder._clear_decoding_buffer()TDConvEDDecoder._forward_hooksTDConvEDDecoder._forward_pre_hooksTDConvEDDecoder._init_decoding_buffer()TDConvEDDecoder._is_full_backward_hookTDConvEDDecoder._load_state_dict_post_hooksTDConvEDDecoder._load_state_dict_pre_hooksTDConvEDDecoder._modulesTDConvEDDecoder._non_persistent_buffers_setTDConvEDDecoder._parametersTDConvEDDecoder._state_dict_hooksTDConvEDDecoder.add_config()TDConvEDDecoder.forward()TDConvEDDecoder.from_config()TDConvEDDecoder.preprocess()TDConvEDDecoder.training
AttributeDecoderAttributeDecoder.__init__()AttributeDecoder._abc_implAttributeDecoder._backward_hooksAttributeDecoder._buffersAttributeDecoder._forward_hooksAttributeDecoder._forward_pre_hooksAttributeDecoder._is_full_backward_hookAttributeDecoder._load_state_dict_post_hooksAttributeDecoder._load_state_dict_pre_hooksAttributeDecoder._modulesAttributeDecoder._non_persistent_buffers_setAttributeDecoder._parametersAttributeDecoder._state_dict_hooksAttributeDecoder.add_config()AttributeDecoder.forward()AttributeDecoder.from_config()AttributeDecoder.preprocess()AttributeDecoder.training
- xmodaler.modeling.embedding
build_embeddings()TokenBaseEmbeddingTokenBaseEmbedding.__init__()TokenBaseEmbedding._backward_hooksTokenBaseEmbedding._buffersTokenBaseEmbedding._forward()TokenBaseEmbedding._forward_hooksTokenBaseEmbedding._forward_pre_hooksTokenBaseEmbedding._is_full_backward_hookTokenBaseEmbedding._load_state_dict_post_hooksTokenBaseEmbedding._load_state_dict_pre_hooksTokenBaseEmbedding._modulesTokenBaseEmbedding._non_persistent_buffers_setTokenBaseEmbedding._parametersTokenBaseEmbedding._state_dict_hooksTokenBaseEmbedding.forward()TokenBaseEmbedding.from_config()TokenBaseEmbedding.training
VisualBaseEmbeddingVisualBaseEmbedding.__init__()VisualBaseEmbedding._backward_hooksVisualBaseEmbedding._buffersVisualBaseEmbedding._forward_hooksVisualBaseEmbedding._forward_pre_hooksVisualBaseEmbedding._is_full_backward_hookVisualBaseEmbedding._load_state_dict_post_hooksVisualBaseEmbedding._load_state_dict_pre_hooksVisualBaseEmbedding._modulesVisualBaseEmbedding._non_persistent_buffers_setVisualBaseEmbedding._parametersVisualBaseEmbedding._state_dict_hooksVisualBaseEmbedding.forward()VisualBaseEmbedding.from_config()VisualBaseEmbedding.training
VisualIdentityEmbeddingVisualIdentityEmbedding.__init__()VisualIdentityEmbedding._backward_hooksVisualIdentityEmbedding._buffersVisualIdentityEmbedding._forward_hooksVisualIdentityEmbedding._forward_pre_hooksVisualIdentityEmbedding._is_full_backward_hookVisualIdentityEmbedding._load_state_dict_post_hooksVisualIdentityEmbedding._load_state_dict_pre_hooksVisualIdentityEmbedding._modulesVisualIdentityEmbedding._non_persistent_buffers_setVisualIdentityEmbedding._parametersVisualIdentityEmbedding._state_dict_hooksVisualIdentityEmbedding.forward()VisualIdentityEmbedding.from_config()VisualIdentityEmbedding.training
TDConvEDVisualBaseEmbeddingTDConvEDVisualBaseEmbedding.__init__()TDConvEDVisualBaseEmbedding._backward_hooksTDConvEDVisualBaseEmbedding._buffersTDConvEDVisualBaseEmbedding._forward_hooksTDConvEDVisualBaseEmbedding._forward_pre_hooksTDConvEDVisualBaseEmbedding._is_full_backward_hookTDConvEDVisualBaseEmbedding._load_state_dict_post_hooksTDConvEDVisualBaseEmbedding._load_state_dict_pre_hooksTDConvEDVisualBaseEmbedding._modulesTDConvEDVisualBaseEmbedding._non_persistent_buffers_setTDConvEDVisualBaseEmbedding._parametersTDConvEDVisualBaseEmbedding._state_dict_hooksTDConvEDVisualBaseEmbedding.forward()TDConvEDVisualBaseEmbedding.from_config()TDConvEDVisualBaseEmbedding.training
SinusoidEncodingSinusoidEncoding.__init__()SinusoidEncoding._backward_hooksSinusoidEncoding._buffersSinusoidEncoding._forward_hooksSinusoidEncoding._forward_pre_hooksSinusoidEncoding._is_full_backward_hookSinusoidEncoding._load_state_dict_post_hooksSinusoidEncoding._load_state_dict_pre_hooksSinusoidEncoding._modulesSinusoidEncoding._non_persistent_buffers_setSinusoidEncoding._parametersSinusoidEncoding._state_dict_hooksSinusoidEncoding.forward()SinusoidEncoding.training
NNEmbeddingEncodingNNEmbeddingEncoding.__init__()NNEmbeddingEncoding._backward_hooksNNEmbeddingEncoding._buffersNNEmbeddingEncoding._forward_hooksNNEmbeddingEncoding._forward_pre_hooksNNEmbeddingEncoding._is_full_backward_hookNNEmbeddingEncoding._load_state_dict_post_hooksNNEmbeddingEncoding._load_state_dict_pre_hooksNNEmbeddingEncoding._modulesNNEmbeddingEncoding._non_persistent_buffers_setNNEmbeddingEncoding._parametersNNEmbeddingEncoding._state_dict_hooksNNEmbeddingEncoding.forward()NNEmbeddingEncoding.training
- xmodaler.modeling.encoder
build_encoder()add_encoder_config()EncoderEncoder.__init__()Encoder._backward_hooksEncoder._buffersEncoder._forward_hooksEncoder._forward_pre_hooksEncoder._is_full_backward_hookEncoder._load_state_dict_post_hooksEncoder._load_state_dict_pre_hooksEncoder._modulesEncoder._non_persistent_buffers_setEncoder._parametersEncoder._state_dict_hooksEncoder.add_config()Encoder.forward()Encoder.from_config()Encoder.training
UpDownEncoderUpDownEncoder.__init__()UpDownEncoder._backward_hooksUpDownEncoder._buffersUpDownEncoder._forward_hooksUpDownEncoder._forward_pre_hooksUpDownEncoder._is_full_backward_hookUpDownEncoder._load_state_dict_post_hooksUpDownEncoder._load_state_dict_pre_hooksUpDownEncoder._modulesUpDownEncoder._non_persistent_buffers_setUpDownEncoder._parametersUpDownEncoder._state_dict_hooksUpDownEncoder.add_config()UpDownEncoder.forward()UpDownEncoder.from_config()UpDownEncoder.training
TransformerEncoderTransformerEncoder.__init__()TransformerEncoder._backward_hooksTransformerEncoder._buffersTransformerEncoder._forward_hooksTransformerEncoder._forward_pre_hooksTransformerEncoder._is_full_backward_hookTransformerEncoder._load_state_dict_post_hooksTransformerEncoder._load_state_dict_pre_hooksTransformerEncoder._modulesTransformerEncoder._non_persistent_buffers_setTransformerEncoder._parametersTransformerEncoder._state_dict_hooksTransformerEncoder.add_config()TransformerEncoder.forward()TransformerEncoder.from_config()TransformerEncoder.training
SingleStreamBertEncoderSingleStreamBertEncoder.__init__()SingleStreamBertEncoder._backward_hooksSingleStreamBertEncoder._buffersSingleStreamBertEncoder._forward_hooksSingleStreamBertEncoder._forward_pre_hooksSingleStreamBertEncoder._is_full_backward_hookSingleStreamBertEncoder._load_state_dict_post_hooksSingleStreamBertEncoder._load_state_dict_pre_hooksSingleStreamBertEncoder._modulesSingleStreamBertEncoder._non_persistent_buffers_setSingleStreamBertEncoder._parametersSingleStreamBertEncoder._state_dict_hooksSingleStreamBertEncoder.add_config()SingleStreamBertEncoder.forward()SingleStreamBertEncoder.from_config()SingleStreamBertEncoder.training
TwoStreamBertEncoderTwoStreamBertEncoder.__init__()TwoStreamBertEncoder._backward_hooksTwoStreamBertEncoder._buffersTwoStreamBertEncoder._forward_hooksTwoStreamBertEncoder._forward_pre_hooksTwoStreamBertEncoder._is_full_backward_hookTwoStreamBertEncoder._load_state_dict_post_hooksTwoStreamBertEncoder._load_state_dict_pre_hooksTwoStreamBertEncoder._modulesTwoStreamBertEncoder._non_persistent_buffers_setTwoStreamBertEncoder._parametersTwoStreamBertEncoder._state_dict_hooksTwoStreamBertEncoder.add_config()TwoStreamBertEncoder.forward()TwoStreamBertEncoder.from_config()TwoStreamBertEncoder.training
GCNEncoderGCNEncoder.__init__()GCNEncoder._backward_hooksGCNEncoder._buffersGCNEncoder._forward_hooksGCNEncoder._forward_pre_hooksGCNEncoder._is_full_backward_hookGCNEncoder._load_state_dict_post_hooksGCNEncoder._load_state_dict_pre_hooksGCNEncoder._modulesGCNEncoder._non_persistent_buffers_setGCNEncoder._parametersGCNEncoder._state_dict_hooksGCNEncoder.add_config()GCNEncoder.forward()GCNEncoder.from_config()GCNEncoder.training
MemoryAugmentedEncoderMemoryAugmentedEncoder.__init__()MemoryAugmentedEncoder._backward_hooksMemoryAugmentedEncoder._buffersMemoryAugmentedEncoder._forward_hooksMemoryAugmentedEncoder._forward_pre_hooksMemoryAugmentedEncoder._get_global_feat()MemoryAugmentedEncoder._is_full_backward_hookMemoryAugmentedEncoder._load_state_dict_post_hooksMemoryAugmentedEncoder._load_state_dict_pre_hooksMemoryAugmentedEncoder._modulesMemoryAugmentedEncoder._non_persistent_buffers_setMemoryAugmentedEncoder._parametersMemoryAugmentedEncoder._state_dict_hooksMemoryAugmentedEncoder.add_config()MemoryAugmentedEncoder.forward()MemoryAugmentedEncoder.from_config()MemoryAugmentedEncoder.training
LowRankBilinearEncoderLowRankBilinearEncoder.__init__()LowRankBilinearEncoder._backward_hooksLowRankBilinearEncoder._buffersLowRankBilinearEncoder._forward_hooksLowRankBilinearEncoder._forward_pre_hooksLowRankBilinearEncoder._is_full_backward_hookLowRankBilinearEncoder._load_state_dict_post_hooksLowRankBilinearEncoder._load_state_dict_pre_hooksLowRankBilinearEncoder._modulesLowRankBilinearEncoder._non_persistent_buffers_setLowRankBilinearEncoder._parametersLowRankBilinearEncoder._state_dict_hooksLowRankBilinearEncoder.add_config()LowRankBilinearEncoder.forward()LowRankBilinearEncoder.from_config()LowRankBilinearEncoder.training
TDConvEDEncoderTDConvEDEncoder.__init__()TDConvEDEncoder._backward_hooksTDConvEDEncoder._buffersTDConvEDEncoder._forward_hooksTDConvEDEncoder._forward_pre_hooksTDConvEDEncoder._is_full_backward_hookTDConvEDEncoder._load_state_dict_post_hooksTDConvEDEncoder._load_state_dict_pre_hooksTDConvEDEncoder._modulesTDConvEDEncoder._non_persistent_buffers_setTDConvEDEncoder._parametersTDConvEDEncoder._state_dict_hooksTDConvEDEncoder.add_config()TDConvEDEncoder.forward()TDConvEDEncoder.from_config()TDConvEDEncoder.training
- xmodaler.modeling.layers
get_act_layer()get_activation()AttentionPoolerBaseAttentionBertSelfAttentionBertSelfOutputBertAttentionBertIntermediateBertOutputBertXAttentionBertCrossAttentionBertLayerBertUnderstandingLayerBertGenerationLayerBertPoolerBertPredictionHeadTransformMultiHeadAttentionMemoryMultiHeadAttentionPositionWiseFeedForwardLowRankBilinearAttentionLowRankBilinearLayerSCAttentionTemporalDeformableLayerTemporalDeformableBlockShiftedConvLayerSoftAttention
- xmodaler.modeling.meta_arch
build_model()add_config()BaseEncoderDecoderBaseEncoderDecoder.__init__()BaseEncoderDecoder.add_config()BaseEncoderDecoder.bind_or_init_weights()BaseEncoderDecoder.decode_beam_search()BaseEncoderDecoder.forward()BaseEncoderDecoder.from_config()BaseEncoderDecoder.get_extended_attention_mask()BaseEncoderDecoder.greedy_decode()BaseEncoderDecoder.preprocess_batch()BaseEncoderDecoder.training
RnnAttEncoderDecoderTransformerEncoderDecoderTDENBiTransformerTDENPretrainTDENCaptionerUniterPretrainUniterForMMUnderstanding
- xmodaler.modeling.predictor