API DocumentationΒΆ
- xmodaler.checkpoint
PeriodicEpochCheckpointerXmodalerCheckpointerXmodalerCheckpointer.__init__()XmodalerCheckpointer._convert_ndarray_to_tensor()XmodalerCheckpointer._load_file()XmodalerCheckpointer._load_model()XmodalerCheckpointer._log_incompatible_keys()XmodalerCheckpointer.add_checkpointable()XmodalerCheckpointer.get_all_checkpoint_files()XmodalerCheckpointer.get_checkpoint_file()XmodalerCheckpointer.has_checkpoint()XmodalerCheckpointer.load()XmodalerCheckpointer.resume_or_load()XmodalerCheckpointer.save()XmodalerCheckpointer.tag_last_checkpoint()
- xmodaler.config
CfgNodeCfgNode.DEPRECATED_KEYSCfgNode.IMMUTABLECfgNode.NEW_ALLOWEDCfgNode.RENAMED_KEYSCfgNode.__init__()CfgNode._create_config_tree_from_dict()CfgNode._decode_cfg_value()CfgNode._immutable()CfgNode._load_cfg_from_file()CfgNode._load_cfg_from_yaml_str()CfgNode._load_cfg_py_source()CfgNode._open_cfg()CfgNode.clear()CfgNode.clone()CfgNode.copy()CfgNode.defrost()CfgNode.dump()CfgNode.freeze()CfgNode.fromkeys()CfgNode.get()CfgNode.is_frozen()CfgNode.is_new_allowed()CfgNode.items()CfgNode.key_is_deprecated()CfgNode.key_is_renamed()CfgNode.keys()CfgNode.load_cfg()CfgNode.load_from_file_tmp()CfgNode.load_yaml_with_base()CfgNode.merge_from_file()CfgNode.merge_from_list()CfgNode.merge_from_other_cfg()CfgNode.pop()CfgNode.popitem()CfgNode.raise_key_rename_error()CfgNode.register_deprecated_key()CfgNode.register_renamed_key()CfgNode.set_new_allowed()CfgNode.setdefault()CfgNode.update()CfgNode.values()
get_cfg()set_global_cfg()downgrade_config()upgrade_config()configurable()global_cfgkfg
- xmodaler.datasets
DatasetFromListMapDatasetMSCoCoDatasetMSCoCoSampleByTxtDatasetMSCoCoBertDatasetConceptualCaptionsDatasetConceptualCaptionsDatasetForSingleStreamVQADatasetVCRDatasetFlickr30kDatasetFlickr30kDatasetForSingleStreamFlickr30kDatasetForSingleStreamValMSVDDatasetMSRVTTDatasetbuild_xmodaler_train_loader()build_xmodaler_valtest_loader()build_dataset_mapper()
- xmodaler.engine
launch()build_engine()default_argument_parser()default_setup()default_writers()DefaultTrainerDefaultTrainer.schedulerDefaultTrainer.checkpointerDefaultTrainer.cfgDefaultTrainer.__init__()DefaultTrainer._write_metrics()DefaultTrainer.after_step()DefaultTrainer.after_train()DefaultTrainer.auto_scale_workers()DefaultTrainer.before_step()DefaultTrainer.before_train()DefaultTrainer.build_hooks()DefaultTrainer.build_losses()DefaultTrainer.build_lr_scheduler()DefaultTrainer.build_model()DefaultTrainer.build_optimizer()DefaultTrainer.build_test_loader()DefaultTrainer.build_train_loader()DefaultTrainer.build_val_loader()DefaultTrainer.build_writers()DefaultTrainer.load_state_dict()DefaultTrainer.register_hooks()DefaultTrainer.resume_or_load()DefaultTrainer.run_step()DefaultTrainer.state_dict()DefaultTrainer.test()DefaultTrainer.train()
HookBaseTrainerBaseTrainerBase.iterTrainerBase.start_iterTrainerBase.max_iterTrainerBase.storageTrainerBase.__init__()TrainerBase.after_step()TrainerBase.after_train()TrainerBase.before_step()TrainerBase.before_train()TrainerBase.load_state_dict()TrainerBase.register_hooks()TrainerBase.run_step()TrainerBase.state_dict()TrainerBase.train()
CallbackHookIterationTimerPeriodicWriterPeriodicCheckpointerLRSchedulerAutogradProfilerEvalHookPreciseBNModelWeightsManipulatingRetrievalTrainerRetrievalTrainer.__init__()RetrievalTrainer._write_metrics()RetrievalTrainer.after_step()RetrievalTrainer.after_train()RetrievalTrainer.auto_scale_workers()RetrievalTrainer.before_step()RetrievalTrainer.before_train()RetrievalTrainer.build_hooks()RetrievalTrainer.build_losses()RetrievalTrainer.build_lr_scheduler()RetrievalTrainer.build_model()RetrievalTrainer.build_optimizer()RetrievalTrainer.build_test_loader()RetrievalTrainer.build_train_loader()RetrievalTrainer.build_val_loader()RetrievalTrainer.build_writers()RetrievalTrainer.load_state_dict()RetrievalTrainer.register_hooks()RetrievalTrainer.resume_or_load()RetrievalTrainer.run_step()RetrievalTrainer.state_dict()RetrievalTrainer.test()RetrievalTrainer.train()
RLTrainerRLTrainer.__init__()RLTrainer._write_metrics()RLTrainer.after_step()RLTrainer.after_train()RLTrainer.auto_scale_workers()RLTrainer.before_step()RLTrainer.before_train()RLTrainer.build_hooks()RLTrainer.build_losses()RLTrainer.build_lr_scheduler()RLTrainer.build_model()RLTrainer.build_optimizer()RLTrainer.build_scorer()RLTrainer.build_test_loader()RLTrainer.build_train_loader()RLTrainer.build_val_loader()RLTrainer.build_writers()RLTrainer.load_state_dict()RLTrainer.register_hooks()RLTrainer.resume_or_load()RLTrainer.run_step()RLTrainer.state_dict()RLTrainer.test()RLTrainer.train()
RLBeamTrainerRLBeamTrainer.__init__()RLBeamTrainer._write_metrics()RLBeamTrainer.after_step()RLBeamTrainer.after_train()RLBeamTrainer.auto_scale_workers()RLBeamTrainer.before_step()RLBeamTrainer.before_train()RLBeamTrainer.build_hooks()RLBeamTrainer.build_losses()RLBeamTrainer.build_lr_scheduler()RLBeamTrainer.build_model()RLBeamTrainer.build_optimizer()RLBeamTrainer.build_scorer()RLBeamTrainer.build_test_loader()RLBeamTrainer.build_train_loader()RLBeamTrainer.build_val_loader()RLBeamTrainer.build_writers()RLBeamTrainer.load_state_dict()RLBeamTrainer.register_hooks()RLBeamTrainer.resume_or_load()RLBeamTrainer.run_step()RLBeamTrainer.state_dict()RLBeamTrainer.test()RLBeamTrainer.train()
SingleStreamRetrievalTrainerSingleStreamRetrievalTrainer.__init__()SingleStreamRetrievalTrainer._write_metrics()SingleStreamRetrievalTrainer.after_step()SingleStreamRetrievalTrainer.after_train()SingleStreamRetrievalTrainer.auto_scale_workers()SingleStreamRetrievalTrainer.before_step()SingleStreamRetrievalTrainer.before_train()SingleStreamRetrievalTrainer.build_hooks()SingleStreamRetrievalTrainer.build_losses()SingleStreamRetrievalTrainer.build_lr_scheduler()SingleStreamRetrievalTrainer.build_model()SingleStreamRetrievalTrainer.build_optimizer()SingleStreamRetrievalTrainer.build_test_loader()SingleStreamRetrievalTrainer.build_train_loader()SingleStreamRetrievalTrainer.build_val_loader()SingleStreamRetrievalTrainer.build_writers()SingleStreamRetrievalTrainer.load_state_dict()SingleStreamRetrievalTrainer.register_hooks()SingleStreamRetrievalTrainer.resume_or_load()SingleStreamRetrievalTrainer.run_step()SingleStreamRetrievalTrainer.state_dict()SingleStreamRetrievalTrainer.test()SingleStreamRetrievalTrainer.train()
SingleStreamRetrievalTrainerHardNegativesSingleStreamRetrievalTrainerHardNegatives.__init__()SingleStreamRetrievalTrainerHardNegatives._write_metrics()SingleStreamRetrievalTrainerHardNegatives.after_step()SingleStreamRetrievalTrainerHardNegatives.after_train()SingleStreamRetrievalTrainerHardNegatives.auto_scale_workers()SingleStreamRetrievalTrainerHardNegatives.before_step()SingleStreamRetrievalTrainerHardNegatives.before_train()SingleStreamRetrievalTrainerHardNegatives.build_hooks()SingleStreamRetrievalTrainerHardNegatives.build_losses()SingleStreamRetrievalTrainerHardNegatives.build_lr_scheduler()SingleStreamRetrievalTrainerHardNegatives.build_model()SingleStreamRetrievalTrainerHardNegatives.build_optimizer()SingleStreamRetrievalTrainerHardNegatives.build_test_loader()SingleStreamRetrievalTrainerHardNegatives.build_train_loader()SingleStreamRetrievalTrainerHardNegatives.build_val_loader()SingleStreamRetrievalTrainerHardNegatives.build_writers()SingleStreamRetrievalTrainerHardNegatives.clip_inputs()SingleStreamRetrievalTrainerHardNegatives.hard_negative_mining()SingleStreamRetrievalTrainerHardNegatives.load_state_dict()SingleStreamRetrievalTrainerHardNegatives.register_hooks()SingleStreamRetrievalTrainerHardNegatives.resume_or_load()SingleStreamRetrievalTrainerHardNegatives.run_step()SingleStreamRetrievalTrainerHardNegatives.state_dict()SingleStreamRetrievalTrainerHardNegatives.test()SingleStreamRetrievalTrainerHardNegatives.train()
TDENPretrainerTDENPretrainer.__init__()TDENPretrainer._write_metrics()TDENPretrainer.after_step()TDENPretrainer.after_train()TDENPretrainer.auto_scale_workers()TDENPretrainer.before_step()TDENPretrainer.before_train()TDENPretrainer.build_hooks()TDENPretrainer.build_losses()TDENPretrainer.build_lr_scheduler()TDENPretrainer.build_model()TDENPretrainer.build_optimizer()TDENPretrainer.build_test_loader()TDENPretrainer.build_train_loader()TDENPretrainer.build_val_loader()TDENPretrainer.build_writers()TDENPretrainer.load_state_dict()TDENPretrainer.register_hooks()TDENPretrainer.resume_or_load()TDENPretrainer.run_step()TDENPretrainer.state_dict()TDENPretrainer.test()TDENPretrainer.train()
VCRTrainerVCRTrainer.__init__()VCRTrainer._write_metrics()VCRTrainer.after_step()VCRTrainer.after_train()VCRTrainer.auto_scale_workers()VCRTrainer.before_step()VCRTrainer.before_train()VCRTrainer.build_hooks()VCRTrainer.build_losses()VCRTrainer.build_lr_scheduler()VCRTrainer.build_model()VCRTrainer.build_optimizer()VCRTrainer.build_test_loader()VCRTrainer.build_train_loader()VCRTrainer.build_val_loader()VCRTrainer.build_writers()VCRTrainer.load_state_dict()VCRTrainer.register_hooks()VCRTrainer.resume_or_load()VCRTrainer.run_step()VCRTrainer.state_dict()VCRTrainer.test()VCRTrainer.train()
- xmodaler.evaluation
- xmodaler.functional
boxes_to_locfeats()caption_to_mask_tokens()decode_sequence()decode_sequence_bert()dict_as_tensor()dict_to_cuda()expand_tensor()clip_v_inputs()clip_t_inputs()iou()load_vocab()pad_tensor()random_region()random_word()read_lines()read_lines_set()read_np()read_np_bbox()flat_list_of_lists()
- xmodaler.losses
- xmodaler.lr_scheduler
build_lr_scheduler()StepLRNoamLRWarmupConstantWarmupLinearWarmupCosineWarmupCosineWithHardRestartsWarmupCosineWithHardRestarts.__init__()WarmupCosineWithHardRestarts._initial_step()WarmupCosineWithHardRestarts.from_config()WarmupCosineWithHardRestarts.get_last_lr()WarmupCosineWithHardRestarts.get_lr()WarmupCosineWithHardRestarts.load_state_dict()WarmupCosineWithHardRestarts.lr_lambda()WarmupCosineWithHardRestarts.print_lr()WarmupCosineWithHardRestarts.state_dict()WarmupCosineWithHardRestarts.step()
WarmupMultiStepLRMultiStepLRFixLR
- xmodaler.modeling
- xmodaler.modeling.decode_strategy
build_beam_searcher()build_greedy_decoder()GreedyDecoderGreedyDecoder._abc_implGreedyDecoder._backward_hooksGreedyDecoder._buffersGreedyDecoder._forward()GreedyDecoder._forward_hooksGreedyDecoder._forward_pre_hooksGreedyDecoder._is_full_backward_hookGreedyDecoder._load_state_dict_post_hooksGreedyDecoder._load_state_dict_pre_hooksGreedyDecoder._modulesGreedyDecoder._non_persistent_buffers_setGreedyDecoder._parametersGreedyDecoder._state_dict_hooksGreedyDecoder.training
BeamSearcherBeamSearcher._abc_implBeamSearcher._backward_hooksBeamSearcher._buffersBeamSearcher._expand_state()BeamSearcher._forward()BeamSearcher._forward_hooksBeamSearcher._forward_pre_hooksBeamSearcher._is_full_backward_hookBeamSearcher._load_state_dict_post_hooksBeamSearcher._load_state_dict_pre_hooksBeamSearcher._modulesBeamSearcher._non_persistent_buffers_setBeamSearcher._parametersBeamSearcher._select()BeamSearcher._state_dict_hooksBeamSearcher.training
DecodeStrategyDecodeStrategy.__init__()DecodeStrategy._abc_implDecodeStrategy._backward_hooksDecodeStrategy._buffersDecodeStrategy._forward()DecodeStrategy._forward_hooksDecodeStrategy._forward_pre_hooksDecodeStrategy._is_full_backward_hookDecodeStrategy._load_state_dict_post_hooksDecodeStrategy._load_state_dict_pre_hooksDecodeStrategy._modulesDecodeStrategy._non_persistent_buffers_setDecodeStrategy._parametersDecodeStrategy._state_dict_hooksDecodeStrategy.forward()DecodeStrategy.from_config()DecodeStrategy.training
- xmodaler.modeling.decoder
build_decoder()add_decoder_config()UpDownDecoderUpDownDecoder.__init__()UpDownDecoder._abc_implUpDownDecoder._backward_hooksUpDownDecoder._buffersUpDownDecoder._forward_hooksUpDownDecoder._forward_pre_hooksUpDownDecoder._is_full_backward_hookUpDownDecoder._load_state_dict_post_hooksUpDownDecoder._load_state_dict_pre_hooksUpDownDecoder._modulesUpDownDecoder._non_persistent_buffers_setUpDownDecoder._parametersUpDownDecoder._state_dict_hooksUpDownDecoder.add_config()UpDownDecoder.forward()UpDownDecoder.from_config()UpDownDecoder.preprocess()UpDownDecoder.training
SALSTMDecoderSALSTMDecoder.__init__()SALSTMDecoder._abc_implSALSTMDecoder._backward_hooksSALSTMDecoder._buffersSALSTMDecoder._forward_hooksSALSTMDecoder._forward_pre_hooksSALSTMDecoder._is_full_backward_hookSALSTMDecoder._load_state_dict_post_hooksSALSTMDecoder._load_state_dict_pre_hooksSALSTMDecoder._modulesSALSTMDecoder._non_persistent_buffers_setSALSTMDecoder._parametersSALSTMDecoder._state_dict_hooksSALSTMDecoder.add_config()SALSTMDecoder.forward()SALSTMDecoder.from_config()SALSTMDecoder.preprocess()SALSTMDecoder.training
MPLSTMDecoderMPLSTMDecoder.__init__()MPLSTMDecoder._abc_implMPLSTMDecoder._backward_hooksMPLSTMDecoder._buffersMPLSTMDecoder._forward_hooksMPLSTMDecoder._forward_pre_hooksMPLSTMDecoder._is_full_backward_hookMPLSTMDecoder._load_state_dict_post_hooksMPLSTMDecoder._load_state_dict_pre_hooksMPLSTMDecoder._modulesMPLSTMDecoder._non_persistent_buffers_setMPLSTMDecoder._parametersMPLSTMDecoder._state_dict_hooksMPLSTMDecoder.add_config()MPLSTMDecoder.forward()MPLSTMDecoder.from_config()MPLSTMDecoder.preprocess()MPLSTMDecoder.training
TransformerDecoderTransformerDecoder.__init__()TransformerDecoder._abc_implTransformerDecoder._backward_hooksTransformerDecoder._buffersTransformerDecoder._forward_hooksTransformerDecoder._forward_pre_hooksTransformerDecoder._is_full_backward_hookTransformerDecoder._load_state_dict_post_hooksTransformerDecoder._load_state_dict_pre_hooksTransformerDecoder._modulesTransformerDecoder._non_persistent_buffers_setTransformerDecoder._parametersTransformerDecoder._state_dict_hooksTransformerDecoder.add_config()TransformerDecoder.forward()TransformerDecoder.from_config()TransformerDecoder.training
DecoupleBertDecoderDecoupleBertDecoder.__init__()DecoupleBertDecoder._abc_implDecoupleBertDecoder._backward_hooksDecoupleBertDecoder._buffersDecoupleBertDecoder._forward_hooksDecoupleBertDecoder._forward_pre_hooksDecoupleBertDecoder._is_full_backward_hookDecoupleBertDecoder._load_state_dict_post_hooksDecoupleBertDecoder._load_state_dict_pre_hooksDecoupleBertDecoder._modulesDecoupleBertDecoder._non_persistent_buffers_setDecoupleBertDecoder._parametersDecoupleBertDecoder._state_dict_hooksDecoupleBertDecoder.add_config()DecoupleBertDecoder.forward()DecoupleBertDecoder.from_config()DecoupleBertDecoder.training
MeshedDecoderMeshedDecoder.__init__()MeshedDecoder._abc_implMeshedDecoder._backward_hooksMeshedDecoder._buffersMeshedDecoder._forward_hooksMeshedDecoder._forward_pre_hooksMeshedDecoder._is_full_backward_hookMeshedDecoder._load_state_dict_post_hooksMeshedDecoder._load_state_dict_pre_hooksMeshedDecoder._modulesMeshedDecoder._non_persistent_buffers_setMeshedDecoder._parametersMeshedDecoder._state_dict_hooksMeshedDecoder.add_config()MeshedDecoder.forward()MeshedDecoder.from_config()MeshedDecoder.training
XLANDecoderXLANDecoder.__init__()XLANDecoder._abc_implXLANDecoder._backward_hooksXLANDecoder._buffersXLANDecoder._forward_hooksXLANDecoder._forward_pre_hooksXLANDecoder._is_full_backward_hookXLANDecoder._load_state_dict_post_hooksXLANDecoder._load_state_dict_pre_hooksXLANDecoder._modulesXLANDecoder._non_persistent_buffers_setXLANDecoder._parametersXLANDecoder._state_dict_hooksXLANDecoder.add_config()XLANDecoder.forward()XLANDecoder.from_config()XLANDecoder.preprocess()XLANDecoder.training
TDConvEDDecoderTDConvEDDecoder.__init__()TDConvEDDecoder._backward_hooksTDConvEDDecoder._buffersTDConvEDDecoder._clear_decoding_buffer()TDConvEDDecoder._forward_hooksTDConvEDDecoder._forward_pre_hooksTDConvEDDecoder._init_decoding_buffer()TDConvEDDecoder._is_full_backward_hookTDConvEDDecoder._load_state_dict_post_hooksTDConvEDDecoder._load_state_dict_pre_hooksTDConvEDDecoder._modulesTDConvEDDecoder._non_persistent_buffers_setTDConvEDDecoder._parametersTDConvEDDecoder._state_dict_hooksTDConvEDDecoder.add_config()TDConvEDDecoder.forward()TDConvEDDecoder.from_config()TDConvEDDecoder.preprocess()TDConvEDDecoder.training
AttributeDecoderAttributeDecoder.__init__()AttributeDecoder._abc_implAttributeDecoder._backward_hooksAttributeDecoder._buffersAttributeDecoder._forward_hooksAttributeDecoder._forward_pre_hooksAttributeDecoder._is_full_backward_hookAttributeDecoder._load_state_dict_post_hooksAttributeDecoder._load_state_dict_pre_hooksAttributeDecoder._modulesAttributeDecoder._non_persistent_buffers_setAttributeDecoder._parametersAttributeDecoder._state_dict_hooksAttributeDecoder.add_config()AttributeDecoder.forward()AttributeDecoder.from_config()AttributeDecoder.preprocess()AttributeDecoder.training
- xmodaler.modeling.embedding
build_embeddings()TokenBaseEmbeddingTokenBaseEmbedding.__init__()TokenBaseEmbedding._backward_hooksTokenBaseEmbedding._buffersTokenBaseEmbedding._forward()TokenBaseEmbedding._forward_hooksTokenBaseEmbedding._forward_pre_hooksTokenBaseEmbedding._is_full_backward_hookTokenBaseEmbedding._load_state_dict_post_hooksTokenBaseEmbedding._load_state_dict_pre_hooksTokenBaseEmbedding._modulesTokenBaseEmbedding._non_persistent_buffers_setTokenBaseEmbedding._parametersTokenBaseEmbedding._state_dict_hooksTokenBaseEmbedding.forward()TokenBaseEmbedding.from_config()TokenBaseEmbedding.training
VisualBaseEmbeddingVisualBaseEmbedding.__init__()VisualBaseEmbedding._backward_hooksVisualBaseEmbedding._buffersVisualBaseEmbedding._forward_hooksVisualBaseEmbedding._forward_pre_hooksVisualBaseEmbedding._is_full_backward_hookVisualBaseEmbedding._load_state_dict_post_hooksVisualBaseEmbedding._load_state_dict_pre_hooksVisualBaseEmbedding._modulesVisualBaseEmbedding._non_persistent_buffers_setVisualBaseEmbedding._parametersVisualBaseEmbedding._state_dict_hooksVisualBaseEmbedding.forward()VisualBaseEmbedding.from_config()VisualBaseEmbedding.training
VisualIdentityEmbeddingVisualIdentityEmbedding.__init__()VisualIdentityEmbedding._backward_hooksVisualIdentityEmbedding._buffersVisualIdentityEmbedding._forward_hooksVisualIdentityEmbedding._forward_pre_hooksVisualIdentityEmbedding._is_full_backward_hookVisualIdentityEmbedding._load_state_dict_post_hooksVisualIdentityEmbedding._load_state_dict_pre_hooksVisualIdentityEmbedding._modulesVisualIdentityEmbedding._non_persistent_buffers_setVisualIdentityEmbedding._parametersVisualIdentityEmbedding._state_dict_hooksVisualIdentityEmbedding.forward()VisualIdentityEmbedding.from_config()VisualIdentityEmbedding.training
TDConvEDVisualBaseEmbeddingTDConvEDVisualBaseEmbedding.__init__()TDConvEDVisualBaseEmbedding._backward_hooksTDConvEDVisualBaseEmbedding._buffersTDConvEDVisualBaseEmbedding._forward_hooksTDConvEDVisualBaseEmbedding._forward_pre_hooksTDConvEDVisualBaseEmbedding._is_full_backward_hookTDConvEDVisualBaseEmbedding._load_state_dict_post_hooksTDConvEDVisualBaseEmbedding._load_state_dict_pre_hooksTDConvEDVisualBaseEmbedding._modulesTDConvEDVisualBaseEmbedding._non_persistent_buffers_setTDConvEDVisualBaseEmbedding._parametersTDConvEDVisualBaseEmbedding._state_dict_hooksTDConvEDVisualBaseEmbedding.forward()TDConvEDVisualBaseEmbedding.from_config()TDConvEDVisualBaseEmbedding.training
SinusoidEncodingSinusoidEncoding.__init__()SinusoidEncoding._backward_hooksSinusoidEncoding._buffersSinusoidEncoding._forward_hooksSinusoidEncoding._forward_pre_hooksSinusoidEncoding._is_full_backward_hookSinusoidEncoding._load_state_dict_post_hooksSinusoidEncoding._load_state_dict_pre_hooksSinusoidEncoding._modulesSinusoidEncoding._non_persistent_buffers_setSinusoidEncoding._parametersSinusoidEncoding._state_dict_hooksSinusoidEncoding.forward()SinusoidEncoding.training
NNEmbeddingEncodingNNEmbeddingEncoding.__init__()NNEmbeddingEncoding._backward_hooksNNEmbeddingEncoding._buffersNNEmbeddingEncoding._forward_hooksNNEmbeddingEncoding._forward_pre_hooksNNEmbeddingEncoding._is_full_backward_hookNNEmbeddingEncoding._load_state_dict_post_hooksNNEmbeddingEncoding._load_state_dict_pre_hooksNNEmbeddingEncoding._modulesNNEmbeddingEncoding._non_persistent_buffers_setNNEmbeddingEncoding._parametersNNEmbeddingEncoding._state_dict_hooksNNEmbeddingEncoding.forward()NNEmbeddingEncoding.training
- xmodaler.modeling.encoder
build_encoder()add_encoder_config()EncoderEncoder.__init__()Encoder._backward_hooksEncoder._buffersEncoder._forward_hooksEncoder._forward_pre_hooksEncoder._is_full_backward_hookEncoder._load_state_dict_post_hooksEncoder._load_state_dict_pre_hooksEncoder._modulesEncoder._non_persistent_buffers_setEncoder._parametersEncoder._state_dict_hooksEncoder.add_config()Encoder.forward()Encoder.from_config()Encoder.training
UpDownEncoderUpDownEncoder.__init__()UpDownEncoder._backward_hooksUpDownEncoder._buffersUpDownEncoder._forward_hooksUpDownEncoder._forward_pre_hooksUpDownEncoder._is_full_backward_hookUpDownEncoder._load_state_dict_post_hooksUpDownEncoder._load_state_dict_pre_hooksUpDownEncoder._modulesUpDownEncoder._non_persistent_buffers_setUpDownEncoder._parametersUpDownEncoder._state_dict_hooksUpDownEncoder.add_config()UpDownEncoder.forward()UpDownEncoder.from_config()UpDownEncoder.training
TransformerEncoderTransformerEncoder.__init__()TransformerEncoder._backward_hooksTransformerEncoder._buffersTransformerEncoder._forward_hooksTransformerEncoder._forward_pre_hooksTransformerEncoder._is_full_backward_hookTransformerEncoder._load_state_dict_post_hooksTransformerEncoder._load_state_dict_pre_hooksTransformerEncoder._modulesTransformerEncoder._non_persistent_buffers_setTransformerEncoder._parametersTransformerEncoder._state_dict_hooksTransformerEncoder.add_config()TransformerEncoder.forward()TransformerEncoder.from_config()TransformerEncoder.training
SingleStreamBertEncoderSingleStreamBertEncoder.__init__()SingleStreamBertEncoder._backward_hooksSingleStreamBertEncoder._buffersSingleStreamBertEncoder._forward_hooksSingleStreamBertEncoder._forward_pre_hooksSingleStreamBertEncoder._is_full_backward_hookSingleStreamBertEncoder._load_state_dict_post_hooksSingleStreamBertEncoder._load_state_dict_pre_hooksSingleStreamBertEncoder._modulesSingleStreamBertEncoder._non_persistent_buffers_setSingleStreamBertEncoder._parametersSingleStreamBertEncoder._state_dict_hooksSingleStreamBertEncoder.add_config()SingleStreamBertEncoder.forward()SingleStreamBertEncoder.from_config()SingleStreamBertEncoder.training
TwoStreamBertEncoderTwoStreamBertEncoder.__init__()TwoStreamBertEncoder._backward_hooksTwoStreamBertEncoder._buffersTwoStreamBertEncoder._forward_hooksTwoStreamBertEncoder._forward_pre_hooksTwoStreamBertEncoder._is_full_backward_hookTwoStreamBertEncoder._load_state_dict_post_hooksTwoStreamBertEncoder._load_state_dict_pre_hooksTwoStreamBertEncoder._modulesTwoStreamBertEncoder._non_persistent_buffers_setTwoStreamBertEncoder._parametersTwoStreamBertEncoder._state_dict_hooksTwoStreamBertEncoder.add_config()TwoStreamBertEncoder.forward()TwoStreamBertEncoder.from_config()TwoStreamBertEncoder.training
GCNEncoderGCNEncoder.__init__()GCNEncoder._backward_hooksGCNEncoder._buffersGCNEncoder._forward_hooksGCNEncoder._forward_pre_hooksGCNEncoder._is_full_backward_hookGCNEncoder._load_state_dict_post_hooksGCNEncoder._load_state_dict_pre_hooksGCNEncoder._modulesGCNEncoder._non_persistent_buffers_setGCNEncoder._parametersGCNEncoder._state_dict_hooksGCNEncoder.add_config()GCNEncoder.forward()GCNEncoder.from_config()GCNEncoder.training
MemoryAugmentedEncoderMemoryAugmentedEncoder.__init__()MemoryAugmentedEncoder._backward_hooksMemoryAugmentedEncoder._buffersMemoryAugmentedEncoder._forward_hooksMemoryAugmentedEncoder._forward_pre_hooksMemoryAugmentedEncoder._get_global_feat()MemoryAugmentedEncoder._is_full_backward_hookMemoryAugmentedEncoder._load_state_dict_post_hooksMemoryAugmentedEncoder._load_state_dict_pre_hooksMemoryAugmentedEncoder._modulesMemoryAugmentedEncoder._non_persistent_buffers_setMemoryAugmentedEncoder._parametersMemoryAugmentedEncoder._state_dict_hooksMemoryAugmentedEncoder.add_config()MemoryAugmentedEncoder.forward()MemoryAugmentedEncoder.from_config()MemoryAugmentedEncoder.training
LowRankBilinearEncoderLowRankBilinearEncoder.__init__()LowRankBilinearEncoder._backward_hooksLowRankBilinearEncoder._buffersLowRankBilinearEncoder._forward_hooksLowRankBilinearEncoder._forward_pre_hooksLowRankBilinearEncoder._is_full_backward_hookLowRankBilinearEncoder._load_state_dict_post_hooksLowRankBilinearEncoder._load_state_dict_pre_hooksLowRankBilinearEncoder._modulesLowRankBilinearEncoder._non_persistent_buffers_setLowRankBilinearEncoder._parametersLowRankBilinearEncoder._state_dict_hooksLowRankBilinearEncoder.add_config()LowRankBilinearEncoder.forward()LowRankBilinearEncoder.from_config()LowRankBilinearEncoder.training
TDConvEDEncoderTDConvEDEncoder.__init__()TDConvEDEncoder._backward_hooksTDConvEDEncoder._buffersTDConvEDEncoder._forward_hooksTDConvEDEncoder._forward_pre_hooksTDConvEDEncoder._is_full_backward_hookTDConvEDEncoder._load_state_dict_post_hooksTDConvEDEncoder._load_state_dict_pre_hooksTDConvEDEncoder._modulesTDConvEDEncoder._non_persistent_buffers_setTDConvEDEncoder._parametersTDConvEDEncoder._state_dict_hooksTDConvEDEncoder.add_config()TDConvEDEncoder.forward()TDConvEDEncoder.from_config()TDConvEDEncoder.training
- xmodaler.modeling.layers
get_act_layer()get_activation()AttentionPoolerBaseAttentionBertSelfAttentionBertSelfOutputBertAttentionBertIntermediateBertOutputBertXAttentionBertCrossAttentionBertLayerBertUnderstandingLayerBertGenerationLayerBertPoolerBertPredictionHeadTransformMultiHeadAttentionMemoryMultiHeadAttentionPositionWiseFeedForwardLowRankBilinearAttentionLowRankBilinearLayerSCAttentionTemporalDeformableLayerTemporalDeformableBlockShiftedConvLayerSoftAttention
- xmodaler.modeling.meta_arch
build_model()add_config()BaseEncoderDecoderBaseEncoderDecoder.__init__()BaseEncoderDecoder.add_config()BaseEncoderDecoder.bind_or_init_weights()BaseEncoderDecoder.decode_beam_search()BaseEncoderDecoder.forward()BaseEncoderDecoder.from_config()BaseEncoderDecoder.get_extended_attention_mask()BaseEncoderDecoder.greedy_decode()BaseEncoderDecoder.preprocess_batch()BaseEncoderDecoder.training
RnnAttEncoderDecoderTransformerEncoderDecoderTDENBiTransformerTDENPretrainTDENCaptionerUniterPretrainUniterForMMUnderstanding
- xmodaler.modeling.predictor
- xmodaler.modeling.decode_strategy
- xmodaler.optim
- xmodaler.scorer
- xmodaler.tokenization
BertTokenizerBertTokenizer.add_special_tokens_sentences_pair()BertTokenizer.add_special_tokens_single_sentence()BertTokenizer.convert_tokens_to_string()BertTokenizer.max_model_input_sizesBertTokenizer.pretrained_init_configurationBertTokenizer.pretrained_vocab_files_mapBertTokenizer.save_vocabulary()BertTokenizer.vocab_files_namesBertTokenizer.vocab_size
- xmodaler.utils
collect_env_info()colormap()random_color()all_gather()gather()all_gather_list()get_local_rank()get_local_size()get_rank()get_world_size()is_main_process()reduce_dict()shared_random_seed()synchronize()unwrap_model()seed_all_rng()setup_environment()setup_custom_environment()get_event_storage()JSONWriterTensorboardXWriterCommonMetricPrinterEventStorageEventStorage.__init__()EventStorage.clear_histograms()EventStorage.clear_images()EventStorage.histories()EventStorage.history()EventStorage.iterEventStorage.iterationEventStorage.latest()EventStorage.latest_with_smoothing_hint()EventStorage.name_scope()EventStorage.put_histogram()EventStorage.put_image()EventStorage.put_scalar()EventStorage.put_scalars()EventStorage.smoothing_hints()EventStorage.step()
PathHandlerPathManagerCountercolored()create_small_table()log_every_n()log_every_n_seconds()log_first_n()setup_logger()tabulate()retry_if_cuda_oom()Registrylocate()PicklableWrapper