MCPcopy Create free account

hub / github.com/IDEA-CCNL/Fengshenbang-LM / functions

Functions2,547 in github.com/IDEA-CCNL/Fengshenbang-LM

⨍ Functions 2,547◇ Types & classes 564↳ Endpoints 10
Method__exit__
(self, exc_type, exc_val, exc_tb)
fengshen/data/megatron_dataloader/indexed_dataset.py:389
Method__getitem__
(self, idx)
fengshen/utils/convert_py_to_npy.py:16
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/blendable_dataset.py:61
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/bert_dataset.py:70
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/indexed_dataset.py:170
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/indexed_dataset.py:253
Method__getitem__
(self, i)
fengshen/data/megatron_dataloader/indexed_dataset.py:451
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/indexed_dataset.py:494
Method__getitem__
(self, idx)
fengshen/data/megatron_dataloader/bart_dataset.py:89
Method__getitem__
(self, index)
fengshen/data/task_dataloader/task_datasets.py:82
Method__getitem__
(self, index)
fengshen/data/task_dataloader/medicalQADataset.py:30
Method__getitem__
(self, index)
fengshen/data/hubert/hubert_dataset.py:213
Method__getitem__
(self, index)
fengshen/data/t5_dataloader/t5_gen_datasets.py:109
Method__getitem__
(self, index)
fengshen/data/t5_dataloader/t5_datasets.py:110
Method__getitem__
(self, index)
fengshen/data/t5_dataloader/t5_datasets.py:451
Method__getitem__
(self, idx)
fengshen/data/mmap_dataloader/mmap_index_dataset.py:40
Method__getitem__
(self, idx)
fengshen/data/clip_dataloader/flickr.py:35
Method__getitem__
(self, index)
fengshen/data/sequence_tagging_dataloader/sequence_tagging_datasets.py:111
Method__getitem__
(self, index)
fengshen/data/dreambooth_datasets/dreambooth_datasets.py:139
Method__getitem__
(self, index)
fengshen/data/dreambooth_datasets/dreambooth_datasets.py:179
Method__getitem__
(self, idx)
fengshen/data/taiyi_stable_diffusion_datasets/taiyi_datasets.py:58
Method__getitem__
(self, idx)
fengshen/data/taiyi_stable_diffusion_datasets/taiyi_datasets.py:92
Method__getitem__
(self, index)
fengshen/examples/clue_sim/finetune_clue_sim.py:49
Method__getitem__
(self, idx)
fengshen/examples/pretrain_taiyi_clip/flickr_datasets.py:27
Method__getitem__
(self, index)
fengshen/examples/zen2_finetune/fengshen_token_level_ft_task.py:357
Method__getitem__
(self, index)
fengshen/examples/zen2_finetune/fengshen_sequence_level_ft_task.py:356
Method__getitem__
(self, index)
fengshen/examples/classification/finetune_classification.py:65
Method__getitem__
(self, index)
fengshen/examples/zen1_finetune/fengshen_token_level_ft_task.py:332
Method__getitem__
(self, index)
fengshen/examples/zen1_finetune/fengshen_sequence_level_ft_task.py:336
Method__getitem__
(self, index)
fengshen/models/tcbert/modeling_tcbert.py:56
Method__getitem__
(self, index)
fengshen/models/PPVAE/utils.py:11
Method__getitem__
(self, index)
fengshen/models/unimc/modeling_unimc.py:59
Method__getitem__
(self, index)
fengshen/models/uniex/modeling_uniex.py:812
Method__getitem__
(self, index)
fengshen/models/ubert/modeling_ubert.py:69
Method__getitem__
(self, key)
fengshen/models/auto/configuration_auto.py:84
Method__getitem__
(self, key)
fengshen/models/auto/configuration_auto.py:154
Method__getitem__
(self, index)
fengshen/models/GAVAE/gans_model.py:14
Method__getitem__
(self, index)
fengshen/models/GAVAE/gans_model.py:28
Method__getstate__
(self)
fengshen/data/megatron_dataloader/indexed_dataset.py:466
Method__getstate__
(self)
fengshen/models/deltalm/tokenizer_deltalm.py:246
Method__init__
(self, args)
fengshen/utils/universal_checkpoint.py:25
Method__init__
(self, datapath)
fengshen/utils/convert_py_to_npy.py:9
Method__init__
( self, args)
fengshen/utils/llama_convert/convert_fs_llama_tp.py:67
Method__init__
Provides capabilities to run training using the DeepSpeed library, with training optimizations for large billion parameter models. `For more i
fengshen/strategies/megatron_deepspeed.py:55
Method__init__
(self, datasets, weights)
fengshen/data/megatron_dataloader/blendable_dataset.py:28
Method__init__
(self, name, indexed_dataset, data_prefix, num_epochs, max_num_samples, masked_lm_prob,
fengshen/data/megatron_dataloader/bert_dataset.py:32
Method__init__
(self, path)
fengshen/data/megatron_dataloader/indexed_dataset.py:219
Method__init__
(self, out_file, dtype=np.int32)
fengshen/data/megatron_dataloader/indexed_dataset.py:282
Method__init__
(self, path, skip_warmup=False)
fengshen/data/megatron_dataloader/indexed_dataset.py:394
Method__init__
(self, path, skip_warmup=False)
fengshen/data/megatron_dataloader/indexed_dataset.py:457
Method__init__
(self, out_file, dtype=np.int64)
fengshen/data/megatron_dataloader/indexed_dataset.py:555
Method__init__
(self, name, indexed_dataset, data_prefix, num_epochs, max_num_samples, masked_lm_prob,
fengshen/data/megatron_dataloader/bart_dataset.py:14
Method__init__
(self, total_samples, consumed_samples, micro_batch_size, data_parallel_rank, data_parallel_s
fengshen/data/universal_datamodule/universal_sampler.py:24
Method__init__
(self, total_samples, consumed_samples, micro_batch_size, data_parallel_rank, data_parallel_s
fengshen/data/universal_datamodule/universal_sampler.py:73
Method__init__
( self, tokenizer, collate_fn, args, datasets=None, **kwargs,
fengshen/data/universal_datamodule/universal_datamodule.py:46
Method__init__
(self, tokenizer, max_enc_length, max_dec_length, prompt)
fengshen/data/task_dataloader/task_datasets.py:16
Method__init__
(self, args)
fengshen/data/task_dataloader/task_datasets.py:174
Method__init__
(self, args)
fengshen/data/task_dataloader/medicalQADataset.py:94
Method__init__
( self, manifest_path: str, sample_rate: float, label_paths: List[str],
fengshen/data/hubert/hubert_dataset.py:128
Method__init__
(self, data_path=_SPLIT_DATA_PATH, num_worker=16, split_numb=600000, cut_sentence=True, output_file=None)
fengshen/data/bert_dataloader/preprocessing.py:63
Method__init__
(self, data_files=_SPLIT_DATA_PATH, save_path=_CACHE_SPLIT_DATA_PATH,
fengshen/data/bert_dataloader/load.py:29
Method__init__
( self, tokenizer, collate_fn, args, **kwargs, )
fengshen/data/bert_dataloader/load.py:148
Method__init__
(self, args)
fengshen/data/t5_dataloader/t5_gen_datasets.py:231
Method__init__
(self, data_path, args, load_data_type=0, data=None)
fengshen/data/t5_dataloader/t5_datasets.py:69
Method__init__
(self, args)
fengshen/data/t5_dataloader/t5_datasets.py:199
Method__init__
(self, args)
fengshen/data/t5_dataloader/t5_datasets.py:524
Method__init__
( self, collate_fn, args, **kwargs, )
fengshen/data/mmap_dataloader/mmap_datamodule.py:27
Method__init__
(self, datapaths: List[str], input_tensor_name: List[str])
fengshen/data/mmap_dataloader/mmap_index_dataset.py:10
Method__init__
(self, img_root_path, annot_path, transform=None)
fengshen/data/clip_dataloader/flickr.py:11
Method__init__
(self, args)
fengshen/data/clip_dataloader/flickr.py:73
Method__init__
(self, data_dir, decode_type)
fengshen/data/sequence_tagging_dataloader/sequence_tagging_datasets.py:35
Method__init__
( self, instance_data_dir, instance_prompt, tokenizer, class_data_dir=
fengshen/data/dreambooth_datasets/dreambooth_datasets.py:93
Method__init__
(self, prompt, num_samples)
fengshen/data/dreambooth_datasets/dreambooth_datasets.py:172
Method__init__
(self, input_filename, image_root, img_key,
fengshen/data/taiyi_stable_diffusion_datasets/taiyi_datasets.py:68
Method__init__
(self)
fengshen/metric/metric.py:11
Method__init__
(self, id2label, markup='bios', middle_prefix='I-')
fengshen/metric/metric.py:75
Method__init__
(self, vocab_file, do_lower_case=True)
fengshen/metric/utils_ner.py:8
Method__init__
(self, args, model_path)
fengshen/pipelines/multiplechoice.py:59
Method__init__
(self, args, model_path, nlabels)
fengshen/pipelines/tcbert.py:58
Method__init__
(self, args)
fengshen/pipelines/information_extraction.py:64
Method__init__
(self, model_path: str = None, args=None, **kwargs)
fengshen/pipelines/sequence_tagging.py:201
Method__init__
(self, model: str = None, args=None, **kwargs)
fengshen/pipelines/text_classification.py:150
Method__init__
(self, eps=0.1, reduction='mean', ignore_index=-100)
fengshen/examples/clue_sim/loss.py:43
Method__init__
(self, file, tokenizer, max_len, mode='no_test')
fengshen/examples/clue_sim/finetune_clue_sim.py:28
Method__init__
(self, args, tokenizer)
fengshen/examples/clue_sim/finetune_clue_sim.py:84
Method__init__
(self, tokenizer, max_length, mask_rate=0.15, max_ngram=3, if_padding=True)
fengshen/examples/pretrain_bert/pretrain_bert.py:38
Method__init__
(self, args)
fengshen/examples/pretrain_bert/pretrain_bert.py:132
Method__init__
(self, args)
fengshen/examples/pretrain_bert/pretrain_bert.py:227
Method__init__
(self, args, **kwargs)
fengshen/examples/pretrain_taiyi_clip/pretrain.py:75
Method__init__
(self, img_root_path=None, text_annot_path=None, data_process_fn=None)
fengshen/examples/pretrain_taiyi_clip/flickr_datasets.py:7
Method__init__
(self, args)
fengshen/examples/hubert/pretrain_hubert.py:32
Method__init__
(self, args, loader, ** kwargs)
fengshen/examples/hubert/pretrain_hubert.py:106
Method__init__
(self, args)
fengshen/examples/qa_t5/finetune_t5_cmrc.py:52
Method__init__
(self, smoothing=0.1)
fengshen/examples/finetune_bart_qg/utils.py:30
Method__init__
(self, tokenizer, args)
fengshen/examples/finetune_bart_qg/finetune_bart.py:243
Method__init__
(self, args, id2label, tokenizer)
fengshen/examples/sequence_tagging/finetune_sequence_tagging.py:85
Method__init__
(self, vocab_file, do_lower_case=True, do_basic_tokenize=Tr
fengshen/examples/pegasus/tokenizers_pegasus.py:95
Method__init__
(self, vocab, unk_token, max_input_chars_per_word=100)
fengshen/examples/pegasus/tokenizers_pegasus.py:551
Method__init__
(self, tokenizer, stopwords_dict, max_enc_length)
fengshen/examples/pegasus/pretrain_pegasus.py:27
Method__init__
(self, args, **kwargs)
fengshen/examples/pegasus/pretrain_pegasus.py:85
← previousnext →1,001–1,100 of 2,547, ranked by callers