MCPcopy Create free account

hub / github.com/huggingface/transformers / functions

Functions4,119 in github.com/huggingface/transformers

Method__init__
(self, args, model, vocab, symbols, global_scorer=None, logger=None)
examples/seq2seq/bertabs/modeling_bertabs.py:756
Method__init__
(self, model, lr, warmup_steps, beta_1=0.99, beta_2=0.999, eps=1e-8)
examples/seq2seq/bertabs/modeling_bertabs.py:994
Method__init__
( self, vocab_size=30522, max_pos=512, enc_layers=6, enc_hidden_size=5
examples/seq2seq/bertabs/configuration_bertabs.py:66
Method__init__
We initialize the class by listing all the documents to summarize. Files are not read in memory due to the size of some datasets (like CNN/Da
examples/seq2seq/bertabs/utils_summarization.py:33
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, task: s
examples/multiple-choice/utils_multiple_choice.py:90
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, task: s
examples/multiple-choice/utils_multiple_choice.py:146
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, labels:
examples/token-classification/utils_ner.py:85
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, labels:
examples/token-classification/utils_ner.py:153
Method__init__
(self, hparams)
examples/token-classification/run_pl_ner.py:26
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, task: s
examples/adversarial/utils_hans.py:101
Method__init__
( self, data_dir: str, tokenizer: PreTrainedTokenizer, task: s
examples/adversarial/utils_hans.py:171
Method__init__
(self, examples_array, extra_answer_threshold=3, min_answer_length=64, training=True, n_samples=None)
examples/longform-qa/eli5_utils.py:89
Method__init__
(self, sent_encoder, dim)
examples/longform-qa/eli5_utils.py:116
Method__init__
(self, hparams)
examples/text-classification/run_pl_glue.py:26
Method__init__
(self, config)
examples/bert-loses-patience/pabee/modeling_pabee_albert.py:215
Method__init__
(self, config)
examples/bert-loses-patience/pabee/modeling_pabee_bert.py:245
Method__init__
(self, args)
examples/benchmarking/plot_csv_file.py:66
Method__iter__
(self)
src/transformers/tokenization_transfo_xl.py:550
Method__iter__
(self)
src/transformers/tokenization_transfo_xl.py:623
Method__iter__
(self)
src/transformers/tokenization_transfo_xl.py:652
Method__iter__
(self)
src/transformers/pipelines.py:185
Method__iter__
(self)
src/transformers/pipelines.py:231
Method__iter__
(self)
src/transformers/pipelines.py:257
Method__iter__
(self)
src/transformers/pipelines.py:277
Method__iter__
(self)
src/transformers/trainer.py:110
Method__iter__
(self)
examples/distillation/grouped_batch_sampler.py:69
Method__iter__
(self)
examples/seq2seq/utils.py:161
Method__len__
Number of hypotheses in the list.
src/transformers/modeling_utils.py:1730
Method__len__
Number of hypotheses in the list.
src/transformers/modeling_tf_utils.py:1553
Method__len__
(self)
src/transformers/tokenization_utils_fast.py:132
Method__len__
(self)
src/transformers/trainer.py:123
Method__len__
Size of the full vocabulary with the added tokens
src/transformers/tokenization_utils.py:181
Method__len__
(self)
src/transformers/data/datasets/glue.py:139
Method__len__
(self)
src/transformers/data/datasets/language_modeling.py:71
Method__len__
(self)
src/transformers/data/datasets/language_modeling.py:97
Method__len__
(self)
src/transformers/data/processors/utils.py:133
Method__len__
(self)
tests/test_trainer_distributed.py:38
Method__len__
(self)
examples/contrib/mm-imdb/utils_mmimdb.py:59
Method__len__
(self)
examples/text-generation/pplm/run_pplm_discrim_train.py:90
Method__len__
Return the number of mini-batches rather than the number of samples.
examples/distillation/grouped_batch_sampler.py:104
Method__len__
(self)
examples/distillation/lm_seqs_dataset.py:52
Method__len__
(self)
examples/seq2seq/utils.py:112
Method__len__
(self)
examples/seq2seq/utils.py:158
Method__len__
Returns the number of documents.
examples/seq2seq/bertabs/utils_summarization.py:49
Method__len__
(self)
examples/multiple-choice/utils_multiple_choice.py:128
Method__len__
(self)
examples/multiple-choice/utils_multiple_choice.py:209
Method__len__
(self)
examples/token-classification/utils_ner.py:132
Method__len__
(self)
examples/token-classification/utils_ner.py:226
Method__len__
(self)
examples/adversarial/utils_hans.py:150
Method__len__
(self)
examples/adversarial/utils_hans.py:236
Method__len__
(self)
examples/longform-qa/eli5_utils.py:96
Method__len__
(self)
examples/longform-qa/eli5_utils.py:344
Method__post_init__
(self)
src/transformers/data/datasets/glue.py:48
Method__post_init__
(self)
examples/text-classification/run_tf_glue.py:83
Method__repr__
(self)
src/transformers/modelcard.py:199
Method__repr__
(self)
src/transformers/configuration_utils.py:331
Method__repr__
(self)
src/transformers/benchmark/benchmark_utils.py:145
Method__setstate__
(self, d)
src/transformers/tokenization_xlm_roberta.py:164
Method__setstate__
(self, d)
src/transformers/tokenization_albert.py:171
Method__setstate__
(self, d)
src/transformers/tokenization_reformer.py:131
Method__setstate__
(self, d)
src/transformers/tokenization_t5.py:153
Method__setstate__
(self, d)
src/transformers/tokenization_xlnet.py:174
Method__setstate__
(self, d: Dict)
src/transformers/tokenization_marian.py:200
Method__setstate__
(self, d)
src/transformers/tokenization_camembert.py:250
Method__setstate__
(self, state)
src/transformers/tokenization_utils_base.py:192
Method__str__
(self)
templates/adding_a_new_example_script/utils_xxx.py:56
Method__str__
(self)
examples/contrib/run_swag.py:62
Method_accumulate_next
()
src/transformers/trainer_tf.py:427
Method_add_tokens
(self, new_tokens: List[Union[str, AddedToken]], special_tokens=False)
src/transformers/tokenization_utils_fast.py:212
Method_all
Contains attributes that need to be updated in self.beam_update().
examples/seq2seq/bertabs/modeling_bertabs.py:577
Method_batch_encode_plus
(self, *args, **kwargs)
src/transformers/tokenization_gpt2.py:359
Method_batch_encode_plus
( self, batch_text_or_text_pairs: Union[ List[TextInput], List[TextInp
src/transformers/tokenization_utils.py:476
Function_check_is_max_context
Check if this is the 'max context' doc span for the token.
src/transformers/data/processors/squad.py:38
Method_check_local_values
(grad1, grad2)
tests/test_optimization_tf.py:72
Function_check_shapes
(shape_1, shape2)
src/transformers/modeling_bart.py:172
Method_check_summary_is_not_empty
(summary)
tests/test_benchmark.py:214
Method_check_summary_is_not_empty
(summary)
tests/test_benchmark_tf.py:160
Method_check_var
Check that we initialized various parameters from N(0, config.init_std).
tests/test_modeling_bart.py:144
Method_clean_text
Performs invalid character removal and whitespace cleanup on text.
src/transformers/tokenization_bert.py:476
Function_config_zero_init
(config)
tests/test_modeling_tf_common.py:59
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
templates/adding_a_new_model/tokenization_xxx.py:148
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_xlm_roberta.py:281
Method_convert_id_to_token
Converts an id in a token (BPE) using the vocab.
src/transformers/tokenization_openai.py:194
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_albert.py:227
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_reformer.py:157
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_gpt2.py:236
Method_convert_id_to_token
Converts an id in a token (BPE) using the vocab.
src/transformers/tokenization_transfo_xl.py:302
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_ctrl.py:219
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_xlm.py:843
Method_convert_id_to_token
(self, index: int)
src/transformers/tokenization_utils_fast.py:209
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_t5.py:183
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_xlnet.py:230
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_bert.py:226
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the encoder.
src/transformers/tokenization_marian.py:110
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
src/transformers/tokenization_camembert.py:239
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
templates/adding_a_new_model/tokenization_xxx.py:144
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
src/transformers/tokenization_xlm_roberta.py:272
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
src/transformers/tokenization_openai.py:190
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
src/transformers/tokenization_albert.py:223
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
src/transformers/tokenization_reformer.py:153
← previousnext →2,001–2,100 of 4,119, ranked by callers