MCPcopy Create free account

hub / github.com/huggingface/transformers / functions

Functions4,119 in github.com/huggingface/transformers

Methodspecial_tokens_map
A dictionary mapping special token class attribute (cls_token, unk_token...) to their values ('<unk>', '<cls>'...) Convert to
src/transformers/tokenization_utils_base.py:873
Methodspecial_tokens_map_extended
A dictionary mapping special token class attribute (cls_token, unk_token...) to their values ('<unk>', '<cls>'...) Keep the t
src/transformers/tokenization_utils_base.py:887
Methodsplit_on_token
(tok, text)
src/transformers/tokenization_utils.py:284
Methodsplit_on_tokens
(tok_list, text)
src/transformers/tokenization_utils.py:337
Functionsquad_convert_example_to_features
(example, max_seq_length, doc_stride, max_query_length, is_training)
src/transformers/data/processors/squad.py:86
Functionsquad_convert_example_to_features_init
(tokenizer_for_convert)
src/transformers/data/processors/squad.py:268
Methodsrc_lens
(self)
examples/seq2seq/utils.py:138
Methodstep
Number of accumulated steps.
src/transformers/optimization_tf.py:217
Methodstep
(self)
examples/seq2seq/bertabs/modeling_bertabs.py:1019
Methodstrategy
(self)
src/transformers/training_args_tf.py:61
Methodstrategy
(self)
src/transformers/benchmark/benchmark_args_tf.py:88
Functionswish
(x)
src/transformers/modeling_tf_openai.py:62
Functionswish
(x)
src/transformers/modeling_tf_bert.py:98
Functionswish
(x)
src/transformers/modeling_tf_xlnet.py:68
Functionswish
(x)
src/transformers/activations.py:11
MethodtearDown
(self)
tests/test_tokenization_common.py:67
MethodtearDownClass
(cls)
tests/test_hf_api.py:65
MethodtestGradientAccumulator
(self)
tests/test_optimization_tf.py:22
MethodtestGradientAccumulatorDistributionStrategy
(self)
tests/test_optimization_tf.py:36
Methodtest_adam_w
(self)
tests/test_optimization.py:69
Methodtest_add_special_tokens
(self)
tests/test_tokenization_common.py:345
Methodtest_add_tokens_tokenizer
(self)
tests/test_tokenization_common.py:294
Methodtest_added_tokens_do_lower_case
(self)
tests/test_tokenization_common.py:236
Methodtest_advanced_inputs
(self)
tests/test_modeling_bart.py:153
Methodtest_albert_model
(self)
tests/test_modeling_tf_albert.py:239
Methodtest_albert_model
(self)
tests/test_modeling_albert.py:284
Methodtest_all_tokenizers
(self)
tests/test_tokenization_fast.py:872
Methodtest_args
(self)
tests/test_pipelines.py:91
Methodtest_attention_outputs
(self)
tests/test_modeling_common.py:132
Methodtest_attention_outputs
(self)
tests/test_modeling_tf_common.py:336
Methodtest_auto_config
(self)
tests/test_modeling_marian.py:148
Methodtest_bart_base_mask_filling
(self)
tests/test_modeling_bart.py:573
Methodtest_bart_large_mask_filling
(self)
tests/test_modeling_bart.py:581
Methodtest_basic
(self)
tests/test_hf_argparser.py:73
Methodtest_basic_tokenizer_lower
(self)
tests/test_tokenization_bert.py:125
Methodtest_basic_tokenizer_no_lower
(self)
tests/test_tokenization_bert.py:133
Methodtest_basic_tokenizer_respects_never_split_tokens
(self)
tests/test_tokenization_bert.py:140
Methodtest_batch_encode_plus_batch_sequence_length
(self)
tests/test_tokenization_common.py:1079
Methodtest_batch_encode_plus_padding
(self)
tests/test_tokenization_common.py:1134
Methodtest_batch_encode_plus_tensors
(self)
tests/test_tokenization_common.py:1298
Methodtest_batch_encoding_is_fast
(self)
tests/test_tokenization_utils.py:130
Methodtest_batch_encoding_pickle
(self)
tests/test_tokenization_utils.py:70
Methodtest_batch_encoding_pickle_pt
(self)
tests/test_tokenization_utils.py:114
Methodtest_batch_encoding_pickle_tf
(self)
tests/test_tokenization_utils.py:94
Methodtest_batch_generation_en_ROMANCE_multi
(self)
tests/test_modeling_marian.py:226
Methodtest_batch_generation_en_de
(self)
tests/test_modeling_marian.py:145
Methodtest_batch_generation_en_fr
(self)
tests/test_modeling_marian.py:166
Methodtest_batch_generation_fr_en
(self)
tests/test_modeling_marian.py:183
Methodtest_batch_generation_mt_en
(self)
tests/test_modeling_marian.py:205
Methodtest_batch_generation_ru_fr
(self)
tests/test_modeling_marian.py:194
Methodtest_bert_encoder_decoder_model
(self)
tests/test_modeling_encoder_decoder.py:303
Methodtest_bert_encoder_decoder_model_from_pretrained
(self)
tests/test_modeling_encoder_decoder.py:311
Methodtest_bert_encoder_decoder_model_from_pretrained_configs
(self)
tests/test_modeling_encoder_decoder.py:307
Methodtest_bert_encoder_decoder_model_generate
(self)
tests/test_modeling_encoder_decoder.py:327
Methodtest_bert_encoder_decoder_model_labels
(self)
tests/test_modeling_encoder_decoder.py:323
Methodtest_bert_model
(self)
tests/test_modeling_bert.py:456
Methodtest_bert_model
(self)
tests/test_modeling_tf_bert.py:280
Methodtest_bert_model_as_decoder
(self)
tests/test_modeling_bert.py:460
Methodtest_bert_model_as_decoder_with_default_input_mask
(self)
tests/test_modeling_bert.py:464
Methodtest_build_mask
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:84
Methodtest_build_mask_no_padding
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:79
Methodtest_build_mask_with_padding_equal_to_one
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:89
Methodtest_call
(self)
tests/test_tokenization_common.py:1048
Methodtest_character_tokenizer
(self)
tests/test_tokenization_bert_japanese.py:200
Methodtest_chinese
(self)
tests/test_tokenization_bert.py:120
Methodtest_cnn_summarization_same_as_fairseq
(self)
tests/test_modeling_bart.py:649
Methodtest_compile_tf_model
(self)
tests/test_modeling_tf_common.py:282
Methodtest_compute_token_type_ids
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:94
Methodtest_config
(self)
templates/adding_a_new_model/tests/test_modeling_tf_xxx.py:226
Methodtest_config
(self)
templates/adding_a_new_model/tests/test_modeling_xxx.py:247
Methodtest_config
(self)
tests/test_modeling_roberta.py:238
Methodtest_config
(self)
tests/test_modeling_tf_albert.py:236
Methodtest_config
(self)
tests/test_modeling_bart.py:132
Methodtest_config
(self)
tests/test_modeling_transfo_xl.py:198
Methodtest_config
(self)
tests/test_modeling_tf_transfo_xl.py:179
Methodtest_config
(self)
tests/test_modeling_tf_distilbert.py:212
Methodtest_config
(self)
tests/test_modeling_tf_electra.py:194
Methodtest_config
(self)
tests/test_modeling_albert.py:281
Methodtest_config
(self)
tests/test_modeling_gpt2.py:319
Methodtest_config
(self)
tests/test_modeling_tf_mobilebert.py:281
Methodtest_config
(self)
tests/test_modeling_bert.py:453
Methodtest_config
(self)
tests/test_modeling_mobilebert.py:389
Methodtest_config
(self)
tests/test_modeling_tf_bert.py:277
Methodtest_config
(self)
tests/test_modeling_tf_ctrl.py:168
Methodtest_config
(self)
tests/test_modeling_tf_gpt2.py:286
Methodtest_config
(self)
tests/test_modeling_distilbert.py:252
Methodtest_config
(self)
tests/test_modeling_tf_xlnet.py:394
Methodtest_config
(self)
tests/test_modeling_openai.py:184
Methodtest_config
(self)
tests/test_modeling_t5.py:316
Methodtest_config
(self)
tests/test_modeling_ctrl.py:178
Methodtest_config
(self)
tests/test_modeling_tf_xlm.py:287
Methodtest_config
(self)
tests/test_modeling_longformer.py:294
Methodtest_config
(self)
tests/test_modeling_tf_t5.py:230
Methodtest_config
(self)
tests/test_modeling_tf_roberta.py:211
Methodtest_config
(self)
tests/test_modeling_tf_openai_gpt.py:199
Methodtest_config
(self)
tests/test_modeling_xlm.py:362
Methodtest_config
(self)
tests/test_modeling_xlnet.py:475
Methodtest_config
(self)
tests/test_modeling_reformer.py:413
Methodtest_config
(self)
tests/test_modeling_flaubert.py:332
Methodtest_config
(self)
tests/test_modeling_electra.py:337
← previousnext →3,401–3,500 of 4,119, ranked by callers