Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/huggingface/transformers
/ functions
Functions
4,119 in github.com/huggingface/transformers
⨍
Functions
4,119
◇
Types & classes
939
↳
Endpoints
4
Method
special_tokens_map
A dictionary mapping special token class attribute (cls_token, unk_token...) to their values ('<unk>', '<cls>'...) Convert to
src/transformers/tokenization_utils_base.py:873
Method
special_tokens_map_extended
A dictionary mapping special token class attribute (cls_token, unk_token...) to their values ('<unk>', '<cls>'...) Keep the t
src/transformers/tokenization_utils_base.py:887
Method
split_on_token
(tok, text)
src/transformers/tokenization_utils.py:284
Method
split_on_tokens
(tok_list, text)
src/transformers/tokenization_utils.py:337
Function
squad_convert_example_to_features
(example, max_seq_length, doc_stride, max_query_length, is_training)
src/transformers/data/processors/squad.py:86
Function
squad_convert_example_to_features_init
(tokenizer_for_convert)
src/transformers/data/processors/squad.py:268
Method
src_lens
(self)
examples/seq2seq/utils.py:138
Method
step
Number of accumulated steps.
src/transformers/optimization_tf.py:217
Method
step
(self)
examples/seq2seq/bertabs/modeling_bertabs.py:1019
Method
strategy
(self)
src/transformers/training_args_tf.py:61
Method
strategy
(self)
src/transformers/benchmark/benchmark_args_tf.py:88
Function
swish
(x)
src/transformers/modeling_tf_openai.py:62
Function
swish
(x)
src/transformers/modeling_tf_bert.py:98
Function
swish
(x)
src/transformers/modeling_tf_xlnet.py:68
Function
swish
(x)
src/transformers/activations.py:11
Method
tearDown
(self)
tests/test_tokenization_common.py:67
Method
tearDownClass
(cls)
tests/test_hf_api.py:65
Method
testGradientAccumulator
(self)
tests/test_optimization_tf.py:22
Method
testGradientAccumulatorDistributionStrategy
(self)
tests/test_optimization_tf.py:36
Method
test_adam_w
(self)
tests/test_optimization.py:69
Method
test_add_special_tokens
(self)
tests/test_tokenization_common.py:345
Method
test_add_tokens_tokenizer
(self)
tests/test_tokenization_common.py:294
Method
test_added_tokens_do_lower_case
(self)
tests/test_tokenization_common.py:236
Method
test_advanced_inputs
(self)
tests/test_modeling_bart.py:153
Method
test_albert_model
(self)
tests/test_modeling_tf_albert.py:239
Method
test_albert_model
(self)
tests/test_modeling_albert.py:284
Method
test_all_tokenizers
(self)
tests/test_tokenization_fast.py:872
Method
test_args
(self)
tests/test_pipelines.py:91
Method
test_attention_outputs
(self)
tests/test_modeling_common.py:132
Method
test_attention_outputs
(self)
tests/test_modeling_tf_common.py:336
Method
test_auto_config
(self)
tests/test_modeling_marian.py:148
Method
test_bart_base_mask_filling
(self)
tests/test_modeling_bart.py:573
Method
test_bart_large_mask_filling
(self)
tests/test_modeling_bart.py:581
Method
test_basic
(self)
tests/test_hf_argparser.py:73
Method
test_basic_tokenizer_lower
(self)
tests/test_tokenization_bert.py:125
Method
test_basic_tokenizer_no_lower
(self)
tests/test_tokenization_bert.py:133
Method
test_basic_tokenizer_respects_never_split_tokens
(self)
tests/test_tokenization_bert.py:140
Method
test_batch_encode_plus_batch_sequence_length
(self)
tests/test_tokenization_common.py:1079
Method
test_batch_encode_plus_padding
(self)
tests/test_tokenization_common.py:1134
Method
test_batch_encode_plus_tensors
(self)
tests/test_tokenization_common.py:1298
Method
test_batch_encoding_is_fast
(self)
tests/test_tokenization_utils.py:130
Method
test_batch_encoding_pickle
(self)
tests/test_tokenization_utils.py:70
Method
test_batch_encoding_pickle_pt
(self)
tests/test_tokenization_utils.py:114
Method
test_batch_encoding_pickle_tf
(self)
tests/test_tokenization_utils.py:94
Method
test_batch_generation_en_ROMANCE_multi
(self)
tests/test_modeling_marian.py:226
Method
test_batch_generation_en_de
(self)
tests/test_modeling_marian.py:145
Method
test_batch_generation_en_fr
(self)
tests/test_modeling_marian.py:166
Method
test_batch_generation_fr_en
(self)
tests/test_modeling_marian.py:183
Method
test_batch_generation_mt_en
(self)
tests/test_modeling_marian.py:205
Method
test_batch_generation_ru_fr
(self)
tests/test_modeling_marian.py:194
Method
test_bert_encoder_decoder_model
(self)
tests/test_modeling_encoder_decoder.py:303
Method
test_bert_encoder_decoder_model_from_pretrained
(self)
tests/test_modeling_encoder_decoder.py:311
Method
test_bert_encoder_decoder_model_from_pretrained_configs
(self)
tests/test_modeling_encoder_decoder.py:307
Method
test_bert_encoder_decoder_model_generate
(self)
tests/test_modeling_encoder_decoder.py:327
Method
test_bert_encoder_decoder_model_labels
(self)
tests/test_modeling_encoder_decoder.py:323
Method
test_bert_model
(self)
tests/test_modeling_bert.py:456
Method
test_bert_model
(self)
tests/test_modeling_tf_bert.py:280
Method
test_bert_model_as_decoder
(self)
tests/test_modeling_bert.py:460
Method
test_bert_model_as_decoder_with_default_input_mask
(self)
tests/test_modeling_bert.py:464
Method
test_build_mask
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:84
Method
test_build_mask_no_padding
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:79
Method
test_build_mask_with_padding_equal_to_one
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:89
Method
test_call
(self)
tests/test_tokenization_common.py:1048
Method
test_character_tokenizer
(self)
tests/test_tokenization_bert_japanese.py:200
Method
test_chinese
(self)
tests/test_tokenization_bert.py:120
Method
test_cnn_summarization_same_as_fairseq
(self)
tests/test_modeling_bart.py:649
Method
test_compile_tf_model
(self)
tests/test_modeling_tf_common.py:282
Method
test_compute_token_type_ids
(self)
examples/seq2seq/bertabs/test_utils_summarization.py:94
Method
test_config
(self)
templates/adding_a_new_model/tests/test_modeling_tf_xxx.py:226
Method
test_config
(self)
templates/adding_a_new_model/tests/test_modeling_xxx.py:247
Method
test_config
(self)
tests/test_modeling_roberta.py:238
Method
test_config
(self)
tests/test_modeling_tf_albert.py:236
Method
test_config
(self)
tests/test_modeling_bart.py:132
Method
test_config
(self)
tests/test_modeling_transfo_xl.py:198
Method
test_config
(self)
tests/test_modeling_tf_transfo_xl.py:179
Method
test_config
(self)
tests/test_modeling_tf_distilbert.py:212
Method
test_config
(self)
tests/test_modeling_tf_electra.py:194
Method
test_config
(self)
tests/test_modeling_albert.py:281
Method
test_config
(self)
tests/test_modeling_gpt2.py:319
Method
test_config
(self)
tests/test_modeling_tf_mobilebert.py:281
Method
test_config
(self)
tests/test_modeling_bert.py:453
Method
test_config
(self)
tests/test_modeling_mobilebert.py:389
Method
test_config
(self)
tests/test_modeling_tf_bert.py:277
Method
test_config
(self)
tests/test_modeling_tf_ctrl.py:168
Method
test_config
(self)
tests/test_modeling_tf_gpt2.py:286
Method
test_config
(self)
tests/test_modeling_distilbert.py:252
Method
test_config
(self)
tests/test_modeling_tf_xlnet.py:394
Method
test_config
(self)
tests/test_modeling_openai.py:184
Method
test_config
(self)
tests/test_modeling_t5.py:316
Method
test_config
(self)
tests/test_modeling_ctrl.py:178
Method
test_config
(self)
tests/test_modeling_tf_xlm.py:287
Method
test_config
(self)
tests/test_modeling_longformer.py:294
Method
test_config
(self)
tests/test_modeling_tf_t5.py:230
Method
test_config
(self)
tests/test_modeling_tf_roberta.py:211
Method
test_config
(self)
tests/test_modeling_tf_openai_gpt.py:199
Method
test_config
(self)
tests/test_modeling_xlm.py:362
Method
test_config
(self)
tests/test_modeling_xlnet.py:475
Method
test_config
(self)
tests/test_modeling_reformer.py:413
Method
test_config
(self)
tests/test_modeling_flaubert.py:332
Method
test_config
(self)
tests/test_modeling_electra.py:337
← previous
next →
3,401–3,500 of 4,119, ranked by callers