Function test_decode

tests/model_executor/test_ernie_tokenizer.py:111–116

Test decode method - core functionality

(tokenizer, mock_sp_model)

def test_decode(tokenizer, mock_sp_model):
    """Test decode method - core functionality"""
    result = tokenizer.decode([1, 2, 3])

    assert result == "Hello World"
    mock_sp_model.decode.assert_called_once_with([1, 2, 3])


def test_get_vocab(tokenizer, mock_sp_model):