Tokens2text. Args: tokens: TODO.
(self, tokens: Iterable[str])
| 18 | |
| 19 | @abstractmethod |
| 20 | def tokens2text(self, tokens: Iterable[str]) -> str: |
| 21 | """Tokens2text. |
| 22 | |
| 23 | Args: |
| 24 | tokens: TODO. |
| 25 | """ |
| 26 | raise NotImplementedError |
| 27 | |
| 28 | |
| 29 | class BaseTokenizer(ABC): |
no outgoing calls
no test coverage detected