Replace non-padding symbols with their position numbers. Position numbers begin at padding_idx+1. Padding symbols are ignored.
(tensor, padding_idx)
| 143 | |
| 144 | |
| 145 | def make_positions(tensor, padding_idx): |
| 146 | """Replace non-padding symbols with their position numbers. |
| 147 | |
| 148 | Position numbers begin at padding_idx+1. Padding symbols are ignored. |
| 149 | """ |
| 150 | # The series of casts and type-conversions here are carefully |
| 151 | # balanced to both work with ONNX export and XLA. In particular XLA |
| 152 | # prefers ints, cumsum defaults to output longs, and ONNX doesn't know |
| 153 | # how to handle the dtype kwarg in cumsum. |
| 154 | mask = tensor.ne(padding_idx).int() |
| 155 | return ( |
| 156 | torch.cumsum(mask, dim=1).type_as(mask) * mask |
| 157 | ).long() + padding_idx |
| 158 | |
| 159 | |
| 160 | def softmax(x, dim): |
nothing calls this directly
no outgoing calls
no test coverage detected