Diff of
/tests/helpers.py
[000000]
..
[79668b]
Switch to unified view
| a | b/tests/helpers.py | ||
|---|---|---|---|
| 1 | import docdeid as dd |
||
| 2 | |||
| 3 | |||
| 4 | def link_tokens(tokens: list[dd.Token]): |
||
| 5 | for token, next_token in zip(tokens, tokens[1:]): |
||
| 6 | token.set_next_token(next_token) |
||
| 7 | next_token.set_previous_token(token) |
||
| 8 | |||
| 9 | return tokens |
||
| 10 | |||
| 11 | |||
| 12 | def linked_tokens(tokens: list[str]) -> list[dd.Token]: |
||
| 13 | tokens = [dd.Token(x, 0, len(x)) for x in tokens] |
||
| 14 | |||
| 15 | return link_tokens(tokens) |