a b/tests/helpers.py
1
import docdeid as dd
2
3
4
def link_tokens(tokens: list[dd.Token]):
5
    for token, next_token in zip(tokens, tokens[1:]):
6
        token.set_next_token(next_token)
7
        next_token.set_previous_token(token)
8
9
    return tokens
10
11
12
def linked_tokens(tokens: list[str]) -> list[dd.Token]:
13
    tokens = [dd.Token(x, 0, len(x)) for x in tokens]
14
15
    return link_tokens(tokens)