tokenizer: improve token representation when value is None
This commit is contained in:
parent
9258b98a9a
commit
86457c6972
1 changed files with 0 additions and 2 deletions
|
|
@ -17,8 +17,6 @@ class Token:
|
||||||
value: Optional[str] = field(compare=False, hash=False, default=None)
|
value: Optional[str] = field(compare=False, hash=False, default=None)
|
||||||
|
|
||||||
def __repr__(self):
|
def __repr__(self):
|
||||||
if self.value is None:
|
|
||||||
return super().__repr__()
|
|
||||||
return f"{self.kind.name}({repr(self.value)})"
|
return f"{self.kind.name}({repr(self.value)})"
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue