From bb67b3dc0aa3c320760310a82d1baabf6ed9b304 Mon Sep 17 00:00:00 2001
From: weckyy702 <weckyy702@gmail.com>
Date: Mon, 5 Apr 2021 20:19:03 +0200
Subject: [PATCH] turned token class into a dataclass

---
 interpreter/_token.py | 18 +++++-------------
 1 file changed, 5 insertions(+), 13 deletions(-)

diff --git a/interpreter/_token.py b/interpreter/_token.py
index ef8aab7..ab9899b 100644
--- a/interpreter/_token.py
+++ b/interpreter/_token.py
@@ -1,7 +1,7 @@
 """Private definitions for Token class used by the Lexer"""
 
 import re
-
+from dataclasses import dataclass, field
 from enum import IntEnum
 from typing import Union
 
@@ -44,19 +44,11 @@ class SourceLocation:
     def __str__(self) -> str:
         return f"File {self.filename}, {self.line}:{self.column}"
 
+@dataclass(frozen=True, eq=True)
 class Token:
-
-    __slots__ = ["type", "content", "location"]
-
-    def __init__(self, type: Token_type, location: SourceLocation, content: str) -> None:
-        self.type = type
-        self.content = content
-        self.location = location
-
-    def __str__(self) -> str:
-        if self.content:
-            return f"{str(self.type)}: {self.content}"
-        return f"{self.type}"
+    type: Token_type
+    location: SourceLocation = field(compare=False, default=SourceLocation("", 0, 0))
+    content: str = field(compare=False, default="")
 
 def make_token(tag: str, location: SourceLocation, type_name_pattern:re.Pattern) -> Token:
     """Construct a token object with the provided tag and source location"""