From ba96074e7ecf9575a8c27ba2ec2a4f544e277afb Mon Sep 17 00:00:00 2001 From: Gary Benson Date: Wed, 29 May 2024 23:17:16 +0100 Subject: [PATCH] Update tokenizer comparison script --- src/dom_tokenizers/diff.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/src/dom_tokenizers/diff.py b/src/dom_tokenizers/diff.py index 1751849..4d64d22 100644 --- a/src/dom_tokenizers/diff.py +++ b/src/dom_tokenizers/diff.py @@ -27,17 +27,12 @@ def _compare(self): match tag: case "equal": pass # reset? - case "insert": + case c if c in {"insert", "replace", "delete"}: for line in self._evaluate_change( self.a, alo, ahi, self.b, blo, bhi): yield line - case "replace": - for line in self._evaluate_change( - self.a, alo, ahi, - self.b, blo, bhi): - yield line - case other: # noqa: F841 + case _: raise NotImplementedError((tag, alo, ahi, blo, bhi)) @staticmethod