Skip to content

Commit

Permalink
fix: test.
Browse files Browse the repository at this point in the history
  • Loading branch information
b4rtaz committed May 31, 2024
1 parent 867e06a commit 4dc36d5
Showing 1 changed file with 0 additions and 9 deletions.
9 changes: 0 additions & 9 deletions src/tokenizer-test.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -108,15 +108,6 @@ void testEosDetectorWithLongPadding() {
assert(strcmp(delta, "lorem") == 0);
}

// "hello" + EOS
detector.clear();
{
ASSERT_EOS_TYPE(detector.append(1, "hello"), NOT_EOS);
char* delta = detector.getDelta();
assert(delta != NULL);
assert(strcmp(delta, "lorem") == 0);
}

// "lorem|enQ"
detector.clear();
{
Expand Down

0 comments on commit 4dc36d5

Please sign in to comment.