bugfix: Autoload errors for WordPieceTokenizer on case-sensitive operating systems

CodeWithKyrian · CodeWithKyrian · commit 0f1fc8bda91f · 2024-03-22T07:14:52.000+01:00
diff --git a/src/Tokenizers/Tokenizer.php b/src/Tokenizers/Tokenizer.php
@@ -61,7 +61,7 @@ public function __construct(protected array $config)
     public static function fromConfig(array $config, ...$args): self
     {
         return match ($config['type'] ?? null) {
-            'WordPiece' => new WordpieceTokenizer($config),
+            'WordPiece' => new WordPieceTokenizer($config),
             'Unigram' => new UnigramTokenizer($config, ...$args),
             'BPE' => new BPETokenizer($config),
             default => (function () use ($config, $args) {

Original file line number	Diff line number	Diff line change
`@@ -61,7 +61,7 @@ public function __construct(protected array $config)`
`61`	`61`	`public static function fromConfig(array $config, ...$args): self`
`62`	`62`	`{`
`63`	`63`	`return match ($config['type'] ?? null) {`
`64`		`- 'WordPiece' => new WordpieceTokenizer($config),`
	`64`	`+ 'WordPiece' => new WordPieceTokenizer($config),`
`65`	`65`	`'Unigram' => new UnigramTokenizer($config, ...$args),`
`66`	`66`	`'BPE' => new BPETokenizer($config),`
`67`	`67`	`default => (function () use ($config, $args) {`