Remove profiling test remaining from Outlines

pyproject.toml

@@ -49,6 +49,7 @@ test = [
  "huggingface_hub",
  "torch",
  "transformers",
+ "datasets",
  "pillow",
  "asv",
  "setuptools-rust",

python/outlines_core/fsm/guide.py

@@ -3,7 +3,6 @@
 
 import interegular
 import torch
-
 from outlines_core.fsm.regex import (
  create_fsm_index_tokenizer,
  make_byte_level_fsm,

tests/fsm/test_regex.py

@@ -3,8 +3,7 @@
 import interegular
 import pytest
 import torch
-from transformers import AutoTokenizer, PreTrainedTokenizer
-
+from datasets.fingerprint import Hasher
 from outlines_core.fsm.outlines_core_rs import Vocabulary
 from outlines_core.fsm.regex import (
  BetterAlphabet,
@@ -18,6 +17,7 @@
  make_deterministic_fsm,
  reduced_vocabulary,
 )
+from transformers import AutoTokenizer, PreTrainedTokenizer
 
 
 def get_llama_tokenizer_types():
@@ -106,6 +106,9 @@ def convert_token_to_string(self, token: str) -> str:
 
  return string
 
+ def __hash__(self):
+ return hash(Hasher.hash(self.tokenizer))
+
  def __eq__(self, other):
  if isinstance(other, type(self)):
  if hasattr(self, "model_name") and hasattr(self, "kwargs"):
@@ -460,58 +463,6 @@ def test_regex_index_performance():
  profiler.print_stats(output_unit=1e-3, summarize=True, stripzeros=True)
 
 
-@pytest.mark.skip(reason="Only for local profiling")
-def test_json_index_performance():
- import json
- from enum import Enum
-
- from line_profiler import LineProfiler # type: ignore [import]
- from pydantic import BaseModel, constr
-
- import outlines_core
-
- class Weapon(str, Enum):
- sword = "sword"
- axe = "axe"
- mace = "mace"
- spear = "spear"
- bow = "bow"
- crossbow = "crossbow"
-
- class Armor(str, Enum):
- leather = "leather"
- chainmail = "chainmail"
- plate = "plate"
-
- class Character(BaseModel):
- name: constr(max_length=10)
- # TODO: Add support for conint
- age: int # conint(int, ge=18, le=100)
- armor: Armor
- weapon: Weapon
- # TODO: Add support for conint
- strength: int # conint(int, ge=0, le=100)
-
- model = outlines_core.models.transformers("gpt2", device="cuda")
- json_schema = json.dumps(Character.model_json_schema())
-
- def build_regex():
- regex_str = outlines_core.index.json_schema.build_regex_from_object(json_schema)
- outlines_core.generate.regex(model, regex_str)
-
- profiler = LineProfiler(create_fsm_index_end_to_end)
- profiler.add_function(create_fsm_index_tokenizer)
- profiler.add_function(outlines_core.index.index.RegexFSM.__init__)
-
- profiler.runctx(
- "build_regex()",
- globals(),
- locals(),
- )
- profiler.dump_stats("line-profiler-build-json-regex.pkl")
- profiler.print_stats(output_unit=1e-3, summarize=True, stripzeros=True)
-
-
 def test_token_trans_keys_identical():
  """assert two tokens w/ identical behavior wrt FSM have same trans key seq"""