style: Black

dottxt-ai · Jun 10, 2024 · ef03abb · ef03abb
1 parent baff354
commit ef03abb
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/outlines/fsm/regex.py b/outlines/fsm/regex.py
@@ -785,8 +785,8 @@ def create_fsm_index_end_to_end(
 
 re_llama_byte_token = re.compile(r"^<0x[0-9A-F]{2}>$")
 
-# The "▁*" prefix is required to handle Gemma and GPT-SW3 tokenizers, and the "\.*"
-# suffix is required to handle the NorwAI tokenizer.
+# The "▁*" prefix is required to handle Gemma and GPT-SW3 tokenizers, and the "\.*"
+# suffix is required to handle the NorwAI tokenizer.
 re_replacement_seq = re.compile(r"^▁*�+\.*$")
 
 

diff --git a/tests/fsm/test_regex.py b/tests/fsm/test_regex.py
@@ -2,7 +2,7 @@
 import numba
 import numpy as np
 import pytest
-from transformers import AutoTokenizer, PreTrainedTokenizerBase
+from transformers import AutoTokenizer
 
 from outlines.fsm.regex import (
     _walk_fsm,