format

understanding-search · Mar 5, 2024 · b0a27b4 · b0a27b4
1 parent 8481ccb
commit b0a27b4
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/maze_transformer/tokenizer.py b/maze_transformer/tokenizer.py
@@ -125,7 +125,9 @@ def _convert_token_to_id(self, token: str) -> int:
         elif (
             token == " "
         ):  # for some reason transformers trie now returns ' ' as tokens
-            raise ValueError(f"Found a space token in `_convert_token_to_id`: '{token}'")
+            raise ValueError(
+                f"Found a space token in `_convert_token_to_id`: '{token}'"
+            )
         else:
             raise ValueError(f"Token not in vocab: '{token}'")
 

diff --git a/tests/unit/maze_transformer/test_tokenizers.py b/tests/unit/maze_transformer/test_tokenizers.py
@@ -5,7 +5,6 @@
 We may want a separate set of tests for different tokenization schemes
 """
 
-from collections import Counter
 from itertools import product
 
 import torch
@@ -118,7 +117,6 @@ def test_to_ascii(tok_mode):
         cfg_holder.tokenizer.to_ascii(token_ids).splitlines() == target
     ), "ASCII encoding from token ids failed"
 
-
 
 @mark.parametrize(
     "tok_mode",