modified: tests/test_tokenizer/test_tokenizer.py

bigdata-ustc · Mar 12, 2024 · 1476f8a · 1476f8a
1 parent 721bc0a
commit 1476f8a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/test_tokenizer/test_tokenizer.py b/tests/test_tokenizer/test_tokenizer.py
@@ -52,8 +52,8 @@ def test_CharTokenizer():
 
 
 def test_Tokenizer():
-    items = ['The stationery store has 600 exercise books, and after selling some,\
-        there are still 4 packs left, 25 each, how many are sold?']
+    items = ["""The stationery store has 600 exercise books, and after selling
+              some, there are still 4 packs left, 25 each, how many are sold?"""]
     ans = [
         'The', 'stationery', 'store', 'has', '600', 'exercise',
         'books', 'and', 'after', 'selling', 'some', 'there', 'are', 'still',