Merge pull request #197 from packit/options

Fix tokenization of options

Author: nforro

specfile/options.py

@@ -512,6 +512,9 @@ def tokenize(option_string: str) -> List[Token]:
                     if not c.isspace():
                         break
                     whitespace += c
+                else:
+                    result.append(Token(TokenType.WHITESPACE, whitespace))
+                    break
                 inp.insert(0, c)
                 result.append(Token(TokenType.WHITESPACE, whitespace))
                 continue

tests/unit/test_options.py

@@ -233,6 +233,21 @@ def test_options_find_option(optstring, tokens, option, result):
                 Token(TokenType.DOUBLE_QUOTED, '.test "double quotes"'),
             ],
         ),
+        (
+            "-p1 -b .test_whitespace_at_the_end -M 2  ",
+            [
+                Token(TokenType.DEFAULT, "-p1"),
+                Token(TokenType.WHITESPACE, " "),
+                Token(TokenType.DEFAULT, "-b"),
+                Token(TokenType.WHITESPACE, " "),
+                Token(TokenType.DEFAULT, ".test_whitespace_at_the_end"),
+                Token(TokenType.WHITESPACE, " "),
+                Token(TokenType.DEFAULT, "-M"),
+                Token(TokenType.WHITESPACE, " "),
+                Token(TokenType.DEFAULT, "2"),
+                Token(TokenType.WHITESPACE, "  "),
+            ],
+        ),
     ],
 )
 def test_options_tokenize(option_string, result):