huggingface
diff --git a/‎Sources/Tokenizers/PreTokenizer.swift‎
Lines changed: 2 additions & 0 deletions b/‎Sources/Tokenizers/PreTokenizer.swift‎
Lines changed: 2 additions & 0 deletions
@@ -298,7 +298,9 @@ public extension String {
         return result
     }
 
+    /// This version supports capture groups, wheres the one above doesn't
     func split(by captureRegex: NSRegularExpression) -> [String] {
+        // Find the matching capture groups
         let selfRange = NSRange(startIndex..<endIndex, in: self)
         let matches = captureRegex.matches(in: self, options: [], range: selfRange)
Original file line number	Diff line number	Diff line change
`@@ -298,7 +298,9 @@ public extension String {`
`298`	`298`	`return result`
`299`	`299`	`}`
`300`	`300`
	`301`	`+ /// This version supports capture groups, wheres the one above doesn't`
`301`	`302`	`func split(by captureRegex: NSRegularExpression) -> [String] {`
	`303`	`+ // Find the matching capture groups`
`302`	`304`	`let selfRange = NSRange(startIndex..<endIndex, in: self)`
`303`	`305`	`let matches = captureRegex.matches(in: self, options: [], range: selfRange)`
`304`	`306`