Update src/Microsoft.ML.Tokenizers/Utils/BytePairEncoder.cs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: stephentoub

src/Microsoft.ML.Tokenizers/Utils/BytePairEncoder.cs

@@ -270,15 +270,9 @@ void PotentialMerge(Span<State> stateSpan, PriorityQueue<MergeEntry> heapQueue,
                     }
                 }
 
-                int tokenId;
-                if (state[currentIndex].CurRank != int.MaxValue)
-                {
-                    tokenId = state[currentIndex].CurRank;
-                }
-                else
-                {
-                    tokenId = ranks[mergingBytes.SliceStartEnd(startIndex, endIndex)];
-                }
+                int tokenId = state[currentIndex].CurRank != int.MaxValue
+                    ? state[currentIndex].CurRank
+                    : ranks[mergingBytes.SliceStartEnd(startIndex, endIndex)];
 
                 resultList.Add((tokenId, mappedStartIndex, indexMappingSpan[finalEndIndex] - mappedStartIndex));