File tree 1 file changed +3
-3
lines changed
1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -94,9 +94,9 @@ public void EncodeOverflowing()
94
94
95
95
// Console.WriteLine($"Text: {text}");
96
96
97
- var expectedTotalIDLength = expectedMaxInputLength * ( numOverflowingTokensSegments + 1 ) ;
97
+ var expectedTotalIDLength = ( int ) ( expectedMaxInputLength * ( numOverflowingTokensSegments + 1 ) ) ;
98
98
99
- var ids = new List < uint > ( ( int ) expectedTotalIDLength ) ;
99
+ var ids = new List < uint > ( expectedTotalIDLength ) ;
100
100
101
101
ids . AddRange ( tokenizeResult . IDs . AsReadOnlySpan ( ) ) ;
102
102
@@ -113,7 +113,7 @@ public void EncodeOverflowing()
113
113
// Console.WriteLine(overflowingToken.IDs.AsReadOnlySpan().GetSpanPrintString());
114
114
}
115
115
116
- ids . Count . Should ( ) . Be ( ( int ) expectedTotalIDLength ) ;
116
+ ids . Count . Should ( ) . Be ( expectedTotalIDLength ) ;
117
117
118
118
using var decodeOutput = tokenizer . Decode ( CollectionsMarshal . AsSpan ( ids ) , skipSpecialTokens : true ) ;
119
119
You can’t perform that action at this time.
0 commit comments