Skip to content

Commit e4ad90e

Browse files
Code portability
1 parent 85170c3 commit e4ad90e

File tree

2 files changed

+8
-9
lines changed

2 files changed

+8
-9
lines changed

neural/neuraltokenizer.pas

+4-5
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,7 @@
1717
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
1818
*)
1919
unit neuraltokenizer;
20-
21-
{$mode ObjFPC}{$H+}
20+
{$include neuralnetwork.inc}
2221

2322
interface
2423

@@ -33,10 +32,10 @@ interface
3332
TNeuralTokenizer = class(TStringListInt)
3433
public
3534
function GetVocabCount(): integer; override;
36-
procedure Tokenize(const pText: string; Result: TIntegerList);
37-
procedure Tokenize(pString: string; var IntArr: TNeuralIntegerArray); override; overload;
35+
procedure Tokenize(const pText: string; Result: TIntegerList); overload;
36+
procedure Tokenize(pString: string; var IntArr: TNeuralIntegerArray); overload; override;
3837
procedure TokenizeWord(const pText: string; Result: TIntegerList);
39-
function DeTokenize(TokenId: integer): string; override; overload;
38+
function DeTokenize(TokenId: integer): string; overload; override;
4039
function DeTokenize(TokenIds: TIntegerList): string; overload;
4140
function TokenizerHasSeparator: boolean; override;
4241

neural/neuralvolume.pas

+4-4
Original file line numberDiff line numberDiff line change
@@ -694,8 +694,8 @@ TStringListInt = class(TNNetStringList)
694694
function IntegerArrayToString(var IntArr: TNeuralIntegerArray): string;
695695
function IntegerListToCsv(IL: TIntegerList; pDelimiter: char = ','): string;
696696

697-
function DeTokenize(TokenId: integer): string; virtual; overload;
698-
procedure Tokenize(pString: string; var IntArr: TNeuralIntegerArray); virtual; overload;
697+
function DeTokenize(TokenId: integer): string; virtual;
698+
procedure Tokenize(pString: string; var IntArr: TNeuralIntegerArray); overload; virtual;
699699
function GetVocabCount(): integer; virtual;
700700
function TokenizerHasSeparator: boolean; virtual;
701701

@@ -11561,6 +11561,8 @@ procedure TNNetVolume.CopyNoChecks(Original: TNNetVolume);
1156111561
asm_dword_copy;
1156211562
end;
1156311563

11564+
{$ENDIF} // of AVXANY
11565+
1156411566
{ TNNetGroupedVolume }
1156511567

1156611568
destructor TNNetGroupedVolume.Destroy;
@@ -11569,8 +11571,6 @@ destructor TNNetGroupedVolume.Destroy;
1156911571
inherited Destroy;
1157011572
end;
1157111573

11572-
{$ENDIF}
11573-
1157411574
class function TVolume.DotProduct(PtrA, PtrB: TNeuralFloatArrPtr; NumElements: integer
1157511575
): Single;
1157611576
var

0 commit comments

Comments
 (0)