Skip to content

Auto-sync vscode-common.q to evaluate.q and python.q to evaluatePy.q #595

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
devopskx wants to merge 2 commits into from
Closed

Auto-sync vscode-common.q to evaluate.q and python.q to evaluatePy.q #595

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
488eef3
Auto-sync: update evaluate.q
devopskx Jun 19, 2025
9d20db6
Auto-sync: update evaluatePy.q
devopskx Jun 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
398 changes: 190 additions & 208 deletions resources/evaluate.q
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,208 +1,190 @@
{[ctx; code; returnFormat]
if [`histogram in key `.qp;
if [not `display2 in key `.qp;
.qp.display2: (')[{x[`output][`bytes]}; .qp.display]
]];
if [-10h ~ type ctx;
ctx: enlist ctx];
toString: {[data]
text : .Q.s data;
: $[all text in " \r\n";
.Q.s1[data] , "\n";
text];
};
removeMultilineComments: {[text]
text: "\n" , text;
lines: (where text = "\n") cut text;
potentialStart: where lines like "\n/*";
start: potentialStart where all each (2_/:lines potentialStart) in "\t ";
potentialEnd: where lines like "\n\\*";
end: 1 + potentialEnd where all each (2_/:lines potentialEnd) in "\t ";
lines[0]: 1 _ lines[0];
boundaries: (`start,' start), (`end,' end);
boundaries: boundaries iasc boundaries[;1];
if [`end ~ first first boundaries;
: "\n" sv (boundaries[0;1] - 1) # lines];
filteredList: ();
lastBoundary: `end;
index: 0;
do [count boundaries;
if [lastBoundary <> first boundaries index;
lastBoundary: first boundaries index;
filteredList,: enlist boundaries index];
index+: 1];
result: raze first each 2 cut raze each (0, filteredList[;1]) cut lines;
: $[result ~ ();
"";
result];
};
tokenize: {[text]
parsed: -4!text;
cmtInd: where ((1 < count each parsed) & parsed[;0] in "/ \t\n") & not parsed ~\: "/:";
parsed[cmtInd] : (parsed[cmtInd]?\:"/")#'parsed[cmtInd];
parsed where (0 <> count each parsed)
};
stripTrailingSemi: {[tokenize; str]
str: tokenize str;
$[ ("" ~ str) or (() ~ str);
"";
{(neg sum &\[reverse x in "\r\n; \t"]) _ x} trim raze str]
} tokenize;
splitExpression: {[expr]
tokens: -4!expr;
newlines: where enlist["\n"] ~/: tokens;
: "c"$raze each (0 , 1 + newlines where not tokens[1 + newlines] in enlist each " \t\r\n") _ tokens
};
fixSpecialSyntax: {[stripTrailingSemi; expr]
escape: {[str]
chars: (`char$til 255)!(string each `char$til 255);
chars[("\\";"\"";"\t";"\n";"\r")]: ("\\\\";"\\\"";"\\t";"\\n";"\\r");
: raze chars str;
};
$[
expr like "[kq])*";
"value \"",(2#expr), escape[stripTrailingSemi 2_expr], "\";";
expr like "\\*";
"system \"", escape[trim 1_expr], "\";";
{s:rtrim first l:(0,x ss "::")_x; (1<count l) & (all s in .Q.an) and 0 < count s} expr;
"value \"", escape[trim expr], "\";";
expr like "[a-zA-Z])*";
"value \"",(2#expr), escape[2_expr], "\";";
expr]
} stripTrailingSemi;
wrapLines: {[fixSpecialSyntax; expn]
tokenizeAndSplit: {[expn]
: $[.z.K <= 3.4;
"\n" vs expn;
[
tokens: -4!"\n" , expn;
tokens: raze {[token; isMerged]
$[ isMerged;
(enlist "\n"; 1 _ token);
enlist token]
} ./: flip (tokens; tokens like "\n/*");
"" sv/: 1_/:(where tokens ~\: enlist "\n") cut tokens]];
};
lines: @[tokenizeAndSplit;
expn;
{[expn; err] "\n" vs expn} expn];
lines:{[acc; line]
$[ 0 = count acc;
acc,: enlist line;
(last[acc] like "[a-zA-Z])*") and line[0] in " \t/";
[ acc[count[acc] - 1]: last[acc],"\n",line;
acc];
acc,: enlist line]
}/[();] lines;
: "\n" sv fixSpecialSyntax each lines;
} fixSpecialSyntax;
evalInContext: {[ctx; expressions]
cachedCtx: string system "d";
system "d ", ctx;
index: 0;
do [count expressions;
expr: expressions index;
isLastLine: (index + 1) = count expressions;
if ["\n" ~ last expr;
expr: -1_expr];
prefix: ";[::;";
suffix: $[(not isLastLine) and not ";" ~ last expr; ";]"; "]"];
expr: prefix , expr , suffix;
result: .Q.trp[{[expr] `result`errored`error`backtrace!({$[x ~ (::); (::); x]} value expr; 0b; ""; ())};
expr;
{[suffix; prefix; err; backtrace]
if [err ~ enlist " ";
err: "syntax error"];
userCode: (-1 + last where (.Q.trp ~ first first @) each backtrace) # backtrace;
userCode[;3]: reverse 1 + til count userCode;
userCode[-1 + count userCode; 1; 3]: (neg count suffix) _ (count prefix) _ userCode[-1 + count userCode; 1; 3];
userCode[-1 + count userCode; 2]-: count prefix;
(!) . flip (
(`result; ::);
(`errored; 1b);
(`error; err);
(`backtrace; .Q.sbt userCode))
}[suffix; prefix]];
if [isLastLine or result`errored;
system "d ", cachedCtx;
: result];
index +: 1];
};
.axq.i_PRIMCODE: `undefined`boolean`guid`undefined`byte`short`int`long`real`float`char`symbol`timestamp`month`date`datetime`timespan`minute`second`time`enum;
.axq.i_NONPRIMCODE:
`general`booleans`guids`undefined`bytes`shorts`ints`longs`reals`floats`chars`symbols`timestamps`months`dates`datetimes`timespans`minutes`seconds`times,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`compoundGeneral`compoundBoolean`compoundGuid`compoundUndefined`compoundByte`compoundShort`compoundInt`compoundLong`compoundReal`compoundFloat,
`compoundChar`compoundSymbol`compoundTimestamp`compoundMonth`compoundDate`compoundDatetime`compoundTimespan`compoundMinute`compoundSecond,
`compoundTime`compoundEnum`table`dictionary`lambda`unary`binary`ternary`projection`composition,
`$("f'";"f/";"f\\";"f':";"f/:";"f\\:";"dynamicload");
removeTrailingNewline: {[text]
if ["\n" = last text;
text: -1 _ text];
text
};
generateColumns:{[removeTrailingNewline; toString; originalType; isAtomic; isKey; data; name]
attributes: attr data;
types: $[
isAtomic;
originalType;
originalType ~ `chars;
`chars;
.axq.i_NONPRIMCODE type data];
values: ('[removeTrailingNewline; toString] each data);
values: $[isAtomic and (1 >= count data); enlist values; values];
formatData: $[1 ~ count data; enlist data; data];
order:@[{iasc x}; formatData; {"Not Yet Implemented for the input"}];
returnDictionary: `name`type`values`order!(name;types;values;order);
if[isKey; returnDictionary[`isKey]: isKey];
if[attributes <> `; returnDictionary[`attributes]: attributes];
:returnDictionary
}[removeTrailingNewline;toString];
generateTableColumns:{[generateColumns; originalType; isAtom; isKey; data]
if [.Q.qp data;
' "Partitioned tables cannot be displayed in this view"];
if [0b ~ .Q.qp data;
' "This view is not supported for splayed tables"];
generateColumns[originalType; isAtom; isKey] ./: flip (value; key) @\: flip data
}[generateColumns];
toStructuredText:{[generateTableColumns; generateColumns; data; quantity; isAtom; originalType]
if[(type data) ~ 10h; data: enlist data];
isTable: .Q.qt data;
isDict: 99h ~ type data;
columns: $[
isTable and isDict;
raze (generateTableColumns[::;0b;1b;key data]; generateTableColumns[::;0b;0b;value data]);
isDict;
(generateColumns[::;0b;1b;key data;"key"]; generateColumns[::;0b;0b;value data;"values"]);
isTable;
generateTableColumns[originalType;isAtom;0b;data];
enlist generateColumns[originalType;isAtom;0b;data;"values"]
];
: .j.j `count`columns!(quantity; columns)
}[generateTableColumns; generateColumns];
typeOf: {$[0>type x; .axq.i_PRIMCODE neg type x; .axq.i_NONPRIMCODE type x]};
isAtom: {not type[x] within 0 99h};
sample: {[sampleFn; sampleSize; data]
sampleSize: min (sampleSize; count data);
fn: $[ sampleFn ~ "random";
{[sampleSize; data]
$[ type[data] ~ 99h;
[ ii: neg[sampleSize]?count data;
(key[data] ii)!value[data]ii];
neg[sampleSize]?data]
};
sampleFn ~ "first"; #;
sampleFn ~ "last"; {neg[x]#y};
' "Unrecognized sample function"];
fn[sampleSize; data]
}
result: evalInContext[ctx; splitExpression stripTrailingSemi wrapLines removeMultilineComments code];
if [result `errored; :result];
if [returnFormat ~ "text";
result[`result]: toString result `result];
if [returnFormat ~ "structuredText";
result[`result]: toStructuredText[result `result;count result`result; isAtom result`result; typeOf result`result]];
result
}
\d .com_kx_edi
toStructuredText:{[data; quantity; isAtom; originalType]
if[(type data) ~ 10h; data: enlist data];
isTable: .Q.qt data;
isDict: 99h ~ type data;
columns: $[
isTable and isDict; // keyed tables
raze (generateTableColumns[::;0b;1b;key data]; generateTableColumns[::;0b;0b;value data]);
isDict; // dictionaries
(generateColumns[::;0b;1b;key data;"key"]; generateColumns[::;0b;0b;value data;"values"]);
isTable; // unkeyed tables
generateTableColumns[originalType;isAtom;0b;data];
enlist generateColumns[originalType;isAtom;0b;data;"values"]
];
: .j.j `count`columns!(quantity; columns)
}
generateTableColumns:{[originalType; isAtom; isKey; data]
if [.Q.qp data;
' "Partitioned tables cannot be displayed in this view"];
if [0b ~ .Q.qp data; // true for splayed tables
' "This view is not supported for splayed tables"];
generateColumns[originalType; isAtom; isKey] ./: flip (value; key) @\: flip data
}
generateColumns:{[originalType; isAtomic; isKey; data; name]
attributes: attr data;
types: $[
isAtomic;
originalType;
originalType ~ `chars;
`chars;
i_NONPRIMCODE type data];
values: ('[removeTrailingNewline; toString] each data);
values: $[isAtomic and (1 >= count data); enlist values; values];
formatData: $[1 ~ count data; enlist data; data];
order:@[{iasc x}; formatData; {"Not Yet Implemented for the input"}];
returnDictionary: `name`type`values`order!(name;types;values;order);
if[isKey; returnDictionary[`isKey]: isKey];
if[attributes <> `; returnDictionary[`attributes]: attributes];
:returnDictionary
}
i_PRIMCODE: `undefined`boolean`guid`undefined`byte`short`int`long`real`float`char`symbol`timestamp`month`date`datetime`timespan`minute`second`time`enum;
i_NONPRIMCODE:
`general`booleans`guids`undefined`bytes`shorts`ints`longs`reals`floats`chars`symbols`timestamps`months`dates`datetimes`timespans`minutes`seconds`times,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum`enum,
`compoundGeneral`compoundBoolean`compoundGuid`compoundUndefined`compoundByte`compoundShort`compoundInt`compoundLong`compoundReal`compoundFloat,
`compoundChar`compoundSymbol`compoundTimestamp`compoundMonth`compoundDate`compoundDatetime`compoundTimespan`compoundMinute`compoundSecond,
`compoundTime`compoundEnum`table`dictionary`lambda`unary`binary`ternary`projection`composition,
`$("f'";"f/";"f\\";"f':";"f/:";"f\\:";"dynamicload")
typeOf: {$[0>type x; i_PRIMCODE neg type x; i_NONPRIMCODE type x]}
isAtom: {not type[x] within 0 99h}
sample: {[sampleFn; sampleSize; data]
sampleSize: min (sampleSize; count data);
fn: $[ sampleFn ~ "random";
{[sampleSize; data]
$[ type[data] ~ 99h;
[ ii: neg[sampleSize]?count data;
(key[data] ii)!value[data]ii];
neg[sampleSize]?data]
};
sampleFn ~ "first"; #;
sampleFn ~ "last"; {neg[x]#y};
' "Unrecognized sample function"];
fn[sampleSize; data]
}
removeTrailingNewline: {[text]
if ["\n" = last text;
text: -1 _ text];
text
}
toString: {[data]
text : .Q.s data;
: $[all text in " \r\n";
.Q.s1[data] , "\n"; // The newline is for consistency, as .Q.s adds this, but .Q.s1 doesn't
text];
}
i.removeMultilineComments: {[text]
text: "\n" , text;
lines: (where text = "\n") cut text;
potentialStart: where lines like "\n/*";
start: potentialStart where all each (2_/:lines potentialStart) in "\t ";
potentialEnd: where lines like "\n\\*";
end: 1 + potentialEnd where all each (2_/:lines potentialEnd) in "\t ";
lines[0]: 1 _ lines[0];
boundaries: (`start,' start), (`end,' end);
boundaries: boundaries iasc boundaries[;1];
filteredList: ();
lastBoundary: `end;
index: 0;
do [count boundaries;
if [lastBoundary <> first boundaries index;
lastBoundary: first boundaries index;
filteredList,: enlist boundaries index];
index+: 1];
result: raze first each 2 cut raze each (0, filteredList[;1]) cut lines;
: $[result ~ ();
"";
result];
}
i.tokenize: {[text]
parsed: -4!text;
cmtInd: where ((1 < count each parsed) & parsed[;0] in "/ \t\n") & not parsed ~\: "/:";
parsed[cmtInd] : (parsed[cmtInd]?\:"/")#'parsed[cmtInd];
:parsed where (0 <> count each parsed)
}
i.stripTrailingSemi: {[str]
trimTermWS: {[str]
r: reverse str;
while [(0 < count r) and (r [0] in "\r\n; \t");
r: 1 _ r];
: reverse r;
};
if [-10h ~ type str;
str: string str];
if [not 10h ~ type str;
: `InvalidInput];
str: i.tokenize str;
if [("" ~ str) or (() ~ str);
: ""];
: trimTermWS trim raze str;
}
i.splitExpression: {[expr]
tokens: -4!expr;
newlines: where enlist["\n"] ~/: tokens;
"c"$raze each (0 , 1 + newlines where not tokens[1 + newlines] in enlist each " \t\r\n") _ tokens
}
i.wrapLines: {[ctx; expn]
tokenizeAndSplit: {[expn]
: $[.z.K <= 3.4;
"\n" vs expn;
[ // This needs to have a newline prefixed, as this gets split on newlines,
tokens: -4!"\n" , expn;
"" sv/: 1_/:(where tokens like\: "\n*") cut tokens]];
};
lines: @[tokenizeAndSplit;
expn;
{[expn; e] "\n" vs expn}[expn]];
mergeDsl:{[acc; line]
$[0 = count acc;
acc,: enlist line;
(last[acc] like "[a-zA-Z])*") and (line[0] in " \t/");
[acc[count[acc] - 1]: last[acc],"\n",line;acc];
acc,: enlist line]
};
lines: mergeDsl/ [();] lines;
: "\n" sv i.exprType each (ctx;) each lines;
}
i.exprType: {[args]
ctx: args 0;
expn: args 1;
if [`ExprHooks in key i;
hs : value i.ExprHooks;
match : where hs[;0] .\: (ctx; expn);
if [count match;
: hs[first match][1][ctx; expn]]];
: expn;
}
evalInContext: {[ctx; expressions]
cachedCtx: string system "d";
system "d ", ctx;
index: 0;
do [count expressions;
expr: expressions index;
isLastLine: (index + 1) = count expressions;
if ["\n" ~ last expr;
expr: -1_expr];
prefix: ";[::;";
suffix: $[(not isLastLine) and not ";" ~ last expr; ";]"; "]"];
expr: prefix , expr , suffix;
result: .Q.trp[{[expr] `result`errored`error`backtrace!({$[x ~ (::); (::); x]} value expr; 0b; ""; ())};
expr;
{[suffix; prefix; err; backtrace]
if [err ~ enlist " ";
err: "syntax error"];
userCode: (-1 + last where (.Q.trp ~ first first @) each backtrace) # backtrace;
userCode[;3]: reverse 1 + til count userCode;
userCode[-1 + count userCode; 1; 3]: (neg count suffix) _ (count prefix) _ userCode[-1 + count userCode; 1; 3];
userCode[-1 + count userCode; 2]-: count prefix;
(!) . flip (
(`result; ::);
(`errored; 1b);
(`error; err);
(`backtrace; .Q.sbt userCode))
}[suffix; prefix]];
if [isLastLine or result`errored;
system "d ", cachedCtx;
: result];
index +: 1];
}
Loading