Skip to content

Commit e95e4f9

Browse files
ccl-coreNevadaMmarcenacp
authored
Example of a dataset with single- and multiple-dimension arrays (#817)
Co-authored-by: NevadaM <[email protected]> Co-authored-by: Pierre Marcenac <[email protected]>
1 parent 474f928 commit e95e4f9

File tree

2 files changed

+231
-0
lines changed

2 files changed

+231
-0
lines changed

‎datasets/1.1/huggingface-recipe_RL_data_roberta-base/metadata.json‎

Lines changed: 229 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,229 @@
1+
{
2+
"@context": {
3+
"@language": "en",
4+
"@vocab": "https://schema.org/",
5+
"arrayShape": "cr:arrayShape",
6+
"citeAs": "cr:citeAs",
7+
"column": "cr:column",
8+
"conformsTo": "dct:conformsTo",
9+
"cr": "http://mlcommons.org/croissant/",
10+
"rai": "http://mlcommons.org/croissant/RAI/",
11+
"data": {
12+
"@id": "cr:data",
13+
"@type": "@json"
14+
},
15+
"dataBiases": "cr:dataBiases",
16+
"dataCollection": "cr:dataCollection",
17+
"dataType": {
18+
"@id": "cr:dataType",
19+
"@type": "@vocab"
20+
},
21+
"dct": "http://purl.org/dc/terms/",
22+
"examples": {
23+
"@id": "cr:examples",
24+
"@type": "@json"
25+
},
26+
"extract": "cr:extract",
27+
"field": "cr:field",
28+
"fileProperty": "cr:fileProperty",
29+
"fileObject": "cr:fileObject",
30+
"fileSet": "cr:fileSet",
31+
"format": "cr:format",
32+
"includes": "cr:includes",
33+
"isArray": "cr:isArray",
34+
"isLiveDataset": "cr:isLiveDataset",
35+
"jsonPath": "cr:jsonPath",
36+
"key": "cr:key",
37+
"md5": "cr:md5",
38+
"parentField": "cr:parentField",
39+
"path": "cr:path",
40+
"personalSensitiveInformation": "cr:personalSensitiveInformation",
41+
"recordSet": "cr:recordSet",
42+
"references": "cr:references",
43+
"regex": "cr:regex",
44+
"repeated": "cr:repeated",
45+
"replace": "cr:replace",
46+
"sc": "https://schema.org/",
47+
"separator": "cr:separator",
48+
"source": "cr:source",
49+
"subField": "cr:subField",
50+
"transform": "cr:transform"
51+
},
52+
"@type": "sc:Dataset",
53+
"distribution": [
54+
{
55+
"@type": "cr:FileObject",
56+
"@id": "repo",
57+
"name": "repo",
58+
"description": "The Hugging Face git repository.",
59+
"contentUrl": "https://huggingface.co/datasets/AnonymousSub/recipe_RL_data_roberta-base/tree/refs%2Fconvert%2Fparquet",
60+
"encodingFormat": "git+https",
61+
"sha256": "https://github.com/mlcommons/croissant/issues/80"
62+
},
63+
{
64+
"@type": "cr:FileSet",
65+
"@id": "parquet-files-for-config-default",
66+
"name": "parquet-files-for-config-default",
67+
"description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).",
68+
"containedIn": {
69+
"@id": "repo"
70+
},
71+
"encodingFormat": "application/x-parquet",
72+
"includes": "default/*/*.parquet"
73+
}
74+
],
75+
"recordSet": [
76+
{
77+
"@type": "cr:RecordSet",
78+
"dataType": "cr:Split",
79+
"key": {
80+
"@id": "default_splits/split_name"
81+
},
82+
"@id": "default_splits",
83+
"name": "default_splits",
84+
"description": "Splits for the default config.",
85+
"field": [
86+
{
87+
"@type": "cr:Field",
88+
"@id": "default_splits/split_name",
89+
"name": "split_name",
90+
"description": "The name of the split.",
91+
"dataType": "sc:Text"
92+
}
93+
],
94+
"data": {
95+
"default_splits/split_name": "train"
96+
}
97+
},
98+
{
99+
"@type": "cr:RecordSet",
100+
"@id": "default",
101+
"name": "default",
102+
"description": "AnonymousSub/recipe_RL_data_roberta-base - 'default' subset",
103+
"field": [
104+
{
105+
"@type": "cr:Field",
106+
"@id": "default/split",
107+
"name": "default/split",
108+
"description": "Split to which the example belongs to.",
109+
"dataType": "sc:Text",
110+
"source": {
111+
"fileSet": {
112+
"@id": "parquet-files-for-config-default"
113+
},
114+
"extract": {
115+
"fileProperty": "fullpath"
116+
},
117+
"transform": {
118+
"regex": "default/(?:partial-)?(train)/.+parquet$"
119+
}
120+
},
121+
"references": {
122+
"field": {
123+
"@id": "default_splits/split_name"
124+
}
125+
}
126+
},
127+
{
128+
"@type": "cr:Field",
129+
"@id": "default/steps",
130+
"name": "default/steps",
131+
"description": "Column 'steps' from the Hugging Face parquet file.",
132+
"dataType": "sc:Integer",
133+
"isArray": true,
134+
"arrayShape": "-1,-1",
135+
"source": {
136+
"fileSet": {
137+
"@id": "parquet-files-for-config-default"
138+
},
139+
"extract": {
140+
"column": "steps"
141+
}
142+
}
143+
},
144+
{
145+
"@type": "cr:Field",
146+
"@id": "default/step_attn_masks",
147+
"name": "default/step_attn_masks",
148+
"description": "Column 'step_attn_masks' from the Hugging Face parquet file.",
149+
"arrayShape": "-1,-1",
150+
"dataType": "sc:Integer",
151+
"isArray": true,
152+
"source": {
153+
"fileSet": {
154+
"@id": "parquet-files-for-config-default"
155+
},
156+
"extract": {
157+
"column": "step_attn_masks"
158+
}
159+
}
160+
},
161+
{
162+
"@type": "cr:Field",
163+
"@id": "default/rewards",
164+
"name": "default/rewards",
165+
"description": "Column 'rewards' from the Hugging Face parquet file.",
166+
"dataType": "sc:Float",
167+
"isArray": true,
168+
"source": {
169+
"fileSet": {
170+
"@id": "parquet-files-for-config-default"
171+
},
172+
"extract": {
173+
"column": "rewards"
174+
}
175+
}
176+
},
177+
{
178+
"@type": "cr:Field",
179+
"@id": "default/actions",
180+
"name": "default/actions",
181+
"description": "Column 'actions' from the Hugging Face parquet file.",
182+
"arrayShape": "-1,-1",
183+
"dataType": "sc:Integer",
184+
"isArray": true,
185+
"source": {
186+
"fileSet": {
187+
"@id": "parquet-files-for-config-default"
188+
},
189+
"extract": {
190+
"column": "actions"
191+
}
192+
}
193+
},
194+
{
195+
"@type": "cr:Field",
196+
"@id": "default/dones",
197+
"name": "default/dones",
198+
"description": "Column 'dones' from the Hugging Face parquet file.",
199+
"dataType": "sc:Boolean",
200+
"isArray": true,
201+
"source": {
202+
"fileSet": {
203+
"@id": "parquet-files-for-config-default"
204+
},
205+
"extract": {
206+
"column": "dones"
207+
}
208+
}
209+
}
210+
]
211+
}
212+
],
213+
"conformsTo": "http://mlcommons.org/croissant/1.0",
214+
"name": "recipe_RL_data_roberta-base",
215+
"description": "\n\t\n\t\t\n\t\n\t\n\t\tDataset Description\n\t\n\n\n\t\n\t\t\n\t\n\t\n\t\tStructure\n\t\n\n\nConsists of 5 fields\nEach row corresponds to a policy - sequence of actions, given an initial \u003CSTART\u003E state, and corresponding rewards at each step.\n\n\n\t\n\t\t\n\t\n\t\n\t\tFields\n\t\n\nsteps, step_attn_masks, rewards, actions, dones\n\n\t\n\t\t\n\t\n\t\n\t\tField descriptions\n\t\n\n\nsteps (List of lists of Ints) - tokenized step tokens of all the steps in the policy sequence (here we use the roberta-base tokenizer, as roberta-base would be used to encode each… See the full description on the dataset page: https://huggingface.co/datasets/AnonymousSub/recipe_RL_data_roberta-base.",
216+
"keywords": [
217+
"monolingual",
218+
"English",
219+
"1M - 10M",
220+
"parquet",
221+
"Datasets",
222+
"Dask",
223+
"Croissant",
224+
"Polars",
225+
"🇺🇸 Region: US"
226+
],
227+
"license": "https://choosealicense.com/licenses/undefined/",
228+
"url": "https://huggingface.co/datasets/AnonymousSub/recipe_RL_data_roberta-base"
229+
}

‎datasets/1.1/huggingface-recipe_RL_data_roberta-base/output/default.jsonl‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
{"default/split": "train", "default/steps": "[[0, 41552, 4014, 11328, 15698, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 44252, 209, 1964, 35, 112, 19821, 22126, 6, 32350, 8, 263, 548, 6158, 6, 112, 2125, 14099, 6, 290, 25119, 15039, 6, 112, 29387, 7636, 620, 13161, 6, 112, 21161, 2], [0, 10169, 13014, 5, 22126, 11, 14099, 10580, 13, 389, 728, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 42606, 833, 15039, 6, 7636, 620, 13161, 6, 8, 6740, 11, 10, 17793, 5749, 172, 3344, 157, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 20763, 5, 7689, 8, 5803, 14351, 454, 70, 5, 7075, 32, 157, 7664, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 44644, 10, 5730, 8, 9650, 12, 179, 5, 6836, 681, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 1779, 5, 681, 16, 2131, 615, 6, 10645, 10, 2125, 9, 22126, 11, 5, 15867, 36, 38457, 5, 7886, 13526, 43, 172, 1844, 12, 506, 1506, 454, 5, 3195, 9, 2], [0, 47583, 31, 5, 5730, 50, 25950, 254, 172, 317, 11, 10, 5299, 19, 2225, 21342, 36, 9226, 40, 15709, 7400, 681, 322, 2, 1, 1, 1, 1, 1, 1, 1, 1], [0, 104, 14477, 19, 4045, 8, 16933, 8929, 4, 1702, 8, 2254, 328, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]", "default/step_attn_masks": "[[1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]", "default/rewards": "[0.0, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", "default/actions": "[[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]", "default/dones": "[False, False, False, False, False, False, False, False, False, True, True, True, True, True, True, True]"}
2+
{"default/split": "train", "default/steps": "[[0, 41552, 4014, 11328, 15698, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 47583, 31, 5, 5730, 50, 25950, 254, 172, 317, 11, 10, 5299, 19, 2225, 21342, 36, 9226, 40, 15709, 7400, 681, 322, 2, 1, 1, 1, 1, 1, 1, 1, 1], [0, 20763, 5, 7689, 8, 5803, 14351, 454, 70, 5, 7075, 32, 157, 7664, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 44644, 10, 5730, 8, 9650, 12, 179, 5, 6836, 681, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 10169, 13014, 5, 22126, 11, 14099, 10580, 13, 389, 728, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 44252, 209, 1964, 35, 112, 19821, 22126, 6, 32350, 8, 263, 548, 6158, 6, 112, 2125, 14099, 6, 290, 25119, 15039, 6, 112, 29387, 7636, 620, 13161, 6, 112, 21161, 2], [0, 104, 14477, 19, 4045, 8, 16933, 8929, 4, 1702, 8, 2254, 328, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 1779, 5, 681, 16, 2131, 615, 6, 10645, 10, 2125, 9, 22126, 11, 5, 15867, 36, 38457, 5, 7886, 13526, 43, 172, 1844, 12, 506, 1506, 454, 5, 3195, 9, 2], [0, 42606, 833, 15039, 6, 7636, 620, 13161, 6, 8, 6740, 11, 10, 17793, 5749, 172, 3344, 157, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]", "default/step_attn_masks": "[[1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]", "default/rewards": "[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", "default/actions": "[[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]", "default/dones": "[False, False, False, False, False, False, False, False, False, True, True, True, True, True, True, True]"}

0 commit comments

Comments
 (0)