@@ -138,7 +138,7 @@ fastreg::convert(
138138# > # A tibble: 1 × 5
139139# > register_name input_path output_path row_count schema
140140# > <chr> <fs::path> <fs::path> <int> <list>
141- # > 1 bef …6N /E/rawdata/701020/bef.sas7bdat …ca .parquet 1000 <tibble>
141+ # > 1 bef …Xt /E/rawdata/701020/bef.sas7bdat …ee .parquet 1000 <tibble>
142142```
143143
144144[ ` convert() ` ] ( https://dp-next.github.io/fastreg/reference/convert.md )
@@ -179,7 +179,7 @@ by the year extracted from the file name as seen below:
179179 #> └── parquet-registers
180180 #> └── bef
181181 #> └── year=__HIVE_DEFAULT_PARTITION__
182- #> └── part-ffb0ca .parquet
182+ #> └── part-716eee .parquet
183183
184184## Converting multiple registers in parallel
185185
@@ -204,8 +204,8 @@ pipeline_dir <- fs::path(workdata_dir, "conversion_pipeline")
204204fs :: dir_create(pipeline_dir )
205205
206206fastreg :: use_template(path = pipeline_dir )
207- # > ✔ Created '/tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/conversion_pipeline/_targets.R'
208- # > ✔ Created '/tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/conversion_pipeline/_targets.R'
207+ # > ✔ Created '/tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/conversion_pipeline/_targets.R'
208+ # > ✔ Created '/tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/conversion_pipeline/_targets.R'
209209# > ℹ Edit the `config` section to set your paths.
210210```
211211
@@ -256,23 +256,23 @@ temporary directory when rendered on the website):
256256
257257# For individual files
258258fastreg :: list_parquet_files()
259- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef/year=1999/part-4ce34b .parquet
260- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef/year=2020/part-6c7d5f .parquet
261- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef/year=2021/part-b2f1e7 .parquet
262- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef/year=__HIVE_DEFAULT_PARTITION__/part-a23f92 .parquet
263- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef/year=__HIVE_DEFAULT_PARTITION__/part-ffb0ca .parquet
264- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef_/year=1999/part-469637 .parquet
265- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb/year=1999/part-296e4c .parquet
266- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb/year=2020/part-8d531b .parquet
267- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb/year=2021/part-f2224d .parquet
268- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb/year=__HIVE_DEFAULT_PARTITION__/part-37c318 .parquet
269- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb_/year=1999/part-4c7b60 .parquet
259+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef/year=1999/part-0c7b0b .parquet
260+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef/year=2020/part-1811cb .parquet
261+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef/year=2021/part-4f3b44 .parquet
262+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef/year=__HIVE_DEFAULT_PARTITION__/part-126058 .parquet
263+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef/year=__HIVE_DEFAULT_PARTITION__/part-716eee .parquet
264+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef_/year=1999/part-f93a69 .parquet
265+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb/year=1999/part-d1ed5a .parquet
266+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb/year=2020/part-3b559e .parquet
267+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb/year=2021/part-d5bab8 .parquet
268+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb/year=__HIVE_DEFAULT_PARTITION__/part-bf1ff0 .parquet
269+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb_/year=1999/part-4a5cb6 .parquet
270270# For datasets (registers with all years).
271271fastreg :: list_parquet_datasets()
272- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef
273- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/bef_
274- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb
275- # > /tmp/RtmpsMqV6N /E/workdata/701020/parquet-registers/lmdb_
272+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef
273+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/bef_
274+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb
275+ # > /tmp/Rtmp0tovXt /E/workdata/701020/parquet-registers/lmdb_
276276```
277277
278278## Reading a Parquet register
@@ -302,16 +302,16 @@ bef
302302# > # Database: DuckDB 1.5.2 [unknown@Linux 6.17.0-1018-azure:R 4.6.0/:memory:]
303303# > koen pnr foed_dato source_file year
304304# > <dbl> <chr> <date> <chr> <int>
305- # > 1 2 108684730664 1932-01-12 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
306- # > 2 2 982144017357 2007-07-16 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
307- # > 3 1 672580814975 1980-08-05 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
308- # > 4 2 439008110445 2009-06-28 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
309- # > 5 2 489714666740 2017-02-25 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
310- # > 6 2 155331797020 1973-03-30 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
311- # > 7 1 777951655096 1934-10-22 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
312- # > 8 2 167007504860 2001-03-18 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
313- # > 9 1 132473802596 1953-09-01 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
314- # > 10 1 876820784981 1931-08-17 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
305+ # > 1 2 108684730664 1932-01-12 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
306+ # > 2 2 982144017357 2007-07-16 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
307+ # > 3 1 672580814975 1980-08-05 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
308+ # > 4 2 439008110445 2009-06-28 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
309+ # > 5 2 489714666740 2017-02-25 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
310+ # > 6 2 155331797020 1973-03-30 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
311+ # > 7 1 777951655096 1934-10-22 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
312+ # > 8 2 167007504860 2001-03-18 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
313+ # > 9 1 132473802596 1953-09-01 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
314+ # > 10 1 876820784981 1931-08-17 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
315315# > # ℹ more rows
316316```
317317
@@ -328,16 +328,16 @@ fastreg::list_parquet_datasets()[1] |>
328328# > # Database: DuckDB 1.5.2 [unknown@Linux 6.17.0-1018-azure:R 4.6.0/:memory:]
329329# > koen pnr foed_dato source_file year
330330# > <dbl> <chr> <date> <chr> <int>
331- # > 1 2 108684730664 1932-01-12 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
332- # > 2 2 982144017357 2007-07-16 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
333- # > 3 1 672580814975 1980-08-05 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
334- # > 4 2 439008110445 2009-06-28 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
335- # > 5 2 489714666740 2017-02-25 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
336- # > 6 2 155331797020 1973-03-30 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
337- # > 7 1 777951655096 1934-10-22 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
338- # > 8 2 167007504860 2001-03-18 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
339- # > 9 1 132473802596 1953-09-01 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
340- # > 10 1 876820784981 1931-08-17 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
331+ # > 1 2 108684730664 1932-01-12 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
332+ # > 2 2 982144017357 2007-07-16 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
333+ # > 3 1 672580814975 1980-08-05 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
334+ # > 4 2 439008110445 2009-06-28 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
335+ # > 5 2 489714666740 2017-02-25 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
336+ # > 6 2 155331797020 1973-03-30 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
337+ # > 7 1 777951655096 1934-10-22 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
338+ # > 8 2 167007504860 2001-03-18 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
339+ # > 9 1 132473802596 1953-09-01 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
340+ # > 10 1 876820784981 1931-08-17 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
341341# > # ℹ more rows
342342
343343# Or a single file
@@ -347,16 +347,16 @@ fastreg::list_parquet_files()[1] |>
347347# > # Database: DuckDB 1.5.2 [unknown@Linux 6.17.0-1018-azure:R 4.6.0/:memory:]
348348# > koen pnr foed_dato source_file
349349# > <dbl> <chr> <date> <chr>
350- # > 1 2 108684730664 1932-01-12 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
351- # > 2 2 982144017357 2007-07-16 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
352- # > 3 1 672580814975 1980-08-05 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
353- # > 4 2 439008110445 2009-06-28 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
354- # > 5 2 489714666740 2017-02-25 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
355- # > 6 2 155331797020 1973-03-30 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
356- # > 7 1 777951655096 1934-10-22 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
357- # > 8 2 167007504860 2001-03-18 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
358- # > 9 1 132473802596 1953-09-01 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
359- # > 10 1 876820784981 1931-08-17 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999.sas7b…
350+ # > 1 2 108684730664 1932-01-12 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
351+ # > 2 2 982144017357 2007-07-16 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
352+ # > 3 1 672580814975 1980-08-05 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
353+ # > 4 2 439008110445 2009-06-28 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
354+ # > 5 2 489714666740 2017-02-25 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
355+ # > 6 2 155331797020 1973-03-30 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
356+ # > 7 1 777951655096 1934-10-22 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
357+ # > 8 2 167007504860 2001-03-18 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
358+ # > 9 1 132473802596 1953-09-01 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
359+ # > 10 1 876820784981 1931-08-17 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999.sas7b…
360360# > # ℹ more rows
361361```
362362
@@ -372,16 +372,16 @@ bef |>
372372# > # Database: DuckDB 1.5.2 [unknown@Linux 6.17.0-1018-azure:R 4.6.0/:memory:]
373373# > koen pnr foed_dato source_file year
374374# > <dbl> <chr> <date> <chr> <int>
375- # > 1 2 108684730664 1932-01-12 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
376- # > 2 2 982144017357 2007-07-16 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
377- # > 3 2 439008110445 2009-06-28 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
378- # > 4 2 489714666740 2017-02-25 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
379- # > 5 2 155331797020 1973-03-30 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
380- # > 6 2 167007504860 2001-03-18 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
381- # > 7 2 527918979807 1954-06-05 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
382- # > 8 2 983125164454 1901-10-09 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
383- # > 9 2 618090662466 1943-03-09 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
384- # > 10 2 398008617406 2006-11-18 /tmp/RtmpsMqV6N /E/rawdata/701020/bef1999… 1999
375+ # > 1 2 108684730664 1932-01-12 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
376+ # > 2 2 982144017357 2007-07-16 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
377+ # > 3 2 439008110445 2009-06-28 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
378+ # > 4 2 489714666740 2017-02-25 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
379+ # > 5 2 155331797020 1973-03-30 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
380+ # > 6 2 167007504860 2001-03-18 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
381+ # > 7 2 527918979807 1954-06-05 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
382+ # > 8 2 983125164454 1901-10-09 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
383+ # > 9 2 618090662466 1943-03-09 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
384+ # > 10 2 398008617406 2006-11-18 /tmp/Rtmp0tovXt /E/rawdata/701020/bef1999… 1999
385385# > # ℹ more rows
386386```
387387
0 commit comments