|
62 | 62 | "metadata": {},
|
63 | 63 | "outputs": [],
|
64 | 64 | "source": [
|
65 |
| - "task1.split(splitter=\"x\")" |
| 65 | + "task1.split(\"x\")" |
66 | 66 | ]
|
67 | 67 | },
|
68 | 68 | {
|
|
153 | 153 | ""
|
154 | 154 | ]
|
155 | 155 | },
|
| 156 | + { |
| 157 | + "cell_type": "markdown", |
| 158 | + "metadata": {}, |
| 159 | + "source": [ |
| 160 | + "Note, that you can set the`splitter` only once, if you try to use `split` method again, you will get an error:" |
| 161 | + ] |
| 162 | + }, |
| 163 | + { |
| 164 | + "cell_type": "code", |
| 165 | + "execution_count": null, |
| 166 | + "metadata": {}, |
| 167 | + "outputs": [], |
| 168 | + "source": [ |
| 169 | + "try:\n", |
| 170 | + " task1.split(\"x\")\n", |
| 171 | + "except(Exception) as err:\n", |
| 172 | + " print(f\"Exception: {err}\")" |
| 173 | + ] |
| 174 | + }, |
156 | 175 | {
|
157 | 176 | "cell_type": "markdown",
|
158 | 177 | "metadata": {},
|
|
186 | 205 | "metadata": {},
|
187 | 206 | "outputs": [],
|
188 | 207 | "source": [
|
189 |
| - "task2 = add_var(a=[1, 2, 3], b=10).split(splitter=\"a\")\n", |
| 208 | + "task2 = add_var(a=[1, 2, 3], b=10).split(\"a\")\n", |
190 | 209 | "task2()\n",
|
191 | 210 | "task2.result()"
|
192 | 211 | ]
|
|
250 | 269 | "metadata": {},
|
251 | 270 | "outputs": [],
|
252 | 271 | "source": [
|
253 |
| - "task3.split(splitter=(\"a\", \"b\"))\n", |
| 272 | + "task3.split((\"a\", \"b\"))\n", |
254 | 273 | "task3()\n",
|
255 | 274 | "task3.result()"
|
256 | 275 | ]
|
|
292 | 311 | "outputs": [],
|
293 | 312 | "source": [
|
294 | 313 | "task4 = add_var(a=[1, 2], b=[10, 100])\n",
|
295 |
| - "task4.split(splitter=[\"a\", \"b\"])\n", |
| 314 | + "task4.split([\"a\", \"b\"])\n", |
296 | 315 | "task4()\n",
|
297 | 316 | "task4.result()"
|
298 | 317 | ]
|
|
367 | 386 | "outputs": [],
|
368 | 387 | "source": [
|
369 | 388 | "task5 = add_var(a=[1, 2], b=[10, 100])\n",
|
370 |
| - "task5.split(splitter=[\"a\", \"b\"])\n", |
| 389 | + "task5.split([\"a\", \"b\"])\n", |
371 | 390 | "# adding combiner\n",
|
372 |
| - "task5.combine(combiner=\"b\")\n", |
| 391 | + "task5.combine(\"b\")\n", |
373 | 392 | "task5()\n",
|
374 | 393 | "task5.result()"
|
375 | 394 | ]
|
|
407 | 426 | "outputs": [],
|
408 | 427 | "source": [
|
409 | 428 | "task6 = add_var(a=[1, 2], b=[10, 100])\n",
|
410 |
| - "task6.split(splitter=[\"a\", \"b\"])\n", |
| 429 | + "task6.split([\"a\", \"b\"])\n", |
411 | 430 | "# changing the combiner\n",
|
412 |
| - "task6.combine(combiner=\"a\")\n", |
| 431 | + "task6.combine(\"a\")\n", |
413 | 432 | "task6()\n",
|
414 | 433 | "task6.result()"
|
415 | 434 | ]
|
|
447 | 466 | "outputs": [],
|
448 | 467 | "source": [
|
449 | 468 | "task7 = add_var(a=[1, 2], b=[10, 100])\n",
|
450 |
| - "task7.split(splitter=[\"a\", \"b\"])\n", |
| 469 | + "task7.split([\"a\", \"b\"])\n", |
451 | 470 | "# combining all inputs\n",
|
452 |
| - "task7.combine(combiner=[\"a\", \"b\"])\n", |
| 471 | + "task7.combine([\"a\", \"b\"])\n", |
453 | 472 | "task7()\n",
|
454 | 473 | "task7.result()"
|
455 | 474 | ]
|
|
524 | 543 | },
|
525 | 544 | "outputs": [],
|
526 | 545 | "source": [
|
527 |
| - "task_ex1 = power(x=[2, 3, 4, 5], n=[2, 3]).split(splitter=[\"x\", \"n\"]).combine(\"x\")\n", |
| 546 | + "task_ex1 = power(x=[2, 3, 4, 5], n=[2, 3]).split([\"x\", \"n\"]).combine(\"x\")\n", |
528 | 547 | "task_ex1(plugin=\"cf\")\n",
|
529 | 548 | "task_ex1.result()"
|
530 | 549 | ]
|
|
575 | 594 | " time.sleep(1)\n",
|
576 | 595 | " return x + 2\n",
|
577 | 596 | "\n",
|
578 |
| - "task8 = add_two_sleep(x=[1, 2, 3, 4]).split(splitter=\"x\")\n", |
| 597 | + "task8 = add_two_sleep(x=[1, 2, 3, 4]).split(\"x\")\n", |
579 | 598 | "t0 = time.time()\n",
|
580 | 599 | "task8()\n",
|
581 | 600 | "print(f'total time: {time.time() - t0}')\n",
|
|
599 | 618 | "metadata": {},
|
600 | 619 | "outputs": [],
|
601 | 620 | "source": [
|
602 |
| - "task9 = add_two_sleep(x=[1, 2, 3, 4]).split(splitter=\"x\")\n", |
| 621 | + "task9 = add_two_sleep(x=[1, 2, 3, 4]).split(\"x\")\n", |
603 | 622 | "\n",
|
604 | 623 | "t0 = time.time()\n",
|
605 | 624 | "with pydra.Submitter(plugin=\"cf\") as sub:\n",
|
|
621 | 640 | "metadata": {},
|
622 | 641 | "outputs": [],
|
623 | 642 | "source": [
|
624 |
| - "task10 = add_two_sleep(x=[1, 2, 3, 4]).split(splitter=\"x\")\n", |
| 643 | + "task10 = add_two_sleep(x=[1, 2, 3, 4]).split(\"x\")\n", |
625 | 644 | "\n",
|
626 | 645 | "t0 = time.time()\n",
|
627 | 646 | "task10(plugin=\"cf\")\n",
|
|
642 | 661 | "metadata": {},
|
643 | 662 | "outputs": [],
|
644 | 663 | "source": [
|
645 |
| - "task11 = add_two_sleep(x=[1, 2, 3, 4]).split(splitter=\"x\")\n", |
| 664 | + "task11 = add_two_sleep(x=[1, 2, 3, 4]).split(\"x\")\n", |
646 | 665 | "\n",
|
647 | 666 | "t0 = time.time()\n",
|
648 | 667 | "with pydra.Submitter(plugin=\"cf\") as sub:\n",
|
|
664 | 683 | "metadata": {},
|
665 | 684 | "outputs": [],
|
666 | 685 | "source": [
|
667 |
| - "task12 = add_two_sleep(x=[1, 2, 3, 4]).split(splitter=\"x\")\n", |
| 686 | + "task12 = add_two_sleep(x=[1, 2, 3, 4]).split(\"x\")\n", |
668 | 687 | "\n",
|
669 | 688 | "t0 = time.time()\n",
|
670 | 689 | "with pydra.Submitter(plugin=\"cf\", n_procs=2) as sub:\n",
|
|
680 | 699 | "Now, the total time could be significantly different. For example, if your machine has at least 4 processors, the previous `tasks8` - `task11` took around 1s to run, but the task12 took around 2s.\n",
|
681 | 700 | "If you have 2 processors or less, you should not see any difference in the execution time."
|
682 | 701 | ]
|
683 |
| - }, |
684 |
| - { |
685 |
| - "cell_type": "code", |
686 |
| - "execution_count": null, |
687 |
| - "metadata": {}, |
688 |
| - "outputs": [], |
689 |
| - "source": [] |
690 | 702 | }
|
691 | 703 | ],
|
692 | 704 | "metadata": {
|
|
0 commit comments