Skip to content

Commit ee5b1fb

Browse files
zilbermanorzilbermanor
committed
Merge branch 'release/0.6.8' into 0.6.x
2 parents 8fd6828 + 5f9ec74 commit ee5b1fb

File tree

8 files changed

+537
-422
lines changed

8 files changed

+537
-422
lines changed

‎getting-started-tutorial/01-mlrun-basics.ipynb‎

Lines changed: 88 additions & 70 deletions
Large diffs are not rendered by default.

‎getting-started-tutorial/04-pipeline.ipynb‎

Lines changed: 32 additions & 37 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,7 @@
8686
},
8787
{
8888
"cell_type": "code",
89-
"execution_count": 1,
89+
"execution_count": 15,
9090
"metadata": {},
9191
"outputs": [],
9292
"source": [
@@ -131,7 +131,7 @@
131131
},
132132
{
133133
"cell_type": "code",
134-
"execution_count": 2,
134+
"execution_count": 16,
135135
"metadata": {},
136136
"outputs": [
137137
{
@@ -194,14 +194,14 @@
194194
},
195195
{
196196
"cell_type": "code",
197-
"execution_count": 3,
197+
"execution_count": 17,
198198
"metadata": {},
199199
"outputs": [
200200
{
201201
"name": "stdout",
202202
"output_type": "stream",
203203
"text": [
204-
"['describe', 'serving', 'prep-data', 'train-iris', 'test-classifier']\n"
204+
"['prep-data', 'train-iris', 'describe', 'test-classifier', 'serving']\n"
205205
]
206206
}
207207
],
@@ -236,16 +236,16 @@
236236
},
237237
{
238238
"cell_type": "code",
239-
"execution_count": 4,
239+
"execution_count": 18,
240240
"metadata": {},
241241
"outputs": [
242242
{
243243
"data": {
244244
"text/plain": [
245-
"<mlrun.runtimes.serving.ServingRuntime at 0x7f17c9be1590>"
245+
"<mlrun.runtimes.serving.ServingRuntime at 0x7fd31c3b3f50>"
246246
]
247247
},
248-
"execution_count": 4,
248+
"execution_count": 18,
249249
"metadata": {},
250250
"output_type": "execute_result"
251251
}
@@ -260,7 +260,7 @@
260260
},
261261
{
262262
"cell_type": "code",
263-
"execution_count": 5,
263+
"execution_count": 19,
264264
"metadata": {},
265265
"outputs": [
266266
{
@@ -275,7 +275,7 @@
275275
" {'url': 'db://getting-started-tutorial-iguazio/serving', 'name': 'serving'}]"
276276
]
277277
},
278-
"execution_count": 5,
278+
"execution_count": 19,
279279
"metadata": {},
280280
"output_type": "execute_result"
281281
}
@@ -337,7 +337,7 @@
337337
},
338338
{
339339
"cell_type": "code",
340-
"execution_count": 6,
340+
"execution_count": 26,
341341
"metadata": {},
342342
"outputs": [
343343
{
@@ -354,11 +354,12 @@
354354
"from kfp import dsl\n",
355355
"import mlrun\n",
356356
"from mlrun.platforms import auto_mount\n",
357-
"\n",
357+
"import os\n",
358358
"\n",
359359
"funcs = {}\n",
360360
"DATASET = 'cleaned_data'\n",
361361
"LABELS = \"label\"\n",
362+
"url_prefix = os.environ.get('SAMPLE_DATA_SOURCE_URL_PREFIX', 'https://s3.wasabisys.com/iguazio/')\n",
362363
"\n",
363364
"# Configure function resources and local settings\n",
364365
"def init_functions(functions: dict, project=None, secrets=None):\n",
@@ -372,7 +373,8 @@
372373
" \"capabilities of the Iguazio Data Science Platform.\\n\"\n",
373374
" \"The tutorial uses the Iris flower data set.\"\n",
374375
")\n",
375-
"def kfpipeline(source_url='https://s3.wasabisys.com/iguazio/data/iris/iris_dataset.csv'):\n",
376+
"\n",
377+
"def kfpipeline(source_url=f'{url_prefix.rstrip(\"/\")}/data/iris/iris_dataset.csv'):\n",
376378
"\n",
377379
" # Ingest the data set\n",
378380
" ingest = funcs['prep-data'].as_step(\n",
@@ -420,7 +422,7 @@
420422
},
421423
{
422424
"cell_type": "code",
423-
"execution_count": 7,
425+
"execution_count": 21,
424426
"metadata": {},
425427
"outputs": [],
426428
"source": [
@@ -446,7 +448,7 @@
446448
},
447449
{
448450
"cell_type": "code",
449-
"execution_count": 8,
451+
"execution_count": 22,
450452
"metadata": {},
451453
"outputs": [],
452454
"source": [
@@ -481,7 +483,7 @@
481483
},
482484
{
483485
"cell_type": "code",
484-
"execution_count": 9,
486+
"execution_count": 23,
485487
"metadata": {},
486488
"outputs": [],
487489
"source": [
@@ -492,20 +494,13 @@
492494
},
493495
{
494496
"cell_type": "code",
495-
"execution_count": 10,
497+
"execution_count": 24,
496498
"metadata": {},
497499
"outputs": [
498-
{
499-
"name": "stdout",
500-
"output_type": "stream",
501-
"text": [
502-
"> 2021-01-25 12:59:33,106 [info] using in-cluster config.\n"
503-
]
504-
},
505500
{
506501
"data": {
507502
"text/html": [
508-
"Experiment link <a href=\"https://dashboard.default-tenant.app.aefccdjffbit.iguazio-cd0.com/pipelines/#/experiments/details/55947f85-7b52-437e-b027-42f3f17ae1c5\" target=\"_blank\" >here</a>"
503+
"Experiment link <a href=\"https://dashboard.default-tenant.app.achikar-dev.iguazio-cd1.com/pipelines/#/experiments/details/add92e4b-2b05-4153-9f9d-a6f36427e4aa\" target=\"_blank\" >here</a>"
509504
],
510505
"text/plain": [
511506
"<IPython.core.display.HTML object>"
@@ -517,7 +512,7 @@
517512
{
518513
"data": {
519514
"text/html": [
520-
"Run link <a href=\"https://dashboard.default-tenant.app.aefccdjffbit.iguazio-cd0.com/pipelines/#/runs/details/342b653e-a696-4e89-a390-34d42ae1a555\" target=\"_blank\" >here</a>"
515+
"Run link <a href=\"https://dashboard.default-tenant.app.achikar-dev.iguazio-cd1.com/pipelines/#/runs/details/17df5d8c-acdf-491f-a9de-04c4f73fff28\" target=\"_blank\" >here</a>"
521516
],
522517
"text/plain": [
523518
"<IPython.core.display.HTML object>"
@@ -530,14 +525,14 @@
530525
"name": "stdout",
531526
"output_type": "stream",
532527
"text": [
533-
"> 2021-01-25 12:59:33,434 [info] Pipeline run id=342b653e-a696-4e89-a390-34d42ae1a555, check UI or DB for progress\n",
534-
"> 2021-01-25 12:59:33,435 [info] waiting for pipeline run completion\n"
528+
"> 2021-05-27 10:18:30,139 [info] Pipeline run id=17df5d8c-acdf-491f-a9de-04c4f73fff28, check UI or DB for progress\n",
529+
"> 2021-05-27 10:18:30,140 [info] waiting for pipeline run completion\n"
535530
]
536531
},
537532
{
538533
"data": {
539534
"text/html": [
540-
"<h2>Run Results</h2>Workflow 342b653e-a696-4e89-a390-34d42ae1a555 finished, status=Succeeded<br>click the hyper links below to see detailed results<br><table border=\"1\" class=\"dataframe\">\n",
535+
"<h2>Run Results</h2>Workflow 17df5d8c-acdf-491f-a9de-04c4f73fff28 finished, status=Succeeded<br>click the hyper links below to see detailed results<br><table border=\"1\" class=\"dataframe\">\n",
541536
" <thead>\n",
542537
" <tr style=\"text-align: right;\">\n",
543538
" <th>uid</th>\n",
@@ -550,28 +545,28 @@
550545
" </thead>\n",
551546
" <tbody>\n",
552547
" <tr>\n",
553-
" <td><div title=\"180b61c214504f8ea37cd556ded3443c\"><a href=\"https://mlrun-ui.default-tenant.app.aefccdjffbit.iguazio-cd0.com/projects/getting-started-tutorial-iguazio/jobs/monitor/180b61c214504f8ea37cd556ded3443c/info\" target=\"_blank\" >...ded3443c</a></div></td>\n",
554-
" <td>Jan 25 13:00:03</td>\n",
548+
" <td><div title=\"0e5b17c843f7456db471327d52b7582d\"><a href=\"https://dashboard.default-tenant.app.achikar-dev.iguazio-cd1.com/mlprojects/getting-started-tutorial-iguazio/jobs/monitor/0e5b17c843f7456db471327d52b7582d/overview\" target=\"_blank\" >...52b7582d</a></div></td>\n",
549+
" <td>May 27 10:19:07</td>\n",
555550
" <td>completed</td>\n",
556551
" <td>test</td>\n",
557552
" <td><div class=\"dictlist\">accuracy=1.0</div><div class=\"dictlist\">test-error=0.0</div><div class=\"dictlist\">auc-micro=1.0</div><div class=\"dictlist\">auc-weighted=1.0</div><div class=\"dictlist\">f1-score=1.0</div><div class=\"dictlist\">precision_score=1.0</div><div class=\"dictlist\">recall_score=1.0</div></td>\n",
558-
" <td><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/confusion-matrix.html\">confusion-matrix</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/precision-recall-multiclass.html\">precision-recall-multiclass</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/roc-multiclass.html\">roc-multiclass</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/test_set_preds.parquet\">test_set_preds</div></td>\n",
553+
" <td><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/confusion-matrix.html\">confusion-matrix</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/precision-recall-multiclass.html\">precision-recall-multiclass</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/roc-multiclass.html\">roc-multiclass</div><div title=\"v3io:///projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/test_set_preds.parquet\">test_set_preds</div></td>\n",
559554
" </tr>\n",
560555
" <tr>\n",
561-
" <td><div title=\"5c35cdb345ba49359f04a3463db2183a\"><a href=\"https://mlrun-ui.default-tenant.app.aefccdjffbit.iguazio-cd0.com/projects/getting-started-tutorial-iguazio/jobs/monitor/5c35cdb345ba49359f04a3463db2183a/info\" target=\"_blank\" >...3db2183a</a></div></td>\n",
562-
" <td>Jan 25 12:59:51</td>\n",
556+
" <td><div title=\"41fc832a3d4144808f39f1c5a03e6a92\"><a href=\"https://dashboard.default-tenant.app.achikar-dev.iguazio-cd1.com/mlprojects/getting-started-tutorial-iguazio/jobs/monitor/41fc832a3d4144808f39f1c5a03e6a92/overview\" target=\"_blank\" >...a03e6a92</a></div></td>\n",
557+
" <td>May 27 10:18:51</td>\n",
563558
" <td>completed</td>\n",
564559
" <td>train</td>\n",
565560
" <td><div class=\"dictlist\">accuracy=1.0</div><div class=\"dictlist\">test-error=0.0</div><div class=\"dictlist\">auc-micro=1.0</div><div class=\"dictlist\">auc-weighted=1.0</div><div class=\"dictlist\">f1-score=1.0</div><div class=\"dictlist\">precision_score=1.0</div><div class=\"dictlist\">recall_score=1.0</div></td>\n",
566-
" <td><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/data/train_set.csv\">train_set</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/data/test_set.csv\">test_set</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/confusion-matrix.html\">confusion-matrix</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/precision-recall-multiclass.html\">precision-recall-multiclass</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/plots/roc-multiclass.html\">roc-multiclass</div><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/models\">model</div></td>\n",
561+
" <td><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/data/train_set.csv\">train_set</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/data/test_set.csv\">test_set</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/confusion-matrix.html\">confusion-matrix</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/precision-recall-multiclass.html\">precision-recall-multiclass</div><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/plots/roc-multiclass.html\">roc-multiclass</div><div title=\"v3io:///projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/models/\">model</div></td>\n",
567562
" </tr>\n",
568563
" <tr>\n",
569-
" <td><div title=\"b8f308910c59408b802d8663be44f50e\"><a href=\"https://mlrun-ui.default-tenant.app.aefccdjffbit.iguazio-cd0.com/projects/getting-started-tutorial-iguazio/jobs/monitor/b8f308910c59408b802d8663be44f50e/info\" target=\"_blank\" >...be44f50e</a></div></td>\n",
570-
" <td>Jan 25 12:59:39</td>\n",
564+
" <td><div title=\"5a4eb8c0c2fe488c91a376e5d9b08306\"><a href=\"https://dashboard.default-tenant.app.achikar-dev.iguazio-cd1.com/mlprojects/getting-started-tutorial-iguazio/jobs/monitor/5a4eb8c0c2fe488c91a376e5d9b08306/overview\" target=\"_blank\" >...d9b08306</a></div></td>\n",
565+
" <td>May 27 10:18:38</td>\n",
571566
" <td>completed</td>\n",
572567
" <td>prep-data</td>\n",
573568
" <td><div class=\"dictlist\">num_rows=150</div></td>\n",
574-
" <td><div title=\"/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/342b653e-a696-4e89-a390-34d42ae1a555/cleaned_data.csv\">cleaned_data</div></td>\n",
569+
" <td><div class=\"artifact\" onclick=\"expandPanel(this)\" paneName=\"result\" title=\"files/v3io/projects/getting-started-tutorial-iguazio/artifacts/pipeline/17df5d8c-acdf-491f-a9de-04c4f73fff28/cleaned_data.csv\">cleaned_data</div></td>\n",
575570
" </tr>\n",
576571
" </tbody>\n",
577572
"</table>"

0 commit comments

Comments
 (0)