Merge pull request #539 from mlrun/1.5.x-dev

1.5.x dev

Author: aviaIguazio

stocks-prediction/01_ingest_news.ipynb

@@ -86,7 +86,10 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "NUMBER_OF_STOCKS = 3"
+    "# saving number of stocks as project parameter\n",
+    "project.params['NUMBER_OF_STOCKS'] = 10\n",
+    "project.save()\n",
+    "number_of_stocks = project.params['NUMBER_OF_STOCKS']"
    ]
   },
   {
@@ -986,7 +989,7 @@
     "fstore.ingest(news_set,\n",
     "              pd.DataFrame.from_dict({'ticker':['AMZN'],\n",
     "                                      'Datetime': now,\n",
-    "                                      'n_stocks':NUMBER_OF_STOCKS}),\n",
+    "                                      'n_stocks':number_of_stocks}),\n",
     "              overwrite=True)"
    ]
   },
@@ -1074,7 +1077,7 @@
     "\n",
     "t = requests.post(news_set_endpoint,json={'ticker':['news'],\n",
     "                                                 'Datetime': now,\n",
-    "                                                 'n_stocks':NUMBER_OF_STOCKS})\n",
+    "                                                 'n_stocks':number_of_stocks})\n",
     "t.text"
    ]
   },

stocks-prediction/02_ingest_stocks.ipynb

@@ -27,6 +27,19 @@
     "project = mlrun.get_or_create_project(name='stocks',user_project=True, context=\"./\")"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "#loading the number of stocks as project parameter\n",
+    "\n",
+    "number_of_stocks = project.params.get('NUMBER_OF_STOCKS',10)"
+   ],
+   "metadata": {
+    "collapsed": false
+   }
+  },
   {
    "cell_type": "markdown",
    "id": "4b54f299",
@@ -170,15 +183,11 @@
     "                             timestamp_key='Datetime', \n",
     "                             description=\"stocks feature set\")\n",
     "\n",
-    "# how many tickers data we ingest (make sure same number used for ingesting news)\n",
-    "n_tickers = 10\n",
-    "\n",
-    "\n",
     "info_set.graph\\\n",
     "        .to(name='get_stocks',handler='get_stocks')\\\n",
     "        .to(\"storey.steps.Flatten\", name=\"flatten_stocks\")\\\n",
     "        .to(name='gen_event_key',handler='gen_event_key',full_event=True)\\\n",
-    "        .to(OneHotEncoder(mapping={'ticker2onehot':{ticker:str(idx) for idx,ticker in enumerate(si.tickers_sp500()[:n_tickers])}}))\\\n",
+    "        .to(OneHotEncoder(mapping={'ticker2onehot':{ticker:str(idx) for idx,ticker in enumerate(si.tickers_sp500()[:number_of_stocks])}}))\\\n",
     "    \n",
     "# Setting default targets (nosql & parquet)\n",
     "info_set.set_targets([ParquetTarget(flush_after_seconds=5)], with_defaults=False) \n",
@@ -567,7 +576,7 @@
     "                                      'start_delta':59,\n",
     "                                      'end_delta':31,\n",
     "                                      'interval':'5m',\n",
-    "                                      'n_stocks':n_tickers}),\n",
+    "                                      'n_stocks':number_of_stocks}),\n",
     "              overwrite=True)"
    ]
   },
@@ -654,7 +663,7 @@
     "                                                 'start_delta':29,\n",
     "                                                 'end_delta':0,\n",
     "                                                 'interval':'5m',\n",
-    "                                                 'n_stocks':n_tickers})\n",
+    "                                                 'n_stocks':number_of_stocks})\n",
     "t.text"
    ]
   },
@@ -691,7 +700,7 @@
     "        'start_delta':1,\n",
     "        'end_delta':0,\n",
     "        'interval':'5m',\n",
-    "        'n_stocks':n_tickers}\n",
+    "        'n_stocks':number_of_stocks}\n",
     "\n",
     "# specifying '0 8 * * *' as schedule will trigger the function every day at 08:00 AM\n",
     "fn = mlrun.code_to_function(name='ingestion_service_stocks',kind='job',image='mlrun/mlrun',handler='ingestion_service_invoker', filename='src/invoker.py')\n",

stocks-prediction/03_train_model.ipynb

@@ -773,4 +773,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}

stocks-prediction/06_grafana_view.ipynb

@@ -101,4 +101,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}