fix jdbc issue by adding packages mysql:mysql-connector

Author: Adi

getting-started/spark-jdbc.ipynb

@@ -75,7 +75,9 @@
     "%env DB_Name = \"\"        # Database|Schema Name\n",
     "%env DB_TABLE = \"\"        # Table Name\n",
     "%env DB_USER = \"\"        # Database User Name\n",
-    "%env DB_PASSWORD = \"\"        # Database User's Password"
+    "%env DB_PASSWORD = \"\"        # Database User's Password\n",
+    "\n",
+    "os.environ[\"PYSPARK_SUBMIT_ARGS\"] = \"--packages mysql:mysql-connector-java:5.1.39 pyspark-shell\""
    ]
   },
   {
@@ -156,33 +158,36 @@
      "text": [
       "[('spark.sql.catalogImplementation', 'in-memory'),\n",
       " ('spark.driver.extraLibraryPath', '/hadoop/etc/hadoop'),\n",
-      " ('spark.jars',\n",
-      "  'file:///spark/v3io-libs/v3io-hcfs_2.11.jar,file:///spark/v3io-libs/v3io-spark2-object-dataframe_2.11.jar,file:///spark/v3io-libs/v3io-spark2-streaming_2.11.jar'),\n",
+      " ('spark.app.id', 'app-20190704070308-0001'),\n",
       " ('spark.executor.memory', '2G'),\n",
-      " ('spark.repl.local.jars',\n",
-      "  'file:///spark/v3io-libs/v3io-hcfs_2.11.jar,file:///spark/v3io-libs/v3io-spark2-object-dataframe_2.11.jar,file:///spark/v3io-libs/v3io-spark2-streaming_2.11.jar'),\n",
       " ('spark.executor.id', 'driver'),\n",
-      " ('spark.driver.port', '41461'),\n",
+      " ('spark.jars',\n",
+      "  'file:///spark/v3io-libs/v3io-hcfs_2.11.jar,file:///spark/v3io-libs/v3io-spark2-object-dataframe_2.11.jar,file:///spark/v3io-libs/v3io-spark2-streaming_2.11.jar,file:///igz/.ivy2/jars/mysql_mysql-connector-java-5.1.39.jar'),\n",
       " ('spark.cores.max', '4'),\n",
-      " ('spark.master', 'spark://spark-9nv9ola1rl-3qgje-master:7077'),\n",
+      " ('spark.executorEnv.V3IO_ACCESS_KEY', 'bb79fffa-7582-4fd2-9347-a350335801fc'),\n",
       " ('spark.driver.extraClassPath',\n",
       "  '/spark/3rd_party/mysql-connector-java-8.0.13.jar'),\n",
       " ('spark.executor.extraJavaOptions', '\"-Dsun.zip.disableMemoryMapping=true\"'),\n",
+      " ('spark.driver.port', '33751'),\n",
+      " ('spark.driver.host', '10.233.92.91'),\n",
       " ('spark.executor.extraLibraryPath', '/hadoop/etc/hadoop'),\n",
+      " ('spark.submit.pyFiles',\n",
+      "  '/igz/.ivy2/jars/mysql_mysql-connector-java-5.1.39.jar'),\n",
       " ('spark.app.name', 'Spark JDBC to Databases - ipynb'),\n",
-      " ('spark.driver.host', '10.233.92.90'),\n",
+      " ('spark.repl.local.jars',\n",
+      "  'file:///spark/v3io-libs/v3io-hcfs_2.11.jar,file:///spark/v3io-libs/v3io-spark2-object-dataframe_2.11.jar,file:///spark/v3io-libs/v3io-spark2-streaming_2.11.jar,file:///igz/.ivy2/jars/mysql_mysql-connector-java-5.1.39.jar'),\n",
       " ('spark.rdd.compress', 'True'),\n",
-      " ('spark.executorEnv.V3IO_ACCESS_KEY', '07934877-3b89-4f88-b08e-a6ea1fb1092b'),\n",
-      " ('spark.app.id', 'app-20190430214617-0002'),\n",
       " ('spark.serializer.objectStreamReset', '100'),\n",
+      " ('spark.files',\n",
+      "  'file:///igz/.ivy2/jars/mysql_mysql-connector-java-5.1.39.jar'),\n",
       " ('spark.executor.cores', '1'),\n",
       " ('spark.executor.extraClassPath',\n",
       "  '/spark/3rd_party/mysql-connector-java-8.0.13.jar'),\n",
       " ('spark.submit.deployMode', 'client'),\n",
-      " ('spark.submit.pyFiles', '/igz/java/libs/v3io-py.zip'),\n",
       " ('spark.driver.extraJavaOptions', '\"-Dsun.zip.disableMemoryMapping=true\"'),\n",
       " ('spark.ui.showConsoleProgress', 'true'),\n",
-      " ('spark.executorEnv.V3IO_USERNAME', 'iguazio')]\n"
+      " ('spark.executorEnv.V3IO_USERNAME', 'iguazio'),\n",
+      " ('spark.master', 'spark://spark-jddcm4iwas-qxw13-master:7077')]\n"
      ]
     }
    ],
@@ -279,33 +284,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "+--------+------+-------------------+\n",
-      "|fruit_id|  name|            variety|\n",
-      "+--------+------+-------------------+\n",
-      "|       1| Apple|      Red Delicious|\n",
-      "|       2|  Pear|             Comice|\n",
-      "|       3|Orange|              Navel|\n",
-      "|       4|  Pear|           Bartlett|\n",
-      "|       5|Orange|              Blood|\n",
-      "|       6| Apple|Cox's Orange Pippin|\n",
-      "|       7| Apple|       Granny Smith|\n",
-      "|       8|  Pear|              Anjou|\n",
-      "|       9|Orange|           Valencia|\n",
-      "|      10|Banana|           Plantain|\n",
-      "|      11|Banana|              Burro|\n",
-      "|      12|Banana|          Cavendish|\n",
-      "+--------+------+-------------------+\n",
-      "\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "dfMySQL = spark.read \\\n",
     "    .format(\"jdbc\") \\\n",