Expose SparkContext.setLogLevel API (#360)

Author: suhsteve

src/csharp/Microsoft.Spark.E2ETest/IpcTests/SparkContextTests.cs

@@ -2,6 +2,7 @@
 // The .NET Foundation licenses this file to you under the MIT license.
 // See the LICENSE file in the project root for more information.
 
+using System;
 using Microsoft.Spark.E2ETest.Utils;
 using Xunit;
 
@@ -21,11 +22,15 @@ public void TestSignaturesV2_3_X()
         {
             SparkContext sc = SparkContext.GetOrCreate(new SparkConf());
 
-            _ = sc.GetConf();
-            _ = sc.DefaultParallelism;
+            Assert.IsType<SparkConf>(sc.GetConf());
+            Assert.IsType<int>(sc.DefaultParallelism);
 
             sc.SetJobDescription("job description");
 
+            sc.SetLogLevel("ALL");
+            sc.SetLogLevel("debug");
+            Assert.Throws<Exception>(() => sc.SetLogLevel("INVALID"));
+
             sc.SetJobGroup("group id", "description");
             sc.SetJobGroup("group id", "description", true);
 
@@ -35,10 +40,8 @@ public void TestSignaturesV2_3_X()
             sc.AddFile(filePath);
             sc.AddFile(filePath, true);
 
-            using (var tempDir = new TemporaryDirectory())
-            {
-                sc.SetCheckpointDir(TestEnvironment.ResourceDirectory);
-            }
+            using var tempDir = new TemporaryDirectory();
+            sc.SetCheckpointDir(TestEnvironment.ResourceDirectory);
         }
     }
 }

src/csharp/Microsoft.Spark/SparkContext.cs

@@ -121,6 +121,18 @@ public static SparkContext GetOrCreate(SparkConf conf)
                     conf));
         }
 
+        /// <summary>
+        /// Control our logLevel. This overrides any user-defined log settings.
+        /// </summary>
+        /// <remarks>
+        /// Valid log levels include: ALL, DEBUG, ERROR, FATAL, INFO, OFF, TRACE, WARN
+        /// </remarks>
+        /// <param name="logLevel">The desired log level as a string.</param>
+        public void SetLogLevel(string logLevel)
+        {
+            _jvmObject.Invoke("setLogLevel", logLevel);
+        }
+
         /// <summary>
         /// Shut down the SparkContext.
         /// </summary>