Don't use parse_json for struct dataTypes, just Map dataTypes.

barino86 · web-flow · commit 92351b3ea4c7 · 2025-03-21T11:09:23.000-05:00
diff --git a/src/main/scala/net/snowflake/spark/snowflake/io/StageWriter.scala b/src/main/scala/net/snowflake/spark/snowflake/io/StageWriter.scala
@@ -860,7 +860,7 @@ private[io] object StageWriter {
             var name = "$1:" + "\"" + field.name + "\""
             if (field.dataType == BinaryType) {
               name += "::BINARY"
-            } else if (Seq("map", "struct").contains(field.dataType.typeName)) {
+            } else if (field.dataType.typeName == "map") {
               name = "parse_json(" + name + ")"
             }
             name

Original file line number	Diff line number	Diff line change
`@@ -860,7 +860,7 @@ private[io] object StageWriter {`
`860`	`860`	`var name = "$1:" + "\"" + field.name + "\""`
`861`	`861`	`if (field.dataType == BinaryType) {`
`862`	`862`	`name += "::BINARY"`
`863`		`- } else if (Seq("map", "struct").contains(field.dataType.typeName)) {`
	`863`	`+ } else if (field.dataType.typeName == "map") {`
`864`	`864`	`name = "parse_json(" + name + ")"`
`865`	`865`	`}`
`866`	`866`	`name`