Add support for serializing TimestampNTZType (#673)

* Add support for TIMESTAMP_NTZ in FlintDataType Signed-off-by: Chase Engelbrecht <[email protected]> * Add unit test Signed-off-by: Chase Engelbrecht <[email protected]> --------- Signed-off-by: Chase Engelbrecht <[email protected]>
opensearch-project · Sep 19, 2024 · 7ff1512 · 7ff1512
1 parent 56c4c34
commit 7ff1512
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 1 deletion.
diff --git a/...-spark-integration/src/main/scala/org/apache/spark/sql/flint/datatype/FlintDataType.scala b/...-spark-integration/src/main/scala/org/apache/spark/sql/flint/datatype/FlintDataType.scala
@@ -144,7 +144,7 @@ object FlintDataType {
       case FloatType => JObject("type" -> JString("float"))
 
       // Date
-      case TimestampType =>
+      case TimestampType | _: TimestampNTZType =>
         JObject(
           "type" -> JString("date"),
           "format" -> JString("strict_date_optional_time_nanos"));

diff --git a/...k-integration/src/test/scala/org/apache/spark/sql/flint/datatype/FlintDataTypeSuite.scala b/...k-integration/src/test/scala/org/apache/spark/sql/flint/datatype/FlintDataTypeSuite.scala
@@ -197,6 +197,21 @@ class FlintDataTypeSuite extends FlintSuite with Matchers {
     FlintDataType.serialize(sparkStructType) shouldBe compactJson(flintDataType)
   }
 
+  test("flint timestamp_ntz serialize") {
+    val flintDataType = """{
+                          |  "properties": {
+                          |    "timestampField": {
+                          |      "type": "date",
+                          |      "format": "strict_date_optional_time_nanos"
+                          |    }
+                          |  }
+                          |}""".stripMargin
+    val sparkStructType = StructType(
+      StructField("timestampField", TimestampNTZType, true) ::
+        Nil)
+    FlintDataType.serialize(sparkStructType) shouldBe compactJson(flintDataType)
+  }
+
   test("spark array type map to should map to array element type in OpenSearch") {
     val flintDataType = """{
                           |  "properties": {