From 308367e0a2e1c3c054c8f2c5caaf0f23726ba613 Mon Sep 17 00:00:00 2001 From: YANGDB Date: Fri, 1 Nov 2024 16:40:00 -0700 Subject: [PATCH] update scala fmt style Signed-off-by: YANGDB --- ...PLLogicalPlanParseCidrmatchTestSuite.scala | 108 ++++++++++-------- 1 file changed, 63 insertions(+), 45 deletions(-) diff --git a/ppl-spark-integration/src/test/scala/org/opensearch/flint/spark/ppl/PPLLogicalPlanParseCidrmatchTestSuite.scala b/ppl-spark-integration/src/test/scala/org/opensearch/flint/spark/ppl/PPLLogicalPlanParseCidrmatchTestSuite.scala index a9aa6df81..213f201cc 100644 --- a/ppl-spark-integration/src/test/scala/org/opensearch/flint/spark/ppl/PPLLogicalPlanParseCidrmatchTestSuite.scala +++ b/ppl-spark-integration/src/test/scala/org/opensearch/flint/spark/ppl/PPLLogicalPlanParseCidrmatchTestSuite.scala @@ -5,17 +5,18 @@ package org.opensearch.flint.spark.ppl +import org.opensearch.flint.spark.ppl.PlaneUtils.plan +import org.opensearch.sql.expression.function.SerializableUdf +import org.opensearch.sql.ppl.{CatalystPlanContext, CatalystQueryPlanVisitor} +import org.opensearch.sql.ppl.utils.DataTypeTransformer.seq +import org.scalatest.matchers.should.Matchers + import org.apache.spark.SparkFunSuite import org.apache.spark.sql.catalyst.analysis.{UnresolvedAttribute, UnresolvedFunction, UnresolvedRelation, UnresolvedStar} import org.apache.spark.sql.catalyst.expressions.{Alias, And, Ascending, CaseWhen, Descending, EqualTo, GreaterThan, Literal, NullsFirst, NullsLast, RegExpExtract, ScalaUDF, SortOrder} import org.apache.spark.sql.catalyst.plans.PlanTest import org.apache.spark.sql.catalyst.plans.logical._ import org.apache.spark.sql.types.DataTypes -import org.opensearch.flint.spark.ppl.PlaneUtils.plan -import org.opensearch.sql.expression.function.SerializableUdf -import org.opensearch.sql.ppl.utils.DataTypeTransformer.seq -import org.opensearch.sql.ppl.{CatalystPlanContext, CatalystQueryPlanVisitor} -import org.scalatest.matchers.should.Matchers class PPLLogicalPlanParseCidrmatchTestSuite extends SparkFunSuite @@ -25,12 +26,14 @@ class PPLLogicalPlanParseCidrmatchTestSuite private val planTransformer = new CatalystQueryPlanVisitor() private val pplParser = new PPLSyntaxParser() - + test("test cidrmatch for ipv4 for 192.168.1.0/24") { val context = new CatalystPlanContext val logPlan = planTransformer.visit( - plan(pplParser, "source=t | where isV6 = false and isValid = true and cidrmatch(ipAddress, '192.168.1.0/24')"), + plan( + pplParser, + "source=t | where isV6 = false and isValid = true and cidrmatch(ipAddress, '192.168.1.0/24')"), context) val ipAddress = UnresolvedAttribute("ipAddress") @@ -38,17 +41,19 @@ class PPLLogicalPlanParseCidrmatchTestSuite val filterIpv6 = EqualTo(UnresolvedAttribute("isV6"), Literal(false)) val filterIsValid = EqualTo(UnresolvedAttribute("isValid"), Literal(true)) - val cidr = ScalaUDF(SerializableUdf.cidrFunction, - DataTypes.BooleanType, - seq(ipAddress, cidrExpression), - seq(), - Option.empty, - Option.apply("cidr"), false, true) + val cidr = ScalaUDF( + SerializableUdf.cidrFunction, + DataTypes.BooleanType, + seq(ipAddress, cidrExpression), + seq(), + Option.empty, + Option.apply("cidr"), + false, + true) val expectedPlan = Project( Seq(UnresolvedStar(None)), - Filter(And(And(filterIpv6, filterIsValid), cidr), - UnresolvedRelation(Seq("t")))) + Filter(And(And(filterIpv6, filterIsValid), cidr), UnresolvedRelation(Seq("t")))) assert(compareByString(expectedPlan) === compareByString(logPlan)) } @@ -56,7 +61,9 @@ class PPLLogicalPlanParseCidrmatchTestSuite val context = new CatalystPlanContext val logPlan = planTransformer.visit( - plan(pplParser, "source=t | where isV6 = true and isValid = false and cidrmatch(ipAddress, '2003:db8::/32')"), + plan( + pplParser, + "source=t | where isV6 = true and isValid = false and cidrmatch(ipAddress, '2003:db8::/32')"), context) val ipAddress = UnresolvedAttribute("ipAddress") @@ -64,50 +71,58 @@ class PPLLogicalPlanParseCidrmatchTestSuite val filterIpv6 = EqualTo(UnresolvedAttribute("isV6"), Literal(true)) val filterIsValid = EqualTo(UnresolvedAttribute("isValid"), Literal(false)) - val cidr = ScalaUDF(SerializableUdf.cidrFunction, - DataTypes.BooleanType, - seq(ipAddress, cidrExpression), - seq(), - Option.empty, - Option.apply("cidr"), false, true) + val cidr = ScalaUDF( + SerializableUdf.cidrFunction, + DataTypes.BooleanType, + seq(ipAddress, cidrExpression), + seq(), + Option.empty, + Option.apply("cidr"), + false, + true) val expectedPlan = Project( Seq(UnresolvedStar(None)), - Filter(And(And(filterIpv6, filterIsValid), cidr), - UnresolvedRelation(Seq("t")))) + Filter(And(And(filterIpv6, filterIsValid), cidr), UnresolvedRelation(Seq("t")))) assert(compareByString(expectedPlan) === compareByString(logPlan)) } - test("test cidrmatch for ipv6 for 2003:db8::/32 with ip field projected" ) { + test("test cidrmatch for ipv6 for 2003:db8::/32 with ip field projected") { val context = new CatalystPlanContext val logPlan = planTransformer.visit( - plan(pplParser, "source=t | where isV6 = true and cidrmatch(ipAddress, '2003:db8::/32') | fields ip"), + plan( + pplParser, + "source=t | where isV6 = true and cidrmatch(ipAddress, '2003:db8::/32') | fields ip"), context) val ipAddress = UnresolvedAttribute("ipAddress") val cidrExpression = Literal("2003:db8::/32") val filterIpv6 = EqualTo(UnresolvedAttribute("isV6"), Literal(true)) - val cidr = ScalaUDF(SerializableUdf.cidrFunction, - DataTypes.BooleanType, - seq(ipAddress, cidrExpression), - seq(), - Option.empty, - Option.apply("cidr"), false, true) + val cidr = ScalaUDF( + SerializableUdf.cidrFunction, + DataTypes.BooleanType, + seq(ipAddress, cidrExpression), + seq(), + Option.empty, + Option.apply("cidr"), + false, + true) val expectedPlan = Project( Seq(UnresolvedAttribute("ip")), - Filter(And(filterIpv6, cidr), - UnresolvedRelation(Seq("t")))) + Filter(And(filterIpv6, cidr), UnresolvedRelation(Seq("t")))) assert(compareByString(expectedPlan) === compareByString(logPlan)) } - - test("test cidrmatch for ipv6 for 2003:db8::/32 with ip field bool respond for each ip" ) { + + test("test cidrmatch for ipv6 for 2003:db8::/32 with ip field bool respond for each ip") { val context = new CatalystPlanContext val logPlan = planTransformer.visit( - plan(pplParser, "source=t | where isV6 = true | eval inRange = case(cidrmatch(ipAddress, '2003:db8::/32'), 'in' else 'out') | fields ip, inRange"), + plan( + pplParser, + "source=t | where isV6 = true | eval inRange = case(cidrmatch(ipAddress, '2003:db8::/32'), 'in' else 'out') | fields ip, inRange"), context) val ipAddress = UnresolvedAttribute("ipAddress") @@ -115,12 +130,15 @@ class PPLLogicalPlanParseCidrmatchTestSuite val filterIpv6 = EqualTo(UnresolvedAttribute("isV6"), Literal(true)) val filterClause = Filter(filterIpv6, UnresolvedRelation(Seq("t"))) - val cidr = ScalaUDF(SerializableUdf.cidrFunction, - DataTypes.BooleanType, - seq(ipAddress, cidrExpression), - seq(), - Option.empty, - Option.apply("cidr"), false, true) + val cidr = ScalaUDF( + SerializableUdf.cidrFunction, + DataTypes.BooleanType, + seq(ipAddress, cidrExpression), + seq(), + Option.empty, + Option.apply("cidr"), + false, + true) val equalTo = EqualTo(Literal(true), cidr) val caseFunction = CaseWhen(Seq((equalTo, Literal("in"))), Literal("out")) @@ -128,8 +146,8 @@ class PPLLogicalPlanParseCidrmatchTestSuite val evalProjectList = Seq(UnresolvedStar(None), aliasStatusCategory) val evalProject = Project(evalProjectList, filterClause) - val expectedPlan = Project( - Seq(UnresolvedAttribute("ip"), UnresolvedAttribute("inRange")), evalProject) + val expectedPlan = + Project(Seq(UnresolvedAttribute("ip"), UnresolvedAttribute("inRange")), evalProject) assert(compareByString(expectedPlan) === compareByString(logPlan)) }