[Feature] Flint query scheduler part1 - integrate job scheduler plugin

Signed-off-by: Louis Chu <[email protected]>

async-query-core/src/main/antlr/SqlBaseLexer.g4

@@ -316,6 +316,7 @@ NANOSECOND: 'NANOSECOND';
 NANOSECONDS: 'NANOSECONDS';
 NATURAL: 'NATURAL';
 NO: 'NO';
+NONE: 'NONE';
 NOT: 'NOT';
 NULL: 'NULL';
 NULLS: 'NULLS';

async-query-core/src/main/antlr/SqlBaseParser.g4

@@ -52,7 +52,7 @@ singleCompoundStatement
     ;
 
 beginEndCompoundBlock
-    : BEGIN compoundBody END
+    : beginLabel? BEGIN compoundBody END endLabel?
     ;
 
 compoundBody
@@ -68,6 +68,14 @@ singleStatement
     : statement SEMICOLON* EOF
     ;
 
+beginLabel
+    : multipartIdentifier COLON
+    ;
+
+endLabel
+    : multipartIdentifier
+    ;
+
 singleExpression
     : namedExpression EOF
     ;
@@ -174,6 +182,8 @@ statement
     | ALTER TABLE identifierReference
         (partitionSpec)? SET locationSpec                              #setTableLocation
     | ALTER TABLE identifierReference RECOVER PARTITIONS                 #recoverPartitions
+    | ALTER TABLE identifierReference
+        (clusterBySpec | CLUSTER BY NONE)                              #alterClusterBy
     | DROP TABLE (IF EXISTS)? identifierReference PURGE?               #dropTable
     | DROP VIEW (IF EXISTS)? identifierReference                       #dropView
     | CREATE (OR REPLACE)? (GLOBAL? TEMPORARY)?
@@ -853,13 +863,17 @@ identifierComment
 
 relationPrimary
     : identifierReference temporalClause?
-      sample? tableAlias                                    #tableName
+      optionsClause? sample? tableAlias                     #tableName
     | LEFT_PAREN query RIGHT_PAREN sample? tableAlias       #aliasedQuery
     | LEFT_PAREN relation RIGHT_PAREN sample? tableAlias    #aliasedRelation
     | inlineTable                                           #inlineTableDefault2
     | functionTable                                         #tableValuedFunction
     ;
 
+optionsClause
+    : WITH options=propertyList
+    ;
+
 inlineTable
     : VALUES expression (COMMA expression)* tableAlias
     ;
@@ -1572,6 +1586,7 @@ ansiNonReserved
     | NANOSECOND
     | NANOSECONDS
     | NO
+    | NONE
     | NULLS
     | NUMERIC
     | OF
@@ -1920,6 +1935,7 @@ nonReserved
     | NANOSECOND
     | NANOSECONDS
     | NO
+    | NONE
     | NOT
     | NULL
     | NULLS

async-query-core/src/main/java/org/opensearch/sql/spark/scheduler/AsyncQueryScheduler.java

@@ -0,0 +1,16 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.spark.scheduler;
+
+public interface AsyncQueryScheduler {
+  void scheduleJob(AsyncQuerySchedulerJobRequest request);
+
+  void unscheduleJob(AsyncQuerySchedulerJobRequest request);
+
+  void removeJob(AsyncQuerySchedulerJobRequest request);
+
+  void updateJob(AsyncQuerySchedulerJobRequest request);
+}

async-query-core/src/main/java/org/opensearch/sql/spark/scheduler/AsyncQuerySchedulerJob.java

@@ -0,0 +1,8 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.spark.scheduler;
+
+public interface AsyncQuerySchedulerJob {}

async-query-core/src/main/java/org/opensearch/sql/spark/scheduler/AsyncQuerySchedulerJobRequest.java

@@ -0,0 +1,79 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.spark.scheduler;
+
+public abstract class AsyncQuerySchedulerJobRequest {
+  private final String id;
+  private final String jobName;
+  private final String jobType;
+  private final String schedule;
+  private final boolean enabled;
+
+  protected AsyncQuerySchedulerJobRequest(Builder<?> builder) {
+    this.id = builder.id;
+    this.jobName = builder.jobName;
+    this.jobType = builder.jobType;
+    this.schedule = builder.schedule;
+    this.enabled = builder.enabled;
+  }
+
+  public String getId() {
+    return id;
+  }
+
+  public String getJobName() {
+    return jobName;
+  }
+
+  public String getJobType() {
+    return jobType;
+  }
+
+  public String getRawSchedule() {
+    return schedule;
+  }
+
+  public boolean isEnabled() {
+    return enabled;
+  }
+
+  public abstract static class Builder<T extends Builder<T>> {
+    private String id;
+    private String jobName;
+    private String jobType;
+    private String schedule;
+    private boolean enabled;
+
+    public T withId(String id) {
+      this.id = id;
+      return self();
+    }
+
+    public T withJobName(String jobName) {
+      this.jobName = jobName;
+      return self();
+    }
+
+    public T withJobType(String jobType) {
+      this.jobType = jobType;
+      return self();
+    }
+
+    public T withSchedule(String schedule) {
+      this.schedule = schedule;
+      return self();
+    }
+
+    public T withEnabled(boolean enabled) {
+      this.enabled = enabled;
+      return self();
+    }
+
+    protected abstract T self();
+
+    public abstract AsyncQuerySchedulerJobRequest build();
+  }
+}

async-query/build.gradle

@@ -16,6 +16,8 @@ repositories {
 
 
 dependencies {
+    compileOnly "org.opensearch:opensearch-job-scheduler-spi:${opensearch_build}"
+
     api project(':core')
     api project(':async-query-core')
     implementation project(':protocol')