Merge branch 'master' into testWrapper

.github/workflows/actions/sdt-test/action.yml

@@ -0,0 +1,78 @@
+# Copyright 2024 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: SDT Test
+
+description: SDT Test
+
+inputs:
+  check-name:
+    description: 'Job/Check Name'
+    required: true
+  project-dir:
+    description: 'Project directory'
+    required: true
+  test-name:
+    description: 'SDT Test Name'
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Set up JDK
+      uses: actions/setup-java@v4
+      with:
+        java-version: 11
+        distribution: zulu
+        server-id: ossrh
+        server-username: CI_DEPLOY_USERNAME
+        server-password: CI_DEPLOY_PASSWORD
+
+    - name: Check Java version
+      run: java -version
+      shell: bash
+
+    - name: Build repository
+      run: mvn -B -e -pl ${{ inputs.project-dir }} clean install -am -DskipTests=true
+      shell: bash
+
+    - name: Run SDT Test
+      run: mvn -B -e -pl ${{ inputs.project-dir }} test -Dtest=${{ inputs.test-name }}
+      shell: bash
+
+    - name: Upload Test Results
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: test-results
+        path: ${{ inputs.project-dir }}/target/surefire-reports/*.xml
+
+    - name: Publish Test Results
+      uses: mikepenz/action-junit-report@v4
+      if: always()
+      with:
+        report_paths: '${{ inputs.project-dir }}/target/surefire-reports/*.xml'
+        fail_on_failure: true
+        summary: true
+        detailed_summary: true
+        include_passed: true
+        check_name: ${{ inputs.check-name }}
+        job_name: ${{ inputs.check-name }}
+
+    - name: Upload CI Event
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: event-file
+        path: ${{ github.event_path }}

.github/workflows/sdt-duckdb.yml

@@ -0,0 +1,36 @@
+# Copyright 2024 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: (SDT) DuckDB SQL Dialect Tests
+
+on: [push, pull_request]
+
+env:
+  CI_DEPLOY_USERNAME: ${{ secrets.CI_DEPLOY_USERNAME }}
+  CI_DEPLOY_PASSWORD: ${{ secrets.CI_DEPLOY_PASSWORD }}
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+
+      - name: SDT Test
+        uses: ./.github/workflows/actions/sdt-test
+        with:
+          check-name: DuckDB SDT Report
+          project-dir: legend-engine-xts-relationalStore/legend-engine-xt-relationalStore-dbExtension/legend-engine-xt-relationalStore-duckdb/legend-engine-xt-relationalStore-duckdb-sqlDialectTranslation-pure
+          test-name: Test_DuckDB_SDT

.github/workflows/sdt-postgres.yml

@@ -0,0 +1,36 @@
+# Copyright 2024 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: (SDT) Postgres SQL Dialect Tests
+
+on: [push, pull_request]
+
+env:
+  CI_DEPLOY_USERNAME: ${{ secrets.CI_DEPLOY_USERNAME }}
+  CI_DEPLOY_PASSWORD: ${{ secrets.CI_DEPLOY_PASSWORD }}
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+
+      - name: SDT Test
+        uses: ./.github/workflows/actions/sdt-test
+        with:
+          check-name: Postgres SDT Report
+          project-dir: legend-engine-xts-relationalStore/legend-engine-xt-relationalStore-generation/legend-engine-xt-relationalStore-pure/legend-engine-xt-relationalStore-SDT-pure
+          test-name: Test_Postgres_SDT

docs/compiler/compiler-extension-processor.md

@@ -0,0 +1,76 @@
+# Defining Compiler Extension Processor
+
+``` JAVA
+public static <T extends PackageableElement> Processor<T> newProcessor(
+   Class<T> elementClass,
+   Collection<? extends Class<? extends PackageableElement>> prerequisiteClasses,
+   BiFunction<? super T, CompileContext, org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.PackageableElement> firstPass,
+   BiConsumer<? super T, CompileContext> secondPass,
+   BiConsumer<? super T, CompileContext> thirdPass,
+   BiFunction<? super T, CompileContext, RichIterable<? extends org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.PackageableElement>> prerequisiteElementsPass)
+```
+
+## Element Class
+Provide subclass of `PackageableElement` which is being compiled (e.g. `Database.class`).
+
+## Prerequisite Classes
+Provide a set of prerequisite classes which your element class depends on (e.g. `[Mapping.class, PackageableConnection.class]`).
+The compiler sorts the dependencies based on these prerequisite classes and guarantees all elements in those classes are compiled before the elements in your class.
+
+## First Pass
+Define a function that performs the following operations:
+* Create `Pure (M3)` objects and register them in Pure graph
+* Set primitive values in the `Pure (M3)` objects
+* **MUST NOT** reference other elements in the Pure graph
+
+## Second Pass
+Define a function that performs the following operations:
+* Resolve content of its own element and references to other elements
+* **MUST NOT** introspect content of other elements or check validity/correctness
+
+## Third Pass
+Define a function that performs the following operations:
+* Resolve cross-dependencies
+* Introspect other elements
+
+## Prerequisite Elements Pass
+Define a function that returns the prerequisite elements under the same element class that your element depends on.
+The compiler sorts the dependencies based on these prerequisite elements and guarantees that those elements are compiled before your element.
+For instance, `MappingA` depends on `MappingB` and `MappingC`, and therefore, `MappingB` and `MappingC` must be compiled first.
+
+The compiler throws an `EngineException` if it finds circular dependencies in these elements. The following Pure grammar demonstrates an example of circular dependencies:
+
+``` pure
+###Relational
+Database store::CovidDataStoreA
+(
+   include store::CovidDataStoreB
+)
+
+Database store::CovidDataStoreB
+(
+   include store::CovidDataStoreC
+)
+
+Database store::CovidDataStoreC
+(
+  include store::CovidDataStoreA
+
+  Table DEMOGRAPHICS
+  (
+    FIPS VARCHAR(200),
+    STATE VARCHAR(200)
+  )
+  Table COVID_DATA
+  (
+    ID INTEGER PRIMARY KEY,
+    FIPS VARCHAR(200),
+    DATE DATE,
+    CASE_TYPE VARCHAR(200),
+    CASES INTEGER,
+    LAST_REPORTED_FLAG BIT
+  )
+
+  Join CovidDataDemographicsJoin(DEMOGRAPHICS.FIPS = COVID_DATA.FIPS)
+)
+```

legend-engine-application-query/pom.xml

@@ -19,7 +19,7 @@
     <parent>
         <groupId>org.finos.legend.engine</groupId>
         <artifactId>legend-engine</artifactId>
-        <version>4.62.2-SNAPSHOT</version>
+        <version>4.65.3-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
     <artifactId>legend-engine-application-query</artifactId>