Skip to content

Add repl ec to execute Java and scala code #3048

Add repl ec to execute Java and scala code

Add repl ec to execute Java and scala code #3048

Workflow file for this run

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
name: Build Backend
on: [push, pull_request]
env:
MAVEN_OPTS: -Dmaven.resolver.transport=wagon -Dmaven.wagon.httpconnectionManager.ttlSeconds=30
jobs:
build-backend:
runs-on: ubuntu-latest
strategy:
matrix:
spark: [2.4, 3.2]
hadoop: [2.7, 3.3]
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Set up JDK 8
uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: 8
cache: maven
- if: ${{matrix.spark == '2.4' && matrix.hadoop == '2.7'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
./mvnw clean package -Pspark-${{matrix.spark}} -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
- if: ${{matrix.spark == '3.2' && matrix.hadoop == '3.3'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
./mvnw clean package
- if: ${{matrix.spark == '3.2' && matrix.hadoop == '2.7'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
./mvnw clean package -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
- if: ${{matrix.spark == '2.4' && matrix.hadoop == '3.3'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
./mvnw clean package -Pspark-${{matrix.spark}} -Dmaven.test.skip=true
# - name: Upload coverage to Codecov
# uses: codecov/[email protected]
# with:
# token: ${{ secrets.CODECOV_TOKEN }}
third-party-dependencies-check:
runs-on: ubuntu-latest
steps:
- name: Checkout source
uses: actions/checkout@v3
- name: Set up JDK 8
uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: 8
cache: maven
- name: mvn install
run:
#pom.xml also introduce linkis related jar,so run mvn install in first time
./mvnw install -Dmaven.test.skip=true -Dmaven.javadoc.skip=true
- name: mvn dependency:copy-dependencies
run:
./mvnw dependency:copy-dependencies -DexcludeGroupIds=org.apache.linkis -DincludeScope=runtime -DoutputDirectory=${{ github.workspace }}/current_dependencies
- name: generate current_dependencies.txt
run: |
ls ${{ github.workspace }}/current_dependencies | sort > ~/current_dependencies.txt
cat ~/current_dependencies.txt
- name: check third dependencies
run: |
#by using commond join ,to check whether there are new third-party dependencies,compared with file(tool/dependencies/known-dependencies.txt)
sort ${{ github.workspace }}/tool/dependencies/known-dependencies.txt > ~/known-dependencies.txt
join -t : -o 1.1 2.1 -a2 ~/known-dependencies.txt ~/current_dependencies.txt > ~/result.txt
#print new third-party dependencies name if it exists
awk -F ":" '{if($1=="")print $2" is not in file known-dependencies.txt!\n You can refer to this guide to repair it(你可以参考这个指引进行修复):https://linkis.apache.org/zh-CN/docs/latest/development/development-specification/license"}' ~/result.txt
result=`awk -F ":" '{if($1=="")print $2}' ~/result.txt |wc -l`
#if has new third-party,the Action will fail
if [[ $result == 0 ]];then echo "All third dependencies is known!" ;else exit 1;fi