Merge branch 'development'

.eslintignore

@@ -8,4 +8,5 @@ coverage
 benchmark
 .eslintrc.js
 dist/
-test/_setup.js
+test/_setup.js
+data/

.eslintrc.js

@@ -16,8 +16,9 @@ module.exports = {
  rules: {
  'max-len': 'off', // Managed by prettier
  'no-underscore-dangle': 'off', // Used for private variables and methods
- 'implicit-arrow-linebreak': 'off', // Prefered
+ 'implicit-arrow-linebreak': 'off', // Preferred
  'no-mixed-spaces-and-tabs': 'off', // Managed by prettier
+ 'no-shadow': 'off',
  'operator-linebreak': 'off',
  'import/prefer-default-export': 'off',
  'lines-between-class-members': 'off', // Off because typescript has members and methods
@@ -31,6 +32,7 @@ module.exports = {
  '@typescript-eslint/no-unnecessary-boolean-literal-compare': ['error'],
  '@typescript-eslint/no-unnecessary-qualifier': ['error'],
  '@typescript-eslint/no-unnecessary-type-arguments': ['error'],
+ '@typescript-eslint/no-shadow': 'warn',
  '@typescript-eslint/prefer-for-of': ['error'],
  '@typescript-eslint/prefer-function-type': ['error'],
  '@typescript-eslint/prefer-includes': ['error'],

.github/codeql/codeql-config.yml

@@ -0,0 +1,3 @@
+paths-ignore:
+ - ./config
+ - ./docs

.github/workflows/branch-coverage.yml

@@ -0,0 +1,28 @@
+name: 'Branch Code Coverage'
+on:
+ push:
+ branches: ['development', feature/*, hotfix/*, main, release/*]
+jobs:
+ run:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Checkout
+ uses: actions/checkout@v3
+ with:
+ fetch-depth: 0
+ - name: Set up node
+ uses: actions/setup-node@v3
+ with:
+ node-version-file: '.nvmrc'
+ - name: Install dependencies
+ run: npm install --global yarn && yarn --frozen-lockfile --ignore-engines && yarn build
+ - name: Check test coverage
+ run: npm run test:coverage
+ - name: Upload coverage to Codecov
+ uses: codecov/codecov-action@v3
+ with:
+ token: ${{ secrets.CODECOV_TOKEN }}
+ fail_ci_if_error: true
+ files: coverage-final.json
+ name: codecov-umbrella
+ verbose: true

.github/workflows/codeql.yml

@@ -0,0 +1,58 @@
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: 'CodeQL'
+
+on:
+ push:
+ branches: ['development', feature/*, hotfix/*, main, release/*]
+ pull_request:
+ # The branches below must be a subset of the branches above
+ branches: ['development', feature/*, hotfix/*, release/*]
+ schedule:
+ - cron: '30 3 * * 2'
+
+jobs:
+ analyze:
+ name: Analyze
+ runs-on: ubuntu-latest
+ permissions:
+ actions: read
+ contents: read
+ security-events: write
+
+ strategy:
+ fail-fast: true
+ matrix:
+ language: ['typescript']
+ # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
+ # Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support
+
+ steps:
+ - name: Checkout repository
+ uses: actions/checkout@v3
+
+ # Initializes the CodeQL tools for scanning.
+ - name: Initialize CodeQL
+ uses: github/codeql-action/init@v2
+ with:
+ languages: ${{ matrix.language }}
+ config-file: ./.github/codeql/codeql-config.yml
+ # If you wish to specify custom queries, you can do so here or in a config file.
+ # By default, queries listed here will override any specified in a config file.
+ # Prefix the list here with "+" to use these queries and those in the config file.
+ # Details on CodeQL's query packs refer to : https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+ # queries: security-extended,security-and-quality
+
+ - name: Perform CodeQL Analysis
+ uses: github/codeql-action/analyze@v2
+ with:
+ category: '/language:${{matrix.language}}'

.github/workflows/dependency.yaml

@@ -0,0 +1,20 @@
+# Dependency Review Action
+#
+# This Action will scan dependency manifest files that change as part of a Pull Request, surfacing known-vulnerable versions of the packages declared or updated in the PR. Once installed, if the workflow run is marked as required, PRs introducing known-vulnerable packages will be blocked from merging.
+#
+# Source repository: https://github.com/actions/dependency-review-action
+# Public documentation: https://docs.github.com/en/code-security/supply-chain-security/understanding-your-software-supply-chain/about-dependency-review#dependency-review-enforcement
+name: 'Dependency Review'
+on: [pull_request]
+
+permissions:
+ contents: read
+
+jobs:
+ dependency-review:
+ runs-on: ubuntu-latest
+ steps:
+ - name: 'Checkout Repository'
+ uses: actions/checkout@v3
+ - name: 'Dependency Review'
+ uses: actions/dependency-review-action@v2

.github/workflows/pr-coverage.yml

@@ -0,0 +1,24 @@
+name: Code Coverage
+on: [pull_request]
+jobs:
+ run:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Checkout
+ uses: actions/checkout@v3
+ - name: Set up node
+ uses: actions/setup-node@v3
+ with:
+ node-version-file: '.nvmrc'
+ - name: Install dependencies
+ run: npm install --global yarn && yarn --frozen-lockfile --ignore-engines && yarn build
+ - name: Check test coverage
+ run: npm run test:coverage
+ - name: Upload coverage to Codecov
+ uses: codecov/codecov-action@v3
+ with:
+ token: ${{ secrets.CODECOV_TOKEN }}
+ fail_ci_if_error: true
+ files: coverage-final.json
+ name: codecov-umbrella
+ verbose: true

.gitignore

@@ -60,4 +60,8 @@ browsertest/test
 tsconfig.tsbuildinfo
 
 # Unsupported lock files
-package-lock.json
+package-lock.json
+
+# Project specific files
+output/
+blockchain.db/

.jenkins/Jenkinsfile.ci

@@ -0,0 +1,63 @@
+pipeline {
+ agent { node { label 'lisk-migrator' } }
+ options { skipDefaultCheckout() }
+ stages {
+ stage('Checkout SCM') {
+ steps {
+ cleanWs()
+ dir('lisk-migrator') {
+ checkout scm
+ }
+ }
+ }
+ stage('Build Migrator') {
+ steps {
+ dir('lisk-migrator') {
+ nvm(readFile(".nvmrc").trim()) {
+ sh '''
+ npm install --global yarn
+ yarn --frozen-lockfile
+ yarn build
+ '''
+ }
+ }
+ }
+ }
+ stage('Lint Migrator') {
+ steps {
+ dir('lisk-migrator') {
+ nvm(readFile(".nvmrc").trim()) {
+ sh 'npm run lint'
+ }
+ }
+ }
+ }
+ stage('Format Migrator') {
+ steps {
+ dir('lisk-migrator') {
+ nvm(readFile(".nvmrc").trim()) {
+ sh '''
+ npm run format
+ if [ -z "$(git status --untracked-files=no --porcelain)" ]; then
+ echo "All files formatted"
+ else
+ echo "Running format is required"
+ exit 1
+ fi
+ '''
+ }
+ }
+ }
+ }
+ stage('Test Migrator') {
+ steps {
+ dir('lisk-migrator') {
+ nvm(readFile(".nvmrc").trim()) {
+ sh 'npm test'
+ }
+ }
+ }
+ }
+ }
+}
+// vim: filetype=groovy

.nvmrc

@@ -1 +1 @@
-12.22.4
+18.16

.prettierignore

@@ -1,4 +1,5 @@
 # Files
+Jenkinsfile*
 LICENSE
 .gitkeep
 mocha.opts
@@ -37,4 +38,14 @@ dist/
 tmp/
 browsertest.build/
 .coverage
-.coverage-unit
+.coverage-unit
+
+# DB snapshots, binary files and checksum
+*.sst
+*.db.tar.gz
+*.SHA256
+blockchain.db/*
+
+# Output and data directory
+output/
+data/