Merge branch 'development'

.eslintignore

@@ -8,4 +8,5 @@ coverage
 benchmark
 .eslintrc.js
 dist/
-test/_setup.js
+test/_setup.js
+data/

.eslintrc.js

@@ -16,8 +16,9 @@ module.exports = {
 	rules: {
 		'max-len': 'off', // Managed by prettier
 		'no-underscore-dangle': 'off', // Used for private variables and methods
-		'implicit-arrow-linebreak': 'off', // Prefered
+		'implicit-arrow-linebreak': 'off', // Preferred
 		'no-mixed-spaces-and-tabs': 'off', // Managed by prettier
+		'no-shadow': 'off',
 		'operator-linebreak': 'off',
 		'import/prefer-default-export': 'off',
 		'lines-between-class-members': 'off', // Off because typescript has members and methods
@@ -31,6 +32,7 @@ module.exports = {
 		'@typescript-eslint/no-unnecessary-boolean-literal-compare': ['error'],
 		'@typescript-eslint/no-unnecessary-qualifier': ['error'],
 		'@typescript-eslint/no-unnecessary-type-arguments': ['error'],
+		'@typescript-eslint/no-shadow': 'warn',
 		'@typescript-eslint/prefer-for-of': ['error'],
 		'@typescript-eslint/prefer-function-type': ['error'],
 		'@typescript-eslint/prefer-includes': ['error'],

.github/codeql/codeql-config.yml

@@ -0,0 +1,3 @@
+paths-ignore:
+  - ./config
+  - ./docs

.github/workflows/branch-coverage.yml

@@ -0,0 +1,28 @@
+name: 'Branch Code Coverage'
+on:
+  push:
+    branches: ['development', feature/*, hotfix/*, main, release/*]
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Set up node
+        uses: actions/setup-node@v3
+        with:
+          node-version-file: '.nvmrc'
+      - name: Install dependencies
+        run: npm install --global yarn && yarn --frozen-lockfile --ignore-engines && yarn build
+      - name: Check test coverage
+        run: npm run test:coverage
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: true
+          files: coverage-final.json
+          name: codecov-umbrella
+          verbose: true

.github/workflows/codeql.yml

@@ -0,0 +1,58 @@
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: 'CodeQL'
+
+on:
+  push:
+    branches: ['development', feature/*, hotfix/*, main, release/*]
+  pull_request:
+    # The branches below must be a subset of the branches above
+    branches: ['development', feature/*, hotfix/*, release/*]
+  schedule:
+    - cron: '30 3 * * 2'
+
+jobs:
+  analyze:
+    name: Analyze
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: true
+      matrix:
+        language: ['typescript']
+        # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
+        # Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      # Initializes the CodeQL tools for scanning.
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v2
+        with:
+          languages: ${{ matrix.language }}
+          config-file: ./.github/codeql/codeql-config.yml
+          # If you wish to specify custom queries, you can do so here or in a config file.
+          # By default, queries listed here will override any specified in a config file.
+          # Prefix the list here with "+" to use these queries and those in the config file.
+          # Details on CodeQL's query packs refer to : https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+          # queries: security-extended,security-and-quality
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v2
+        with:
+          category: '/language:${{matrix.language}}'

.github/workflows/dependency.yaml

@@ -0,0 +1,20 @@
+# Dependency Review Action
+#
+# This Action will scan dependency manifest files that change as part of a Pull Request, surfacing known-vulnerable versions of the packages declared or updated in the PR. Once installed, if the workflow run is marked as required, PRs introducing known-vulnerable packages will be blocked from merging.
+#
+# Source repository: https://github.com/actions/dependency-review-action
+# Public documentation: https://docs.github.com/en/code-security/supply-chain-security/understanding-your-software-supply-chain/about-dependency-review#dependency-review-enforcement
+name: 'Dependency Review'
+on: [pull_request]
+
+permissions:
+  contents: read
+
+jobs:
+  dependency-review:
+    runs-on: ubuntu-latest
+    steps:
+      - name: 'Checkout Repository'
+        uses: actions/checkout@v3
+      - name: 'Dependency Review'
+        uses: actions/dependency-review-action@v2

.github/workflows/pr-coverage.yml

@@ -0,0 +1,24 @@
+name: Code Coverage
+on: [pull_request]
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Set up node
+        uses: actions/setup-node@v3
+        with:
+          node-version-file: '.nvmrc'
+      - name: Install dependencies
+        run: npm install --global yarn && yarn --frozen-lockfile --ignore-engines && yarn build
+      - name: Check test coverage
+        run: npm run test:coverage
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: true
+          files: coverage-final.json
+          name: codecov-umbrella
+          verbose: true

.gitignore

@@ -60,4 +60,8 @@ browsertest/test
 tsconfig.tsbuildinfo
 
 # Unsupported lock files
-package-lock.json
+package-lock.json
+
+# Project specific files
+output/
+blockchain.db/

.jenkins/Jenkinsfile.ci

@@ -0,0 +1,63 @@
+pipeline {
+	agent { node { label 'lisk-migrator' } }
+	options { skipDefaultCheckout() }
+	stages {
+		stage('Checkout SCM') {
+			steps {
+				cleanWs()
+				dir('lisk-migrator') {
+					checkout scm
+				}
+			}
+		}
+		stage('Build Migrator') {
+			steps {
+				dir('lisk-migrator') {
+					nvm(readFile(".nvmrc").trim()) {
+						sh '''
+						npm install --global yarn
+						yarn --frozen-lockfile
+						yarn build
+						'''
+					}
+				}
+			}
+		}
+		stage('Lint Migrator') {
+			steps {
+				dir('lisk-migrator') {
+					nvm(readFile(".nvmrc").trim()) {
+						sh 'npm run lint'
+					}
+				}
+			}
+		}
+		stage('Format Migrator') {
+			steps {
+				dir('lisk-migrator') {
+					nvm(readFile(".nvmrc").trim()) {
+						sh '''
+						npm run format
+						if [ -z "$(git status --untracked-files=no --porcelain)" ]; then
+							echo "All files formatted"
+						else
+							echo "Running format is required"
+							exit 1
+						fi
+						'''
+					}
+				}
+			}
+		}
+		stage('Test Migrator') {
+			steps {
+				dir('lisk-migrator') {
+					nvm(readFile(".nvmrc").trim()) {
+						sh 'npm test'
+					}
+				}
+			}
+		}
+	}
+}
+// vim: filetype=groovy

.nvmrc

@@ -1 +1 @@
-12.22.4
+18.16

.prettierignore

@@ -1,4 +1,5 @@
 # Files
+Jenkinsfile*
 LICENSE
 .gitkeep
 mocha.opts
@@ -37,4 +38,14 @@ dist/
 tmp/
 browsertest.build/
 .coverage
-.coverage-unit
+.coverage-unit
+
+# DB snapshots, binary files and checksum
+*.sst
+*.db.tar.gz
+*.SHA256
+blockchain.db/*
+
+# Output and data directory
+output/
+data/