mirror of
https://github.com/github/codeql-action.git
synced 2026-05-04 04:40:09 +00:00
Nick Fyson
511 lines
15 KiB
YAML
511 lines
15 KiB
YAML
name: "Integration Testing"
|
|
|
|
on: [push, pull_request]
|
|
|
|
jobs:
|
|
# multi-language-repo_test-autodetect-languages:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
# - uses: ./../action/init
|
|
# - name: Build code
|
|
# shell: bash
|
|
# run: ./build.sh
|
|
# - uses: ./../action/analyze
|
|
# env:
|
|
# TEST_MODE: true
|
|
# - run: |
|
|
# cd "$RUNNER_TEMP/codeql_databases"
|
|
# # List all directories as there will be precisely one directory per database
|
|
# # but there may be other files in this directory such as query suites.
|
|
# if [ "$(ls -d */ | wc -l)" != 6 ] || \
|
|
# [[ ! -d cpp ]] || \
|
|
# [[ ! -d csharp ]] || \
|
|
# [[ ! -d go ]] || \
|
|
# [[ ! -d java ]] || \
|
|
# [[ ! -d javascript ]] || \
|
|
# [[ ! -d python ]]; then
|
|
# echo "Did not find expected number of databases. Database dir contains: $(ls)"
|
|
# exit 1
|
|
# fi
|
|
|
|
# multi-language-repo_test-custom-queries-and-remote-config:
|
|
# strategy:
|
|
# fail-fast: false
|
|
# matrix:
|
|
# os: [ubuntu-latest, windows-latest, macos-latest]
|
|
# runs-on: ${{ matrix.os }}
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
# - uses: ./../action/init
|
|
# with:
|
|
# languages: cpp,csharp,java,javascript,python
|
|
# config-file: github/codeql-action/tests/multi-language-repo/.github/codeql/custom-queries.yml@${{ github.sha }}
|
|
# - name: Build code
|
|
# shell: bash
|
|
# run: ./build.sh
|
|
# - uses: ./../action/analyze
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# # Currently is not possible to analyze Go in conjunction with other languages in macos
|
|
# multi-language-repo_test-go-custom-queries:
|
|
# strategy:
|
|
# fail-fast: false
|
|
# matrix:
|
|
# os: [ubuntu-latest, windows-latest, macos-latest]
|
|
# runs-on: ${{ matrix.os }}
|
|
|
|
# steps:
|
|
# - uses: actions/setup-go@v2
|
|
# if: ${{ matrix.os == 'macos-latest' }}
|
|
# with:
|
|
# go-version: '^1.13.1'
|
|
# - uses: actions/checkout@v2
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
# - uses: ./../action/init
|
|
# with:
|
|
# languages: go
|
|
# config-file: ./.github/codeql/custom-queries.yml
|
|
# - name: Build code
|
|
# shell: bash
|
|
# run: ./build.sh
|
|
# - uses: ./../action/analyze
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# multi-language-repo_rubocop:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
# - name: Set up Ruby
|
|
# uses: ruby/setup-ruby@v1
|
|
# with:
|
|
# ruby-version: 2.6
|
|
# - name: Install Code Scanning integration
|
|
# run: bundle add code-scanning-rubocop --version 0.3.0 --skip-install
|
|
# - name: Install dependencies
|
|
# run: bundle install
|
|
# - name: Rubocop run
|
|
# run: |
|
|
# bash -c "
|
|
# bundle exec rubocop --require code_scanning --format CodeScanning::SarifFormatter -o rubocop.sarif
|
|
# [[ $? -ne 2 ]]
|
|
# "
|
|
# - uses: ./../action/upload-sarif
|
|
# with:
|
|
# sarif_file: rubocop.sarif
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# test-proxy:
|
|
# runs-on: ubuntu-latest
|
|
# container:
|
|
# image: ubuntu:18.04
|
|
# options: --dns 127.0.0.1
|
|
# services:
|
|
# squid-proxy:
|
|
# image: datadog/squid:latest
|
|
# ports:
|
|
# - 3128:3128
|
|
# env:
|
|
# https_proxy: http://squid-proxy:3128
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
# - uses: ./../action/init
|
|
# with:
|
|
# languages: javascript
|
|
# - uses: ./../action/analyze
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-javascript-ubuntu:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# # Pass --config-file here, but not for other jobs in this workflow.
|
|
# # This means we're testing the config file parsing in the runner
|
|
# # but not slowing down all jobs unnecessarily as it doesn't add much
|
|
# # testing the parsing on different operating systems and languages.
|
|
# runner/dist/codeql-runner-linux init --repository $GITHUB_REPOSITORY --languages javascript --config-file ./.github/codeql/codeql-config.yml --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# runner/dist/codeql-runner-linux analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-javascript-windows:
|
|
# runs-on: windows-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# runner/dist/codeql-runner-win.exe init --repository $Env:GITHUB_REPOSITORY --languages javascript --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# runner/dist/codeql-runner-win.exe analyze --repository $Env:GITHUB_REPOSITORY --commit $Env:GITHUB_SHA --ref $Env:GITHUB_REF --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-javascript-macos:
|
|
# runs-on: macos-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# runner/dist/codeql-runner-macos init --repository $GITHUB_REPOSITORY --languages javascript --config-file ./.github/codeql/codeql-config.yml --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# runner/dist/codeql-runner-macos analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-csharp-ubuntu:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-linux init --repository $GITHUB_REPOSITORY --languages csharp --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# run: |
|
|
# . ./codeql-runner/codeql-env.sh
|
|
# dotnet build
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-linux analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-csharp-windows:
|
|
# runs-on: windows-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-win.exe init --repository $Env:GITHUB_REPOSITORY --languages csharp --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# shell: powershell
|
|
# run: |
|
|
# cat ./codeql-runner/codeql-env.sh | Invoke-Expression
|
|
# dotnet build
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-win.exe analyze --repository $Env:GITHUB_REPOSITORY --commit $Env:GITHUB_SHA --ref $Env:GITHUB_REF --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-csharp-macos:
|
|
# runs-on: macos-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-macos init --repository $GITHUB_REPOSITORY --languages csharp --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# shell: bash
|
|
# run: |
|
|
# . ./codeql-runner/codeql-env.sh
|
|
# dotnet build
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-macos analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
|
|
# runner-analyze-csharp-autobuild-ubuntu:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-linux init --repository $GITHUB_REPOSITORY --languages csharp --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-linux autobuild
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-linux analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-csharp-autobuild-windows:
|
|
# runs-on: windows-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-win.exe init --repository $Env:GITHUB_REPOSITORY --languages csharp --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# shell: powershell
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-win.exe autobuild
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-win.exe analyze --repository $Env:GITHUB_REPOSITORY --commit $Env:GITHUB_SHA --ref $Env:GITHUB_REF --github-url $Env:GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-analyze-csharp-autobuild-macos:
|
|
# runs-on: macos-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Move codeql-action
|
|
# shell: bash
|
|
# run: |
|
|
# mkdir ../action
|
|
# mv * .github ../action/
|
|
# mv ../action/tests/multi-language-repo/{*,.github} .
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd ../action/runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Run init
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-macos init --repository $GITHUB_REPOSITORY --languages csharp --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# - name: Build code
|
|
# shell: bash
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-macos autobuild
|
|
|
|
# - name: Run analyze
|
|
# run: |
|
|
# ../action/runner/dist/codeql-runner-macos analyze --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
# env:
|
|
# TEST_MODE: true
|
|
|
|
# runner-upload-sarif:
|
|
# runs-on: ubuntu-latest
|
|
|
|
# steps:
|
|
# - uses: actions/checkout@v2
|
|
|
|
# - name: Build runner
|
|
# run: |
|
|
# cd runner
|
|
# npm install
|
|
# npm run build-runner
|
|
|
|
# - name: Upload with runner
|
|
# run: |
|
|
# # Deliberately don't use TEST_MODE here. This is specifically testing
|
|
# # the compatibility with the API.
|
|
# runner/dist/codeql-runner-linux upload --sarif-file src/testdata/empty-sarif.sarif --repository $GITHUB_REPOSITORY --commit $GITHUB_SHA --ref $GITHUB_REF --github-url $GITHUB_SERVER_URL --github-auth ${{ github.token }}
|
|
|
|
# Test the behaviour when asked to scan a compiled language but no code is compiled
|
|
java:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Move codeql-action
|
|
shell: bash
|
|
run: |
|
|
mkdir ../action
|
|
shopt -s dotglob
|
|
mv * ../action/
|
|
# Do not copy anything back, so there's nothing left to scan
|
|
- uses: ./../action/init
|
|
with:
|
|
languages: java
|
|
- uses: ./../action/analyze
|
|
env:
|
|
TEST_MODE: true
|
|
|
|
# Test the behaviour when asked to scan a non-compiled language but there is no code to scan
|
|
javascript:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Move codeql-action
|
|
shell: bash
|
|
run: |
|
|
mkdir ../action
|
|
shopt -s dotglob
|
|
mv * ../action/
|
|
# Do not copy anything back, so there's nothing left to scan
|
|
- uses: ./../action/init
|
|
with:
|
|
languages: javascript
|
|
- uses: ./../action/analyze
|
|
env:
|
|
TEST_MODE: true
|
|
|
|
matcher-catches-out-of-memory-error:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Move codeql-action
|
|
shell: bash
|
|
run: |
|
|
mkdir ../action
|
|
mv * .github ../action/
|
|
mv ../action/tests/multi-language-repo/{*,.github} .
|
|
- uses: ./../action/init
|
|
with:
|
|
languages: cpp,csharp,java,javascript,python
|
|
config-file: github/codeql-action/tests/multi-language-repo/.github/codeql/custom-queries.yml@${{ github.sha }}
|
|
- name: Build code
|
|
shell: bash
|
|
run: ./build.sh
|
|
- uses: ./../action/analyze
|
|
with:
|
|
ram: 10
|
|
env:
|
|
TEST_MODE: true
|