import * as core from "@actions/core"; import * as toolrunnner from "@actions/exec/lib/toolrunner"; import * as fs from "fs"; import * as os from "os"; import * as path from "path"; import * as api from "./api-client"; import { Language } from "./languages"; import { Logger } from "./logging"; import * as sharedEnv from "./shared-environment"; /** * Are we running on actions, or not. */ export type Mode = "actions" | "runner"; /** * The URL for github.com. */ export const GITHUB_DOTCOM_URL = "https://github.com"; /** * Get an environment parameter, but throw an error if it is not set. */ export function getRequiredEnvParam(paramName: string): string { const value = process.env[paramName]; if (value === undefined || value.length === 0) { throw new Error(`${paramName} environment variable must be set`); } core.debug(`${paramName}=${value}`); return value; } /** * Get the extra options for the codeql commands. */ export function getExtraOptionsEnvParam(): object { const varName = "CODEQL_ACTION_EXTRA_OPTIONS"; const raw = process.env[varName]; if (raw === undefined || raw.length === 0) { return {}; } try { return JSON.parse(raw); } catch (e) { throw new Error( `${varName} environment variable is set, but does not contain valid JSON: ${e.message}` ); } } export function isLocalRun(): boolean { return ( !!process.env.CODEQL_LOCAL_RUN && process.env.CODEQL_LOCAL_RUN !== "false" && process.env.CODEQL_LOCAL_RUN !== "0" ); } /** * Ensures all required environment variables are set in the context of a local run. */ export function prepareLocalRunEnvironment() { if (!isLocalRun()) { return; } core.debug("Action is running locally."); if (!process.env.GITHUB_JOB) { core.exportVariable("GITHUB_JOB", "UNKNOWN-JOB"); } } /** * Gets the SHA of the commit that is currently checked out. */ export async function getCommitOid(): Promise { // Try to use git to get the current commit SHA. If that fails then // log but otherwise silently fall back to using the SHA from the environment. // The only time these two values will differ is during analysis of a PR when // the workflow has changed the current commit to the head commit instead of // the merge commit, which must mean that git is available. // Even if this does go wrong, it's not a huge problem for the alerts to // reported on the merge commit. try { let commitOid = ""; await new toolrunnner.ToolRunner("git", ["rev-parse", "HEAD"], { silent: true, listeners: { stdout: (data) => { commitOid += data.toString(); }, stderr: (data) => { process.stderr.write(data); }, }, }).exec(); return commitOid.trim(); } catch (e) { core.info( `Failed to call git to get current commit. Continuing with data from environment: ${e}` ); return getRequiredEnvParam("GITHUB_SHA"); } } /** * Get the path of the currently executing workflow. */ async function getWorkflowPath(): Promise { const repo_nwo = getRequiredEnvParam("GITHUB_REPOSITORY").split("/"); const owner = repo_nwo[0]; const repo = repo_nwo[1]; const run_id = Number(getRequiredEnvParam("GITHUB_RUN_ID")); const apiClient = api.getActionsApiClient(); const runsResponse = await apiClient.request( "GET /repos/:owner/:repo/actions/runs/:run_id", { owner, repo, run_id, } ); const workflowUrl = runsResponse.data.workflow_url; const workflowResponse = await apiClient.request(`GET ${workflowUrl}`); return workflowResponse.data.path; } /** * Get the workflow run ID. */ export function getWorkflowRunID(): number { const workflowRunID = parseInt(getRequiredEnvParam("GITHUB_RUN_ID"), 10); if (Number.isNaN(workflowRunID)) { throw new Error("GITHUB_RUN_ID must define a non NaN workflow run ID"); } return workflowRunID; } /** * Get the analysis key paramter for the current job. * * This will combine the workflow path and current job name. * Computing this the first time requires making requests to * the github API, but after that the result will be cached. */ export async function getAnalysisKey(): Promise { const analysisKeyEnvVar = "CODEQL_ACTION_ANALYSIS_KEY"; let analysisKey = process.env[analysisKeyEnvVar]; if (analysisKey !== undefined) { return analysisKey; } const workflowPath = await getWorkflowPath(); const jobName = getRequiredEnvParam("GITHUB_JOB"); analysisKey = `${workflowPath}:${jobName}`; core.exportVariable(analysisKeyEnvVar, analysisKey); return analysisKey; } /** * Get the ref currently being analyzed. */ export function getRef(): string { // Will be in the form "refs/heads/master" on a push event // or in the form "refs/pull/N/merge" on a pull_request event const ref = getRequiredEnvParam("GITHUB_REF"); // For pull request refs we want to convert from the 'merge' ref // to the 'head' ref, as that is what we want to analyse. // There should have been some code earlier in the workflow to do // the checkout, but we have no way of verifying that here. const pull_ref_regex = /refs\/pull\/(\d+)\/merge/; if (pull_ref_regex.test(ref)) { return ref.replace(pull_ref_regex, "refs/pull/$1/head"); } else { return ref; } } type ActionName = "init" | "autobuild" | "finish" | "upload-sarif"; type ActionStatus = "starting" | "aborted" | "success" | "failure"; export interface StatusReportBase { // ID of the workflow run containing the action run workflow_run_id: number; // Workflow name. Converted to analysis_name further down the pipeline. workflow_name: string; // Job name from the workflow job_name: string; // Analysis key, normally composed from the workflow path and job name analysis_key: string; // Value of the matrix for this instantiation of the job matrix_vars?: string; // Commit oid that the workflow was triggered on commit_oid: string; // Ref that the workflow was triggered on ref: string; // Name of the action being executed action_name: ActionName; // Version if the action being executed, as a commit oid action_oid: string; // Time the first action started. Normally the init action started_at: string; // Time this action started action_started_at: string; // Time this action completed, or undefined if not yet completed completed_at?: string; // State this action is currently in status: ActionStatus; // Cause of the failure (or undefined if status is not failure) cause?: string; // Stack trace of the failure (or undefined if status is not failure) exception?: string; } /** * Compose a StatusReport. * * @param actionName The name of the action, e.g. 'init', 'finish', 'upload-sarif' * @param status The status. Must be 'success', 'failure', or 'starting' * @param startedAt The time this action started executing. * @param cause Cause of failure (only supply if status is 'failure') * @param exception Exception (only supply if status is 'failure') */ export async function createStatusReportBase( actionName: ActionName, status: ActionStatus, actionStartedAt: Date, cause?: string, exception?: string ): Promise { const commitOid = process.env["GITHUB_SHA"] || ""; const ref = getRef(); const workflowRunIDStr = process.env["GITHUB_RUN_ID"]; let workflowRunID = -1; if (workflowRunIDStr) { workflowRunID = parseInt(workflowRunIDStr, 10); } const workflowName = process.env["GITHUB_WORKFLOW"] || ""; const jobName = process.env["GITHUB_JOB"] || ""; const analysis_key = await getAnalysisKey(); let workflowStartedAt = process.env[sharedEnv.CODEQL_WORKFLOW_STARTED_AT]; if (workflowStartedAt === undefined) { workflowStartedAt = actionStartedAt.toISOString(); core.exportVariable( sharedEnv.CODEQL_WORKFLOW_STARTED_AT, workflowStartedAt ); } const statusReport: StatusReportBase = { workflow_run_id: workflowRunID, workflow_name: workflowName, job_name: jobName, analysis_key, commit_oid: commitOid, ref, action_name: actionName, action_oid: "unknown", // TODO decide if it's possible to fill this in started_at: workflowStartedAt, action_started_at: actionStartedAt.toISOString(), status, }; // Add optional parameters if (cause) { statusReport.cause = cause; } if (exception) { statusReport.exception = exception; } if (status === "success" || status === "failure" || status === "aborted") { statusReport.completed_at = new Date().toISOString(); } const matrix: string | undefined = getOptionalInput("matrix"); if (matrix) { statusReport.matrix_vars = matrix; } return statusReport; } /** * Send a status report to the code_scanning/analysis/status endpoint. * * Optionally checks the response from the API endpoint and sets the action * as failed if the status report failed. This is only expected to be used * when sending a 'starting' report. * * Returns whether sending the status report was successful of not. */ export async function sendStatusReport( statusReport: S, ignoreFailures?: boolean ): Promise { if (getRequiredEnvParam("GITHUB_SERVER_URL") !== GITHUB_DOTCOM_URL) { core.debug("Not sending status report to GitHub Enterprise"); return true; } if (isLocalRun()) { core.debug("Not sending status report because this is a local run"); return true; } const statusReportJSON = JSON.stringify(statusReport); core.debug(`Sending status report: ${statusReportJSON}`); const nwo = getRequiredEnvParam("GITHUB_REPOSITORY"); const [owner, repo] = nwo.split("/"); const client = api.getActionsApiClient(); const statusResponse = await client.request( "PUT /repos/:owner/:repo/code-scanning/analysis/status", { owner, repo, data: statusReportJSON, } ); if (!ignoreFailures) { // If the status report request fails with a 403 or a 404, then this is a deliberate // message from the endpoint that the SARIF upload can be expected to fail too, // so the action should fail to avoid wasting actions minutes. // // Other failure responses (or lack thereof) could be transitory and should not // cause the action to fail. if (statusResponse.status === 403) { core.setFailed( "The repo on which this action is running is not opted-in to CodeQL code scanning." ); return false; } if (statusResponse.status === 404) { core.setFailed( "Not authorized to used the CodeQL code scanning feature on this repo." ); return false; } } return true; } /** * Get the array of all the tool names contained in the given sarif contents. * * Returns an array of unique string tool names. */ export function getToolNames(sarifContents: string): string[] { const sarif = JSON.parse(sarifContents); const toolNames = {}; for (const run of sarif.runs || []) { const tool = run.tool || {}; const driver = tool.driver || {}; if (typeof driver.name === "string" && driver.name.length > 0) { toolNames[driver.name] = true; } } return Object.keys(toolNames); } // Creates a random temporary directory, runs the given body, and then deletes the directory. // Mostly intended for use within tests. export async function withTmpDir( body: (tmpDir: string) => Promise ): Promise { const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "codeql-action-")); const realSubdir = path.join(tmpDir, "real"); fs.mkdirSync(realSubdir); const symlinkSubdir = path.join(tmpDir, "symlink"); fs.symlinkSync(realSubdir, symlinkSubdir, "dir"); const result = await body(symlinkSubdir); fs.rmdirSync(tmpDir, { recursive: true }); return result; } /** * Get the codeql `--ram` flag as configured by the `ram` input. If no value was * specified, the total available memory will be used minus 256 MB. * * @returns string */ export function getMemoryFlag(userInput: string | undefined): string { let memoryToUseMegaBytes: number; if (userInput) { memoryToUseMegaBytes = Number(userInput); if (Number.isNaN(memoryToUseMegaBytes) || memoryToUseMegaBytes <= 0) { throw new Error(`Invalid RAM setting "${userInput}", specified.`); } } else { const totalMemoryBytes = os.totalmem(); const totalMemoryMegaBytes = totalMemoryBytes / (1024 * 1024); const systemReservedMemoryMegaBytes = 256; memoryToUseMegaBytes = totalMemoryMegaBytes - systemReservedMemoryMegaBytes; } return `--ram=${Math.floor(memoryToUseMegaBytes)}`; } /** * Get the codeql flag to specify whether to add code snippets to the sarif file. * * @returns string */ export function getAddSnippetsFlag( userInput: string | boolean | undefined ): string { if (typeof userInput === "string") { // have to process specifically because any non-empty string is truthy userInput = userInput.toLowerCase() === "true"; } return userInput ? "--sarif-add-snippets" : "--no-sarif-add-snippets"; } /** * Get the codeql `--threads` value specified for the `threads` input. * If not value was specified, all available threads will be used. * * The value will be capped to the number of available CPUs. * * @returns string */ export function getThreadsFlag( userInput: string | undefined, logger: Logger ): string { let numThreads: number; const maxThreads = os.cpus().length; if (userInput) { numThreads = Number(userInput); if (Number.isNaN(numThreads)) { throw new Error(`Invalid threads setting "${userInput}", specified.`); } if (numThreads > maxThreads) { logger.info( `Clamping desired number of threads (${numThreads}) to max available (${maxThreads}).` ); numThreads = maxThreads; } const minThreads = -maxThreads; if (numThreads < minThreads) { logger.info( `Clamping desired number of free threads (${numThreads}) to max available (${minThreads}).` ); numThreads = minThreads; } } else { // Default to using all threads numThreads = maxThreads; } return `--threads=${numThreads}`; } /** * Get the directory where CodeQL databases should be placed. */ export function getCodeQLDatabasesDir(tempDir: string) { return path.resolve(tempDir, "codeql_databases"); } /** * Get the path where the CodeQL database for the given language lives. */ export function getCodeQLDatabasePath(tempDir: string, language: Language) { return path.resolve(getCodeQLDatabasesDir(tempDir), language); } /** * Wrapper for core.getInput. Returns undefined if the requested * input is not specified. */ export function getOptionalInput(name: string): string | undefined { const value = core.getInput(name); if (value === "") { return undefined; } return value; } /** * Wrapper for core.getInput. Returns the requested input or * throws if not defined. */ export function getRequiredInput(name: string): string { return core.getInput(name, { required: true }); }