actions/sources/src/wrapper-validation/checksums.ts

import * as httpm from 'typed-rest-client/HttpClient'
import * as cheerio from 'cheerio'
import * as core from '@actions/core'

import fileWrapperChecksums from './wrapper-checksums.json'

const httpc = new httpm.HttpClient('gradle/wrapper-validation-action', undefined, {allowRetries: true, maxRetries: 3})

export class WrapperChecksums {
    checksums = new Map<string, Set<string>>()
    versions = new Set<string>()

    add(version: string, checksum: string): void {
        if (this.checksums.has(checksum)) {
            this.checksums.get(checksum)!.add(version)
        } else {
            this.checksums.set(checksum, new Set([version]))
        }

        this.versions.add(version)
    }
}

function loadKnownChecksums(): WrapperChecksums {
    const checksums = new WrapperChecksums()
    for (const entry of fileWrapperChecksums) {
        checksums.add(entry.version, entry.checksum)
    }
    return checksums
}

/**
 * Known checksums from previously published Wrapper versions.
 *
 * Maps from the checksum to the names of the Gradle versions whose wrapper has this checksum.
 */
export const KNOWN_CHECKSUMS = loadKnownChecksums()

export async function fetchUnknownChecksums(
    allowSnapshots: boolean,
    knownChecksums: WrapperChecksums
): Promise<WrapperChecksums> {
    const all = await httpGetJsonArray('https://services.gradle.org/versions/all')
    const withChecksum = all.filter(
        entry => typeof entry === 'object' && entry != null && entry.hasOwnProperty('wrapperChecksumUrl')
    )
    const allowed = withChecksum.filter(
        // eslint-disable-next-line @typescript-eslint/no-explicit-any
        (entry: any) => allowSnapshots || !entry.snapshot
    )
    const notKnown = allowed.filter(
        // eslint-disable-next-line @typescript-eslint/no-explicit-any
        (entry: any) => !knownChecksums.versions.has(entry.version)
    )

    // eslint-disable-next-line @typescript-eslint/no-explicit-any
    const checksumUrls = notKnown.map((entry: any) => [entry.version, entry.wrapperChecksumUrl] as [string, string])
    if (allowSnapshots) {
        await addDistributionSnapshotChecksumUrls(checksumUrls)
    }

    const wrapperChecksums = new WrapperChecksums()
    await fetchAndStoreChecksums(checksumUrls, wrapperChecksums)
    return wrapperChecksums
}

async function httpGetJsonArray(url: string): Promise<unknown[]> {
    return JSON.parse(await httpGetText(url))
}

async function httpGetText(url: string): Promise<string> {
    const response = await httpc.get(url)
    return await response.readBody()
}

async function addDistributionSnapshotChecksumUrls(checksumUrls: [string, string][]): Promise<void> {
    // Load the index page of the distribution snapshot repository into cheerio
    const indexPage = await httpGetText('https://services.gradle.org/distributions-snapshots/')
    const $ = cheerio.load(indexPage)

    // // Find all links ending with '-wrapper.jar.sha256'
    const wrapperChecksumLinks = $('a[href$="-wrapper.jar.sha256"]')
    wrapperChecksumLinks.each((index, element) => {
        const url = $(element).attr('href')!

        // Extract the version from the url
        const version = url.match(/\/distributions-snapshots\/gradle-(.*?)-wrapper\.jar\.sha256/)?.[1]
        if (version) {
            checksumUrls.push([version, `https://services.gradle.org${url}`])
        }
    })
}

async function fetchAndStoreChecksums(
    checksumUrls: [string, string][],
    wrapperChecksums: WrapperChecksums
): Promise<void> {
    const batchSize = 10
    for (let i = 0; i < checksumUrls.length; i += batchSize) {
        const batch = checksumUrls.slice(i, i + batchSize)
        await Promise.all(
            batch.map(async ([version, url]) => {
                const checksum = await httpGetText(url)
                wrapperChecksums.add(version, checksum)
            })
        )
        core.info(`Fetched ${i + batch.length} of ${checksumUrls.length} checksums`)
    }
}