Kai Pastor 3715d743ac
[vcpkg baseline][vcpkg-ci-msys2] Silence error from libcrypt delisting (#34772)
* [vcpkg-ci-msys2] Improve var name

* [vcpkg-ci-msys2] Handle known delisted
2023-10-30 15:10:50 -07:00

361 lines
18 KiB
CMake

set(VCPKG_POLICY_EMPTY_PACKAGE enabled)
set(msys_repo_url "https://mirror.msys2.org/msys/x86_64")
set(mingw64_repo_url "https://mirror.msys2.org/mingw/mingw64")
set(mingw32_repo_url "https://mirror.msys2.org/mingw/mingw32")
set(clangarm64_repo_url "https://mirror.msys2.org/mingw/clangarm64")
# Ignore these updates (e.g. for known problems)
vcpkg_list(SET ignored_updates
https://mirror.msys2.org/mingw/mingw64/mingw-w64-x86_64-ca-certificates-20211016-3-any.pkg.tar.zst
)
# Known removals that shall not be reported as errors
# (Packages to be removed from vcpkg scripts ASAP.)
vcpkg_list(SET known_delisted
libcrypt
)
# Ignore these dependencies (e.g. interactive or effectively optional)
vcpkg_list(SET ignored_dependencies
autoconf2.13 autoconf2.69
automake1.11 automake1.12 automake1.13 automake1.14 automake1.15
db
gdbm
info
less
libiconv-devel
libltdl
mingw-w64-x86_64-tzdata
)
# Ignore these provides (e.g. effectively optional)
vcpkg_list(SET ignored_provides
gnome-common
perl-Archive-Tar perl-Attribute-Handlers perl-AutoLoader perl-CPAN-Meta-Requirements perl-CPAN-Meta-YAML perl-CPAN-Meta perl-CPAN perl-Carp perl-Compress-Raw-Bzip2 perl-Compress-Raw-Zlib perl-Config-Perl-V perl-DB_File perl-Data-Dumper perl-Devel-PPPort perl-Devel-SelfStubber perl-Digest-MD5 perl-Digest-SHA perl-Digest perl-Dumpvalue perl-Encode perl-Env perl-Exporter perl-ExtUtils-CBuilder perl-ExtUtils-Constant perl-ExtUtils-Install perl-ExtUtils-MakeMaker perl-ExtUtils-Manifest perl-ExtUtils-PL2Bat perl-ExtUtils-ParseXS perl-File-Fetch perl-File-Path perl-File-Temp perl-Filter-Simple perl-Filter-Util-Call perl-FindBin perl-Getopt-Long perl-HTTP-Tiny perl-I18N-Collate perl-I18N-LangTags perl-IO-Compress perl-IO-Socket-IP perl-IO-Zlib perl-IO perl-IPC-Cmd perl-IPC-SysV perl-JSON-PP perl-Locale-Maketext-Simple perl-Locale-Maketext perl-MIME-Base64 perl-Math-BigInt-FastCalc perl-Math-BigInt perl-Math-BigRat perl-Math-Complex perl-Memoize perl-Module-CoreList perl-Module-Load-Conditional perl-Module-Load perl-Module-Loaded perl-Module-Metadata perl-NEXT perl-Net-Ping perl-Params-Check perl-PathTools perl-Perl-OSType perl-PerlIO-via-QuotedPrint perl-Pod-Checker perl-Pod-Escapes perl-Pod-Perldoc perl-Pod-Simple perl-Pod-Usage perl-Safe perl-Scalar-List-Utils perl-Search-Dict perl-SelfLoader perl-Socket perl-Storable perl-Sys-Syslog perl-Term-ANSIColor perl-Term-Cap perl-Term-Complete perl-Term-ReadLine perl-Test-Harness perl-Test-Simple perl-Test perl-Text-Abbrev perl-Text-Balanced perl-Text-ParseWords perl-Text-Tabs perl-Thread-Queue perl-Thread-Semaphore perl-Tie-File perl-Tie-RefHash perl-Time-HiRes perl-Time-Local perl-Time-Piece perl-Unicode-Collate perl-Unicode-Normalize perl-Win32 perl-Win32API-File perl-XSLoader perl-autodie perl-autouse perl-base perl-bignum perl-constant perl-encoding-warnings perl-experimental perl-if perl-lib perl-libnet perl-parent perl-perlfaq perl-podlators perl-threads-shared perl-threads perl-version
)
string(TIMESTAMP now "%s" UTC)
function(age_in_days out_var timestamp)
set(age "")
if(timestamp)
math(EXPR age "(${now} - ${timestamp}) / 3600 / 24")
endif()
set(${out_var} "${age}" PARENT_SCOPE)
endfunction()
function(pretty_age out_var age_in_days)
if(age_in_days STREQUAL "")
set(${out_var} "(timestamp unknown)" PARENT_SCOPE)
else()
set(${out_var} "(${age_in_days} days ago)" PARENT_SCOPE)
endif()
endfunction()
function(get_vcpkg_builddate out_var name)
if(NOT DEFINED Z_VCPKG_MSYS_${name}_ARCHIVE)
z_vcpkg_acquire_msys_download_package(Z_VCPKG_MSYS_${name}_ARCHIVE
URL "${Z_VCPKG_MSYS_${name}_URL}"
SHA512 "${Z_VCPKG_MSYS_${name}_SHA512}"
FILENAME "${Z_VCPKG_MSYS_${name}_FILENAME}"
)
set(Z_VCPKG_MSYS_${name}_ARCHIVE "${Z_VCPKG_MSYS_${name}_ARCHIVE}" PARENT_SCOPE)
endif()
set(pkginfo_dir "${CURRENT_BUILDTREES_DIR}/vcpkg")
file(REMOVE_RECURSE "${pkginfo_dir}/${name}.txt" "${pkginfo_dir}/_tmp")
file(MAKE_DIRECTORY "${pkginfo_dir}/_tmp")
execute_process(
COMMAND "${CMAKE_COMMAND}" -E tar xzf "${Z_VCPKG_MSYS_${name}_ARCHIVE}" .PKGINFO
WORKING_DIRECTORY "${pkginfo_dir}/_tmp"
)
file(RENAME "${pkginfo_dir}/_tmp/.PKGINFO" "${pkginfo_dir}/${name}.txt")
file(STRINGS "${pkginfo_dir}/${name}.txt" builddate REGEX "builddate = [0-9]+")
string(REPLACE "builddate = " "" builddate "${builddate}")
set(${out_var} "${builddate}" PARENT_SCOPE)
endfunction()
function(get_vcpkg_provides out_var name)
if(NOT DEFINED Z_VCPKG_MSYS_${name}_ARCHIVE)
z_vcpkg_acquire_msys_download_package(Z_VCPKG_MSYS_${name}_ARCHIVE
URL "${Z_VCPKG_MSYS_${name}_URL}"
SHA512 "${Z_VCPKG_MSYS_${name}_SHA512}"
FILENAME "${Z_VCPKG_MSYS_${name}_FILENAME}"
)
set(Z_VCPKG_MSYS_${name}_ARCHIVE "${Z_VCPKG_MSYS_${name}_ARCHIVE}" PARENT_SCOPE)
endif()
set(pkginfo_dir "${CURRENT_BUILDTREES_DIR}/vcpkg")
file(REMOVE_RECURSE "${pkginfo_dir}/${name}.txt" "${pkginfo_dir}/_tmp")
file(MAKE_DIRECTORY "${pkginfo_dir}/_tmp")
execute_process(
COMMAND "${CMAKE_COMMAND}" -E tar xzf "${Z_VCPKG_MSYS_${name}_ARCHIVE}" .PKGINFO
WORKING_DIRECTORY "${pkginfo_dir}/_tmp"
)
file(RENAME "${pkginfo_dir}/_tmp/.PKGINFO" "${pkginfo_dir}/${name}.txt")
file(STRINGS "${pkginfo_dir}/${name}.txt" provides REGEX "provides = .+")
string(REPLACE "provides = " "" provides "${provides}")
set(${out_var} "${provides}" PARENT_SCOPE)
endfunction()
function(update_vcpkg_download script_file name new_url)
message(STATUS "- Updating vcpkg...")
if(NOT new_url MATCHES [[^https://mirror\.msys2\.org/.*/(([^/]*)-[^-/]+-[^-/]+-[^-/]+\.pkg\.tar\.(xz|zst))$]])
message(FATAL_ERROR "Supplied URL does not match the expected pattern: ${arg_URL}")
endif()
set(filename "msys2-${CMAKE_MATCH_1}")
vcpkg_download_distfile(archive
URLS "${new_url}"
FILENAME "${filename}"
SKIP_SHA512
)
execute_process(
COMMAND "${CMAKE_COMMAND}" -E sha512sum "${archive}"
OUTPUT_VARIABLE sha512
OUTPUT_STRIP_TRAILING_WHITESPACE
)
string(REGEX REPLACE " .*" "" sha512 "${sha512}")
vcpkg_replace_string("${SCRIPTS}/cmake/${script_file}" "${Z_VCPKG_MSYS_${name}_URL}" "${new_url}")
vcpkg_replace_string("${SCRIPTS}/cmake/${script_file}" "${Z_VCPKG_MSYS_${name}_SHA512}" "${sha512}")
endfunction()
function(pretty_dependencies out_var list_name)
foreach(dependency IN LISTS ignored_dependencies)
list(TRANSFORM ${list_name} REPLACE "^${dependency}\$" "(${dependency})")
endforeach()
list(JOIN ${list_name} " " list_string)
set(${out_var} "${list_string}" PARENT_SCOPE)
endfunction()
function(analyze_package_list list_var script)
message(STATUS "*** Analyzing packages in '${script}'")
vcpkg_list(SET critical) # Packages which can be upgraded and are fairly old in vcpkg
vcpkg_list(SET mismatched_deps) # Packages which have vcpkg deps different from msys2 deps
vcpkg_list(SET missing) # Packages used in (new) deps but not declared
vcpkg_list(SET upgradable) # Packages which can be upgrade but are fairly fresh in vcpkg
vcpkg_list(SET vanished) # Packages which vanished from the msys2 database
# Preload details from direct packages
foreach(name IN LISTS ${list_var})
if(NOT Z_VCPKG_MSYS_${name}_DIRECT)
continue()
endif()
get_vcpkg_provides(vcpkg_provides "${name}")
set(Z_VCPKG_MSYS_${name}_PROVIDES "${vcpkg_provides}")
foreach(provided IN LISTS vcpkg_provides)
set(Z_VCPKG_MSYS_${provided}_PROVIDED_BY "${name}")
endforeach()
endforeach()
# msys2.org removes packages 1.75 years after it was removed from the active database,
# cf. https://www.msys2.org/docs/faq/#how-long-are-old-packages-kept-on-repomsys2org
# We don't know the date of that replacement, and mirrors might use a shorter time.
# But we can compare the build date of the package currently downloaded by vcpkg
# and the build date of the package in the msys2 database.
# If this time span exceeds 'max_age', an update is marked as critical.
set(max_age 365) # days
math(EXPR minimum_builddate "${now} - 6 * 30 * 24 * 3600")
foreach(name IN LISTS ${list_var})
if(Z_VCPKG_MSYS_${name}_DIRECT)
message(STATUS "${name} (DIRECT)")
elseif("DIRECT_ONLY" IN_LIST ARGN)
continue()
else()
message(STATUS "${name}")
endif()
set(vcpkg_url "${Z_VCPKG_MSYS_${name}_URL}")
set(vcpkg_deps "${Z_VCPKG_MSYS_${name}_DEPS}")
set(vcpkg_provides "${Z_VCPKG_MSYS_${name}_PROVIDES}")
set(repo "msys")
if(name MATCHES "^mingw-w64-x86_64")
set(repo "mingw64")
elseif(name MATCHES "^mingw-w64-i686")
set(repo "mingw32")
elseif(name MATCHES "^mingw-w64-clang-aarch64")
set(repo "clangarm64")
endif()
file(GLOB files "${${repo}_repo_files}/${name}-*/desc")
set(found 0)
foreach(file IN LISTS files)
# Find the package
file(STRINGS "${file}" desc)
if(NOT desc MATCHES "%NAME%;${name};")
continue()
elseif(NOT desc MATCHES "%FILENAME%;([^;]+)")
continue()
endif()
set(found 1)
set(current_url "${${repo}_repo_url}/${CMAKE_MATCH_1}")
# Check the URL
if(NOT vcpkg_url STREQUAL current_url AND NOT current_url IN_LIST ignored_updates)
get_vcpkg_builddate(vcpkg_builddate "${name}")
age_in_days(vcpkg_age "${vcpkg_builddate}")
pretty_age(vcpkg_age_pretty "${vcpkg_age}")
set(current_age "")
if(desc MATCHES "%BUILDDATE%;([0-9]+)")
age_in_days(current_age "${CMAKE_MATCH_1}")
endif()
pretty_age(current_age_string "${current_age}")
message(STATUS "- vcpkg: ${vcpkg_url} ${vcpkg_age_pretty}")
message(STATUS "+ msys2: ${current_url} ${current_age_string}")
set(age_diff "0")
if(NOT vcpkg_age STREQUAL "" AND NOT current_age STREQUAL "")
math(EXPR age_diff "${current_age} - ${vcpkg_age}")
endif()
if(age_diff GREATER max_age)
if("update-all" IN_LIST FEATURES)
update_vcpkg_download("${script}" "${name}" "${current_url}")
else()
vcpkg_list(APPEND critical "${name}")
endif()
elseif(NOT vcpkg_url STREQUAL current_url)
if("update-all" IN_LIST FEATURES)
update_vcpkg_download("${script}" "${name}" "${current_url}")
else()
vcpkg_list(APPEND upgradable "${name}")
endif()
endif()
endif()
# Check the dependencies
if(desc MATCHES "%DEPENDS%;([^%]*)" OR vcpkg_deps)
list(JOIN CMAKE_MATCH_1 " " current_deps)
separate_arguments(current_deps UNIX_COMMAND "${current_deps}")
list(TRANSFORM current_deps REPLACE "[<=>].*" "")
list(SORT current_deps)
list(SORT vcpkg_deps)
pretty_dependencies(current_deps_string current_deps)
if(Z_VCPKG_MSYS_${name}_DIRECT AND NOT current_deps STREQUAL "")
message(STATUS "* msys2 dependencies: ${current_deps_string}")
elseif(NOT vcpkg_deps STREQUAL current_deps)
pretty_dependencies(vcpkg_deps_string vcpkg_deps)
message(STATUS "- vcpkg dependencies: ${vcpkg_deps_string}")
message(STATUS "+ msys2 dependencies: ${current_deps_string}")
list(REMOVE_ITEM current_deps ${ignored_dependencies})
if(NOT vcpkg_deps STREQUAL current_deps)
vcpkg_list(APPEND mismatched_deps "${name}")
endif()
list(REMOVE_ITEM current_deps ${known_packages} ${${list_var}} ${ignored_dependencies})
set(missing_deps "")
foreach(dep IN LISTS current_deps)
if(NOT DEFINED Z_VCPKG_MSYS_${dep}_PROVIDED_BY)
list(APPEND missing_deps "${dep}")
endif()
endforeach()
if(missing_deps)
list(JOIN missing_deps " " missing_deps_string)
message(STATUS "! unknown dependencies: ${missing_deps_string}")
vcpkg_list(APPEND missing ${missing_deps})
endif()
endif()
endif()
# Check the "provides"
if(desc MATCHES "%PROVIDES%;([^%]*)" OR vcpkg_provides)
list(JOIN CMAKE_MATCH_1 " " current_provides)
separate_arguments(current_provides UNIX_COMMAND "${current_provides}")
list(TRANSFORM current_provides REPLACE "[<=>].*" "")
list(REMOVE_ITEM current_provides ${ignored_provides})
list(JOIN vcpkg_provides " " vcpkg_provides_string)
if(NOT vcpkg_provides STREQUAL current_provides)
list(JOIN vcpkg_provides " " vcpkg_provides_string)
list(JOIN current_provides " " current_provides_string)
message(STATUS "- vcpkg provides: ${vcpkg_provides_string}")
message(STATUS "+ msys2 provides: ${current_provides_string}")
elseif(NOT vcpkg_provides STREQUAL "")
message(STATUS "* provides: ${vcpkg_provides_string}")
endif()
endif()
endforeach()
if(NOT found AND NOT name IN_LIST known_delisted)
vcpkg_list(APPEND vanished "${name}")
get_vcpkg_builddate(vcpkg_builddate "${name}")
age_in_days(vcpkg_age "${vcpkg_builddate}")
pretty_age(vcpkg_age_pretty "${vcpkg_age}")
message(STATUS "- vcpkg: ${vcpkg_url} ${vcpkg_age_pretty}")
message(STATUS "! msys2: no match for ${name}")
age_in_days(current_age "${now}")
set(age_diff "0")
if(NOT vcpkg_age STREQUAL "" AND NOT current_age STREQUAL "")
math(EXPR age_diff "${current_age} - ${vcpkg_age}")
endif()
if(age_diff GREATER max_age)
vcpkg_list(APPEND critical "${name}")
endif()
endif()
endforeach()
if(mismatched_deps)
list(JOIN mismatched_deps " " mismatched_deps)
message(WARNING "The following msys2 packages have changed dependencies: ${mismatched_deps}")
endif()
if(missing)
list(SORT missing)
list(REMOVE_DUPLICATES missing)
list(JOIN missing " " missing)
message(WARNING "The following msys2 packages would be needed to update all dependencies: ${missing}")
endif()
if(upgradable)
list(JOIN upgradable " " upgradable)
message(WARNING "The following msys2 packages could be updated: ${upgradable}")
endif()
if(critical)
list(JOIN critical " " critical)
message(SEND_ERROR "The following msys2 packages were build more than 6 months ago and should be updated: ${critical}")
endif()
if(vanished)
list(JOIN vanished " " vanished)
message(SEND_ERROR "The following msys2 packages are no longer in the database: ${vanished}")
endif()
message(STATUS "*** Analyzing packages in '${script}' done")
endfunction()
message(STATUS "*** Downloading current msys2 package lists")
string(TIMESTAMP stamp "%Y-%m-%d" UTC)
foreach(repo IN ITEMS msys mingw32 mingw64 clangarm64)
string(REPLACE "/" "-" local_file "msys2-${stamp}-${repo}.files")
set(archive "${DOWNLOADS}/${local_file}")
vcpkg_download_distfile(repo_files_archive
URLS "${${repo}_repo_url}/${repo}.files"
FILENAME "${local_file}"
SKIP_SHA512
)
vcpkg_extract_source_archive(repo_files
ARCHIVE "${repo_files_archive}"
NO_REMOVE_ONE_LEVEL
)
set(${repo}_repo_files "${repo_files}")
endforeach()
message(STATUS "*** Downloading current msys2 package lists done")
set(Z_VCPKG_MSYS_PACKAGES_RESOLVED "" CACHE INTERNAL "")
vcpkg_acquire_msys(msys_root Z_ALL_PACKAGES)
analyze_package_list(Z_VCPKG_MSYS_PACKAGES_RESOLVED "vcpkg_acquire_msys.cmake")
set(known_packages "${Z_VCPKG_MSYS_PACKAGES_RESOLVED}")
set(Z_VCPKG_MSYS_PACKAGES_RESOLVED "" CACHE INTERNAL "")
vcpkg_find_acquire_program(PKGCONFIG)
analyze_package_list(Z_VCPKG_MSYS_PACKAGES_RESOLVED "vcpkg_find_acquire_program(PKGCONFIG).cmake" DIRECT_ONLY)
set(PATH_BAK "$ENV{PATH}")
set(CMAKE_Fortran_COMPILER "")
set(Z_VCPKG_MSYS_PACKAGES_RESOLVED "" CACHE INTERNAL "")
include("${SCRIPTS}/cmake/vcpkg_find_fortran.cmake")
vcpkg_find_fortran(FORTRAN)
analyze_package_list(Z_VCPKG_MSYS_PACKAGES_RESOLVED "vcpkg_find_fortran.cmake" DIRECT_ONLY)
set(ENV{PATH} "${PATH_BAK}")
if(VCPKG_TARGET_ARCHITECTURE STREQUAL "x64")
# Don't do this in regular ports.
message(STATUS "*** Simulating an x86 target triplet")
set(VCPKG_TARGET_ARCHITECTURE "x86")
set(VCPKG_CHAINLOAD_TOOLCHAIN_FILE "")
set(CMAKE_Fortran_COMPILER "")
set(Z_VCPKG_MSYS_PACKAGES_RESOLVED "" CACHE INTERNAL "")
vcpkg_find_fortran(FORTRAN_x86)
analyze_package_list(Z_VCPKG_MSYS_PACKAGES_RESOLVED "vcpkg_find_fortran.cmake" DIRECT_ONLY)
set(VCPKG_TARGET_ARCHITECTURE "x64")
set(ENV{PATH} "${PATH_BAK}")
endif()