Implement downloads from json file

.config/1espt/PipelineAutobaseliningConfig.yml

@@ -0,0 +1,14 @@
+## DO NOT MODIFY THIS FILE MANUALLY. This is part of auto-baselining from 1ES Pipeline Templates. Go to [https://aka.ms/1espt-autobaselining] for more details.
+
+pipelines:
+  17772:
+    retail:
+      source:
+        credscan:
+          lastModifiedDate: 2024-08-28
+        eslint:
+          lastModifiedDate: 2024-08-28
+        psscriptanalyzer:
+          lastModifiedDate: 2024-08-28
+        armory:
+          lastModifiedDate: 2024-08-28

.github/workflows/build.yaml

@@ -35,9 +35,9 @@ jobs:
         run: echo "::add-matcher::.github/workflows/matchers.json"
       - name: '[CI Only] Initialize CodeQL'
         if: inputs.codeql
-        uses: github/codeql-action/init@v2
+        uses: github/codeql-action/init@v3
         with:
-          languages: cpp, javascript
+          languages: javascript-typescript, c-cpp
       - name: Configure and Build
         if: matrix.preset != 'windows-ci'
         run: |
@@ -57,7 +57,7 @@ jobs:
           cmake --build --preset ${{ matrix.preset }} -- -k0
       - name: '[CI Only] Perform CodeQL Analysis'
         if: inputs.codeql
-        uses: github/codeql-action/analyze@v2
+        uses: github/codeql-action/analyze@v3
       - name: Run vcpkg unit tests
         run: ctest --preset ${{ matrix.preset }} --output-on-failure 2>&1
       - name: Run vcpkg-artifacts unit tests

.github/workflows/ci.yaml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+  workflow_dispatch:
 
 permissions:
   # Required for CodeQL

.github/workflows/pr.yaml

@@ -39,6 +39,10 @@ jobs:
           cmake --preset windows-ci
           IF %ERRORLEVEL% NEQ 0 exit /B %ERRORLEVEL%
           cmake --build --preset windows-ci --target generate-message-map -- -k0
+      - name: Verify Messages
+        shell: pwsh
+        run: |
+          cmake --build --preset windows-ci --target verify-messages -- -k0
       - name: 'Format C++'
         shell: pwsh
         run: ./azure-pipelines/Format-CxxCode.ps1
@@ -66,3 +70,27 @@ jobs:
         with:
           name: format.patch
           path: out/format.patch
+
+  json-schema:
+    runs-on: windows-2022
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v3
+      - name: Get microsoft/vcpkg pinned sha into VCPKG_SHA
+        id: vcpkg_sha
+        shell: pwsh
+        run: |
+          "VCPKG_SHA="+(Get-Content vcpkg-init/vcpkg-scripts-sha.txt -Raw).Trim() >> $env:GITHUB_OUTPUT
+      - name: Checkout microsoft/vcpkg for end-to-end tests
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          path: ${{ github.workspace }}/vcpkg-root
+          repository: microsoft/vcpkg
+          ref: ${{ steps.vcpkg_sha.outputs.VCPKG_SHA }}
+      - name: Run vcpkg json-schema end-to-end tests
+        shell: pwsh
+        run: |
+          ${{ github.workspace }}/azure-pipelines/json-schema-tests.ps1
+        env:
+          VCPKG_ROOT: ${{ github.workspace }}/vcpkg-root

.vscode/settings.json

@@ -98,6 +98,7 @@
     "cinttypes": "cpp",
     "typeindex": "cpp",
     "typeinfo": "cpp",
-    "variant": "cpp"
+    "variant": "cpp",
+    "__bit_reference": "cpp"
   }
 }

CMakeLists.txt

@@ -54,23 +54,27 @@ if(MSVC AND NOT COMMAND target_precompile_headers)
 endif()
 
 if(VCPKG_EMBED_GIT_SHA)
-    find_package(Git REQUIRED)
-    execute_process(
-        COMMAND "${GIT_EXECUTABLE}" status --porcelain=v1
-        WORKING_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}"
-        OUTPUT_VARIABLE VCPKG_GIT_STATUS
-        OUTPUT_STRIP_TRAILING_WHITESPACE
-    )
-
-    if(VCPKG_GIT_STATUS STREQUAL "")
+    if(DEFINED VCPKG_VERSION)
+        message(STATUS "Using supplied version SHA ${VCPKG_VERSION}.")
+    else()
+        find_package(Git REQUIRED)
         execute_process(
-            COMMAND "${GIT_EXECUTABLE}" rev-parse HEAD
+            COMMAND "${GIT_EXECUTABLE}" status --porcelain=v1
             WORKING_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}"
-            OUTPUT_VARIABLE VCPKG_VERSION
+            OUTPUT_VARIABLE VCPKG_GIT_STATUS
             OUTPUT_STRIP_TRAILING_WHITESPACE
         )
-    else()
-        message(WARNING "Skipping embedding SHA due to local changes.")
+
+        if(VCPKG_GIT_STATUS STREQUAL "")
+            execute_process(
+                COMMAND "${GIT_EXECUTABLE}" rev-parse HEAD
+                WORKING_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}"
+                OUTPUT_VARIABLE VCPKG_VERSION
+                OUTPUT_STRIP_TRAILING_WHITESPACE
+            )
+        else()
+            message(WARNING "Skipping embedding SHA due to local changes.")
+        endif()
     endif()
 endif()
 
@@ -173,6 +177,7 @@ file(GLOB VCPKG_TEST_INCLUDES CONFIGURE_DEPENDS "include/vcpkg-test/*.h")
 
 set(VCPKG_FUZZ_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg-fuzz/main.cpp")
 set(TLS12_DOWNLOAD_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/tls12-download.c")
+set(CLOSES_EXIT_MINUS_ONE_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/closes-exit-minus-one.c")
 set(CLOSES_STDIN_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/closes-stdin.c")
 set(CLOSES_STDOUT_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/closes-stdout.c")
 set(READS_STDIN_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/reads-stdin.c")
@@ -440,14 +445,14 @@ endif()
 # === Target: vcpkg-ps1 ===
 add_custom_command(
     OUTPUT
-        "${CMAKE_CURRENT_BINARY_DIR}/vcpkg.ps1"
+        "${CMAKE_CURRENT_BINARY_DIR}/vcpkg-shell.ps1"
     COMMAND
-        "${CMAKE_COMMAND}" ARGS -E copy "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg-in-development.ps1" "${CMAKE_CURRENT_BINARY_DIR}/vcpkg.ps1"
+        "${CMAKE_COMMAND}" ARGS -E copy "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg-in-development.ps1" "${CMAKE_CURRENT_BINARY_DIR}/vcpkg-shell.ps1"
     DEPENDS
         "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg-in-development.ps1"
     VERBATIM
 )
-add_custom_target(vcpkg-ps1 ALL DEPENDS "${CMAKE_CURRENT_BINARY_DIR}/vcpkg.ps1")
+add_custom_target(vcpkg-ps1 ALL DEPENDS "${CMAKE_CURRENT_BINARY_DIR}/vcpkg-shell.ps1")
 
 # === Target: vcpkg ===
 
@@ -496,7 +501,7 @@ if (BUILD_TESTING)
         target_link_libraries(vcpkg-test PRIVATE log)
     endif()
 
-    add_dependencies(vcpkg-test reads-stdin closes-stdin closes-stdout test-editor)
+    add_dependencies(vcpkg-test reads-stdin closes-exit-minus-one closes-stdin closes-stdout test-editor)
 
     if(CMAKE_VERSION GREATER_EQUAL "3.16")
         target_precompile_headers(vcpkg-test REUSE_FROM vcpkglib)
@@ -530,6 +535,11 @@ if(VCPKG_BUILD_TLS12_DOWNLOADER)
 endif()
 
 if (BUILD_TESTING)
+# === Target: closes-exit-minus-one ===
+
+add_executable(closes-exit-minus-one ${CLOSES_EXIT_MINUS_ONE_SOURCES} "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg.manifest")
+set_property(TARGET closes-exit-minus-one PROPERTY PDB_NAME "closes-exit-minus-one${VCPKG_PDB_SUFFIX}")
+
 # === Target: closes-stdin ===
 
 add_executable(closes-stdin ${CLOSES_STDIN_SOURCES} "${CMAKE_CURRENT_SOURCE_DIR}/src/vcpkg.manifest")
@@ -556,6 +566,13 @@ add_executable(test-script-asset-cache ${TEST_SCRIPT_ASSET_CACHE_SOURCES} "${CMA
 set_property(TARGET test-script-asset-cache PROPERTY PDB_NAME "test-script-asset-cache${VCPKG_PDB_SUFFIX}")
 endif()
 
+# === Target: verify_messages ===
+add_custom_target(
+    verify-messages
+    COMMAND pwsh -File "${CMAKE_CURRENT_SOURCE_DIR}/scripts/verifyMessages.ps1"
+    COMMENT "Running PowerShell script to verify message usage..."
+)
+
 # === Target: format ===
 
 find_program(CLANG_FORMAT clang-format PATHS "$ENV{PROGRAMFILES}/LLVM/bin")
@@ -574,7 +591,7 @@ if(CLANG_FORMAT)
         COMMAND "${CLANG_FORMAT}" -i -verbose ${VCPKG_TEST_INCLUDES}
 
         COMMAND "${CLANG_FORMAT}" -i -verbose ${VCPKG_FUZZ_SOURCES} ${TLS12_DOWNLOAD_SOURCES}
-            ${CLOSES_STDIN_SOURCES} ${CLOSES_STDOUT_SOURCES} ${READS_STDIN_SOURCES}
+            ${CLOSES_STDIN_SOURCES} ${CLOSES_STDOUT_SOURCES} ${READS_STDIN_SOURCES} ${CLOSES_EXIT_MINUS_ONE_SOURCES}
             ${TEST_EDITOR_SOURCES} ${TEST_SCRIPT_ASSET_CACHE_SOURCES}
     )
 endif()

CMakePresets.json

@@ -172,6 +172,25 @@
                 "CMAKE_OSX_DEPLOYMENT_TARGET": "10.13",
                 "VCPKG_WARNINGS_AS_ERRORS": true
             }
+        },
+        {
+            "name": "bootstrap.sh",
+            "description": "Preset used by vcpkg's bootstrap-vcpkg.sh",
+            "generator": "Ninja",
+            "cacheVariables": {
+                "CMAKE_BUILD_TYPE": "Release",
+                "VCPKG_DEVELOPMENT_WARNINGS": "OFF"
+            }
+        },
+        {
+            "name": "bootstrap.sh parallel build",
+            "description": "Preset used by vcpkg's bootstrap-vcpkg.sh when the VCPKG_MAX_CONCURRENCY variable is non-empty",
+            "inherits": ["bootstrap.sh"],
+            "cacheVariables": {
+                "CMAKE_JOB_POOL_COMPILE": "compile",
+                "CMAKE_JOB_POOL_LINK": "link",
+                "CMAKE_JOB_POOLS": "compile=$env{VCPKG_MAX_CONCURRENCY};link=$env{VCPKG_MAX_CONCURRENCY}"
+            }
         }
     ],
     "buildPresets": [
@@ -202,4 +221,4 @@
             "configurePreset": "macos-ci"
         }
     ]
-}
+}

azure-pipelines/arch-independent-signing.signproj

@@ -29,6 +29,9 @@
     <FilesToSign Include="$(IntermediateOutputPath)\scripts\posh-vcpkg.psm1">
       <Authenticode>Microsoft400</Authenticode>
     </FilesToSign>
+    <FilesToSign Include="$(IntermediateOutputPath)\scripts\posh-vcpkg.psd1">
+      <Authenticode>Microsoft400</Authenticode>
+    </FilesToSign>
   </ItemGroup>
 
   <ImportGroup Label="ExtensionTargets">

azure-pipelines/e2e-assets/ci-verify-versions-registry/.gitattributes

@@ -0,0 +1 @@
+* -text

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/bad-git-tree-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "bad-git-tree",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/bad-history-name-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "bad-history-name-is-bad",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/baseline-version-mismatch-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/baseline-version-mismatch-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "baseline-version-mismatch",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/has-local-edits/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/has-local-edits/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "has-local-edits",
+  "version": "1.0.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/malformed-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/malformed-1.0/vcpkg.json

@@ -0,0 +1,5 @@
+{
+  "name": "malformed",
+  "version": "1.0",
+  ~broken
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/mismatch-git-tree-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/mismatch-git-tree-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "mismatch-git-tree",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-mismatch-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-mismatch-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "version-mismatch",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-missing-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-missing-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "version-missing",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-scheme-mismatch-1.0/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/old-port-versions/version-scheme-mismatch-1.0/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "version-scheme-mismatch",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/bad-git-tree/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/bad-git-tree/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "bad-git-tree",
+  "version": "1.1"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/bad-history-name/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/bad-history-name/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "bad-history-name",
+  "version": "1.1"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/baseline-version-mismatch/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/baseline-version-mismatch/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "baseline-version-mismatch",
+  "version": "1.1"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/baseline-version-missing/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/baseline-version-missing/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "baseline-version-missing",
+  "version": "1.0"
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-not-in-versions-database-feature/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-not-in-versions-database-feature/vcpkg.json

@@ -0,0 +1,12 @@
+{
+  "name": "dependency-not-in-versions-database-feature",
+  "version": "1.0",
+  "features": {
+    "add-things": {
+      "description": "an example feature that adds some things",
+      "dependencies": [
+        "no-versions"
+      ]
+    }
+  }
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-not-in-versions-database/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-not-in-versions-database/vcpkg.json

@@ -0,0 +1,7 @@
+{
+  "name": "dependency-not-in-versions-database",
+  "version": "1.0",
+  "dependencies": [
+    "no-versions"
+  ]
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-version-not-in-versions-database-feature/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-version-not-in-versions-database-feature/vcpkg.json

@@ -0,0 +1,15 @@
+{
+  "name": "dependency-version-not-in-versions-database-feature",
+  "version": "1.0",
+  "features": {
+    "add-things": {
+      "description": "an example feature that adds some things",
+      "dependencies": [
+        {
+          "name": "good",
+          "version>=": "0.9"
+        }
+      ]
+    }
+  }
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-version-not-in-versions-database/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/dependency-version-not-in-versions-database/vcpkg.json

@@ -0,0 +1,10 @@
+{
+  "name": "dependency-version-not-in-versions-database",
+  "version": "1.0",
+  "dependencies": [
+    {
+      "name": "good",
+      "version>=": "0.9"
+    }
+  ]
+}

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/good/portfile.cmake

@@ -0,0 +1 @@
+set(VCPKG_POLICY_EMPTY_PACKAGE enabled)

azure-pipelines/e2e-assets/ci-verify-versions-registry/ports/good/vcpkg.json

@@ -0,0 +1,4 @@
+{
+  "name": "good",
+  "version": "1.0"
+}