diff --git a/ports/mlpack/portfile.cmake b/ports/mlpack/portfile.cmake
index 069b2f106e..9b53d4c9dd 100644
--- a/ports/mlpack/portfile.cmake
+++ b/ports/mlpack/portfile.cmake
@@ -8,8 +8,10 @@ vcpkg_from_github(
 )
 
 # Copy the header files
-file(GLOB HEADERS "${SOURCE_PATH}/src/*.hpp"  "${SOURCE_PATH}/src/mlpack/*.hpp")
-file(COPY ${HEADERS} DESTINATION "${CURRENT_PACKAGES_DIR}/include/mlpack")
+file(GLOB HEADERS_SRC "${SOURCE_PATH}/src/*.hpp")
+file(GLOB HEADERS_MLPACK "${SOURCE_PATH}/src/mlpack/*.hpp")
+file(COPY ${HEADERS_SRC} DESTINATION "${CURRENT_PACKAGES_DIR}/include")
+file(COPY ${HEADERS_MLPACK} DESTINATION "${CURRENT_PACKAGES_DIR}/include/mlpack")
 file(COPY "${SOURCE_PATH}/src/mlpack/methods/" DESTINATION "${CURRENT_PACKAGES_DIR}/include/mlpack/methods")
 file(COPY "${SOURCE_PATH}/src/mlpack/core/" DESTINATION "${CURRENT_PACKAGES_DIR}/include/mlpack/core")
 
diff --git a/ports/mlpack/usage b/ports/mlpack/usage
index 3dd87b7424..2c44d416f6 100644
--- a/ports/mlpack/usage
+++ b/ports/mlpack/usage
@@ -1,4 +1,4 @@
 The package mlpack is header only and can be used from CMake via:
   
-  find_path(MLPACK_INCLUDE_DIRS "mlpack/mlpack.hpp")
+  find_path(MLPACK_INCLUDE_DIRS "mlpack.hpp")
   target_include_directories(main PRIVATE ${MLPACK_INCLUDE_DIRS})
diff --git a/ports/mlpack/vcpkg.json b/ports/mlpack/vcpkg.json
index 8c68206a7a..7a246990e9 100644
--- a/ports/mlpack/vcpkg.json
+++ b/ports/mlpack/vcpkg.json
@@ -1,6 +1,7 @@
 {
   "name": "mlpack",
   "version": "4.3.0",
+  "port-version": 1,
   "description": "mlpack is an intuitive, fast, and flexible header-only C++ machine learning library with bindings to other languages.",
   "homepage": "https://github.com/mlpack/mlpack",
   "license": "BSD-3-Clause",
diff --git a/versions/baseline.json b/versions/baseline.json
index 643b7d81c3..264a3cfcd2 100644
--- a/versions/baseline.json
+++ b/versions/baseline.json
@@ -5874,7 +5874,7 @@
     },
     "mlpack": {
       "baseline": "4.3.0",
-      "port-version": 0
+      "port-version": 1
     },
     "mman": {
       "baseline": "git-f5ff813",
diff --git a/versions/m-/mlpack.json b/versions/m-/mlpack.json
index 92440685a0..c21a2d5861 100644
--- a/versions/m-/mlpack.json
+++ b/versions/m-/mlpack.json
@@ -1,5 +1,10 @@
 {
   "versions": [
+    {
+      "git-tree": "f3c84cbe875f9fb8e012180e81ef11b5d3c012b2",
+      "version": "4.3.0",
+      "port-version": 1
+    },
     {
       "git-tree": "7439b5dbdc37394f6bb291343d634642d919f9d1",
       "version": "4.3.0",