diff --git a/bin/build-phar.sh b/bin/build-phar.sh
index 0a55d0e5d..aa442102f 100755
--- a/bin/build-phar.sh
+++ b/bin/build-phar.sh
@@ -8,6 +8,12 @@ DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
 
 php $DIR/improve_class_alias.php
 
+php -r 'require "vendor/autoload.php"; Psalm\Internal\VersionUtils::dump();'
+if [[ ! -f build/phar-versions.php ]] ; then
+   echo "failed to dump versions";
+   exit;
+fi
+
 vendor/bin/box compile
 
 if [[ "$GPG_SIGNING" != '' ]] ; then
diff --git a/box.json.dist b/box.json.dist
index 97d99cddc..1e3d29e86 100644
--- a/box.json.dist
+++ b/box.json.dist
@@ -1,7 +1,11 @@
 {
     "output" : "build/psalm.phar",
     "files": [
-        "psalm"
+        "psalm",
+        "build/phar-versions.php"
+    ],
+    "map": [
+        {"build/phar-versions.php" : "phar-versions.php"}
     ],
     "files-bin": ["config.xsd"],
     "directories-bin" : [