diff --git a/.ci/spec/create-hosts.sh b/.ci/spec/create-hosts.sh
index 93b5691a1..2174206fc 100755
--- a/.ci/spec/create-hosts.sh
+++ b/.ci/spec/create-hosts.sh
@@ -31,7 +31,7 @@ if [ -z "${VAGRANT_PRERELEASE_VERSION}" ]; then
 else
   INSTALLER_URL=`curl -s https://api.github.com/repos/hashicorp/vagrant-installers/releases/tags/${VAGRANT_PRERELEASE_VERSION} | jq -r '.assets[] | select(.name | contains("_x86_64.deb")) | .browser_download_url'`
 fi
-wrap wget ${INSTALLER_URL} \
+wrap wget -P ${root}/pkg/dist ${INSTALLER_URL} \
   "Could not download vagrant installers"
 ###
 
diff --git a/.ci/spec/run-test.sh b/.ci/spec/run-test.sh
index cf0297aaa..dffe63970 100755
--- a/.ci/spec/run-test.sh
+++ b/.ci/spec/run-test.sh
@@ -27,7 +27,7 @@ export PKT_VAGRANT_VAGRANTFILE=Vagrantfile.spec
 
 echo "Running vagrant spec tests..."
 # Need to make memory customizable for windows hosts
-pkt_wrap_stream "vagrant up" \
+pkt_wrap_stream "vagrant provision" \
                 "Vagrant Blackbox testing command failed"
 
 
diff --git a/test/vagrant-spec/scripts/ubuntu-setup.virtualbox.sh b/test/vagrant-spec/scripts/ubuntu-setup.virtualbox.sh
index 05fe6381d..a8a8d32b7 100644
--- a/test/vagrant-spec/scripts/ubuntu-setup.virtualbox.sh
+++ b/test/vagrant-spec/scripts/ubuntu-setup.virtualbox.sh
@@ -8,7 +8,7 @@ apt-get install -qy nfs-kernel-server
 
 pushd /vagrant
 
-dpkg -i ./vagrant_*_x86_64.deb
+dpkg -i ./pkg/dist/vagrant_*_x86_64.deb
 vagrant plugin install ./vagrant-spec.gem
 
 popd