diff --git a/GNUmakefile b/GNUmakefile
index 800fcb9..0fc2494 100644
--- a/GNUmakefile
+++ b/GNUmakefile
@@ -41,15 +41,20 @@ test-registry-container: .registry-cache
 
 # Pulls images referenced in integration tests and pushes them to the local cache.
 .PHONY: test-images-push
-test-images-push: .registry-cache/docker/registry/v2/repositories/test-ubuntu
+test-images-push: .registry-cache/docker/registry/v2/repositories/test-ubuntu .registry-cache/docker/registry/v2/repositories/envbuilder
 
 .PHONY: test-images-pull
 test-images-pull:
 	docker pull ubuntu:latest
 	docker tag ubuntu:latest localhost:5000/test-ubuntu:latest
+	docker pull ghcr.io/coder/envbuilder-preview:latest
+	docker tag ghcr.io/coder/envbuilder-preview:latest localhost:5000/envbuilder:latest
 
 .registry-cache:
 	mkdir -p .registry-cache && chmod -R ag+w .registry-cache
 
 .registry-cache/docker/registry/v2/repositories/test-ubuntu:
 	docker push localhost:5000/test-ubuntu:latest
+
+.registry-cache/docker/registry/v2/repositories/envbuilder:
+	docker push localhost:5000/envbuilder:latest
\ No newline at end of file
diff --git a/internal/provider/provider_test.go b/internal/provider/provider_test.go
index 59f21ed..cfe32a9 100644
--- a/internal/provider/provider_test.go
+++ b/internal/provider/provider_test.go
@@ -74,7 +74,7 @@ func quote(s string) string {
 func setup(ctx context.Context, t testing.TB, files map[string]string) testDependencies {
 	t.Helper()
 
-	envbuilderImage := getEnvOrDefault("ENVBUILDER_IMAGE", "ghcr.io/coder/envbuilder-preview")
+	envbuilderImage := getEnvOrDefault("ENVBUILDER_IMAGE", "localhost:5000/envbuilder")
 	envbuilderVersion := getEnvOrDefault("ENVBUILDER_VERSION", "latest")
 	envbuilderImageRef := envbuilderImage + ":" + envbuilderVersion