diff --git a/packages/plugin-vite/src/plugins/deno.ts b/packages/plugin-vite/src/plugins/deno.ts
index 46a026ed3b3..ff6e8d235e4 100644
--- a/packages/plugin-vite/src/plugins/deno.ts
+++ b/packages/plugin-vite/src/plugins/deno.ts
@@ -32,8 +32,11 @@ export function deno(): Plugin {
     },
     async configResolved() {
       // TODO: Pass conditions
-      ssrLoader = await new Workspace({}).createLoader();
+      ssrLoader = await new Workspace({
+        cachedOnly: true,
+      }).createLoader();
       browserLoader = await new Workspace({
+        cachedOnly: true,
         platform: "browser",
         preserveJsx: true,
       })