Add resource vendoring

Fixes #13309

Author: bep

Diff for: commands/commandeer.go

@@ -365,7 +365,11 @@ func (r *rootCommand) Name() string {
 }
 
 func (r *rootCommand) Run(ctx context.Context, cd *simplecobra.Commandeer, args []string) error {
-	b := newHugoBuilder(r, nil)
+	var vendor bool
+	if vendorCmd, ok := cd.Command.(vendoredCommand); ok {
+		vendor = vendorCmd.IsVendorCommand()
+	}
+	b := newHugoBuilder(r, nil, vendor)
 
 	if !r.buildWatch {
 		defer b.postBuild("Total", time.Now())

Diff for: commands/commands.go

@@ -23,7 +23,8 @@ import (
 func newExec() (*simplecobra.Exec, error) {
 	rootCmd := &rootCommand{
 		commands: []simplecobra.Commander{
-			newHugoBuildCmd(),
+			newHugoBuildCmd(false),
+			newHugoBuildCmd(true),
 			newVersionCmd(),
 			newEnvCommand(),
 			newServerCommand(),
@@ -42,26 +43,40 @@ func newExec() (*simplecobra.Exec, error) {
 	return simplecobra.New(rootCmd)
 }
 
-func newHugoBuildCmd() simplecobra.Commander {
-	return &hugoBuildCommand{}
+func newHugoBuildCmd(vendor bool) simplecobra.Commander {
+	return &hugoBuildCommand{
+		vendor: vendor,
+	}
 }
 
 // hugoBuildCommand just delegates to the rootCommand.
 type hugoBuildCommand struct {
 	rootCmd *rootCommand
+	vendor  bool
 }
 
 func (c *hugoBuildCommand) Commands() []simplecobra.Commander {
 	return nil
 }
 
 func (c *hugoBuildCommand) Name() string {
+	if c.vendor {
+		return "vendor"
+	}
 	return "build"
 }
 
+type vendoredCommand interface {
+	IsVendorCommand() bool
+}
+
+func (c *hugoBuildCommand) IsVendorCommand() bool {
+	return c.vendor
+}
+
 func (c *hugoBuildCommand) Init(cd *simplecobra.Commandeer) error {
 	c.rootCmd = cd.Root.Command.(*rootCommand)
-	return c.rootCmd.initRootCommand("build", cd)
+	return c.rootCmd.initRootCommand(c.Name(), cd)
 }
 
 func (c *hugoBuildCommand) PreRun(cd, runner *simplecobra.Commandeer) error {

Diff for: commands/hugobuilder.go

@@ -73,6 +73,8 @@ type hugoBuilder struct {
 	showErrorInBrowser bool
 
 	errState hugoBuilderErrState
+
+	vendor bool
 }
 
 var errConfigNotSet = errors.New("config not set")
@@ -1046,11 +1048,11 @@ func (c *hugoBuilder) loadConfig(cd *simplecobra.Commandeer, running bool) error
 		}
 	}
 	cfg.Set("environment", c.r.environment)
-
 	cfg.Set("internal", maps.Params{
 		"running":        running,
 		"watch":          watch,
 		"verbose":        c.r.isVerbose(),
+		"vendor":         c.vendor,
 		"fastRenderMode": c.fastRenderMode,
 	})
 

Diff for: commands/server.go

@@ -84,14 +84,15 @@ const (
 	configChangeGoWork = "go work file"
 )
 
-func newHugoBuilder(r *rootCommand, s *serverCommand, onConfigLoaded ...func(reloaded bool) error) *hugoBuilder {
+func newHugoBuilder(r *rootCommand, s *serverCommand, vendor bool, onConfigLoaded ...func(reloaded bool) error) *hugoBuilder {
 	var visitedURLs *types.EvictingQueue[string]
 	if s != nil && !s.disableFastRender {
 		visitedURLs = types.NewEvictingQueue[string](20)
 	}
 	return &hugoBuilder{
 		r:              r,
 		s:              s,
+		vendor:         vendor,
 		visitedURLs:    visitedURLs,
 		fullRebuildSem: semaphore.NewWeighted(1),
 		debounce:       debounce.New(4 * time.Second),
@@ -563,6 +564,7 @@ func (c *serverCommand) PreRun(cd, runner *simplecobra.Commandeer) error {
 	c.hugoBuilder = newHugoBuilder(
 		c.r,
 		c,
+		false,
 		func(reloaded bool) error {
 			if !reloaded {
 				if err := c.createServerPorts(cd); err != nil {

Diff for: common/hugo/hugo.go

@@ -109,6 +109,11 @@ func (i HugoInfo) IsExtended() bool {
 	return IsExtended
 }
 
+// IsVendor returns whether we're running as `hugo vendor`.
+func (i HugoInfo) IsVendor() bool {
+	return i.conf.Vendor()
+}
+
 // WorkingDir returns the project working directory.
 func (i HugoInfo) WorkingDir() string {
 	return i.conf.WorkingDir()
@@ -166,6 +171,7 @@ type ConfigProvider interface {
 	WorkingDir() string
 	IsMultihost() bool
 	IsMultilingual() bool
+	Vendor() bool
 }
 
 // NewInfo creates a new Hugo Info object.

Diff for: config/allconfig/allconfig.go

@@ -69,6 +69,7 @@ type InternalConfig struct {
 	Watch          bool
 	FastRenderMode bool
 	LiveReloadPort int
+	Vendor         bool
 }
 
 // All non-params config keys for language.

Diff for: config/allconfig/configlanguage.go

@@ -137,6 +137,10 @@ func (c ConfigLanguage) Watching() bool {
 	return c.m.Base.Internal.Watch
 }
 
+func (c ConfigLanguage) Vendor() bool {
+	return c.m.Base.Internal.Vendor
+}
+
 func (c ConfigLanguage) NewIdentityManager(name string, opts ...identity.ManagerOption) identity.Manager {
 	if !c.Watching() {
 		return identity.NopManager

Diff for: config/commonConfig.go

@@ -131,6 +131,7 @@ func (b BuildConfig) clone() BuildConfig {
 	return b
 }
 
+// TODO1 remove, but first add a deprecation warning somewhere.
 func (b BuildConfig) UseResourceCache(err error) bool {
 	if b.UseResourceCacheWhen == "never" {
 		return false

Diff for: config/configProvider.go

@@ -58,6 +58,7 @@ type AllProvider interface {
 	BuildDrafts() bool
 	Running() bool
 	Watching() bool
+	Vendor() bool
 	NewIdentityManager(name string, opts ...identity.ManagerOption) identity.Manager
 	FastRenderMode() bool
 	PrintUnusedTemplates() bool

Diff for: hugolib/integrationtest_builder.go

@@ -350,14 +350,18 @@ func (s *IntegrationTestBuilder) AssertNoRenderShortcodesArtifacts() {
 	}
 }
 
+func (s *IntegrationTestBuilder) AssertWorkingDir(root string, matches ...string) {
+	s.AssertFs(s.fs.WorkingDirReadOnly, root, matches...)
+}
+
 func (s *IntegrationTestBuilder) AssertPublishDir(matches ...string) {
-	s.AssertFs(s.fs.PublishDir, matches...)
+	s.AssertFs(s.fs.PublishDir, "", matches...)
 }
 
-func (s *IntegrationTestBuilder) AssertFs(fs afero.Fs, matches ...string) {
+func (s *IntegrationTestBuilder) AssertFs(fs afero.Fs, root string, matches ...string) {
 	s.Helper()
 	var buff bytes.Buffer
-	s.Assert(s.printAndCheckFs(fs, "", &buff), qt.IsNil)
+	s.Assert(s.printAndCheckFs(fs, root, &buff), qt.IsNil)
 	printFsLines := strings.Split(buff.String(), "\n")
 	sort.Strings(printFsLines)
 	content := strings.TrimSpace((strings.Join(printFsLines, "\n")))
@@ -665,17 +669,18 @@ func (s *IntegrationTestBuilder) initBuilder() error {
 			flags = config.New()
 		}
 
+		internal := make(maps.Params)
+
 		if s.Cfg.Running {
-			flags.Set("internal", maps.Params{
-				"running": s.Cfg.Running,
-				"watch":   s.Cfg.Running,
-			})
+			internal["running"] = true
+			internal["watch"] = true
+
 		} else if s.Cfg.Watching {
-			flags.Set("internal", maps.Params{
-				"watch": s.Cfg.Watching,
-			})
+			internal["watch"] = true
 		}
 
+		flags.Set("internal", internal)
+
 		if s.Cfg.WorkingDir != "" {
 			flags.Set("workingDir", s.Cfg.WorkingDir)
 		}

Diff for: internal/js/esbuild/build.go

@@ -34,14 +34,14 @@ import (
 // NewBuildClient creates a new BuildClient.
 func NewBuildClient(fs *filesystems.SourceFilesystem, rs *resources.Spec) *BuildClient {
 	return &BuildClient{
-		rs:  rs,
+		Rs:  rs,
 		sfs: fs,
 	}
 }
 
 // BuildClient is a client for building JavaScript resources using esbuild.
 type BuildClient struct {
-	rs  *resources.Spec
+	Rs  *resources.Spec
 	sfs *filesystems.SourceFilesystem
 }
 
@@ -52,11 +52,11 @@ func (c *BuildClient) Build(opts Options) (api.BuildResult, error) {
 		dependencyManager = identity.NopManager
 	}
 
-	opts.OutDir = c.rs.AbsPublishDir
-	opts.ResolveDir = c.rs.Cfg.BaseConfig().WorkingDir // where node_modules gets resolved
+	opts.OutDir = c.Rs.AbsPublishDir
+	opts.ResolveDir = c.Rs.Cfg.BaseConfig().WorkingDir // where node_modules gets resolved
 	opts.AbsWorkingDir = opts.ResolveDir
-	opts.TsConfig = c.rs.ResolveJSConfigFile("tsconfig.json")
-	assetsResolver := newFSResolver(c.rs.Assets.Fs)
+	opts.TsConfig = c.Rs.ResolveJSConfigFile("tsconfig.json")
+	assetsResolver := newFSResolver(c.Rs.Assets.Fs)
 
 	if err := opts.validate(); err != nil {
 		return api.BuildResult{}, err
@@ -67,7 +67,7 @@ func (c *BuildClient) Build(opts Options) (api.BuildResult, error) {
 	}
 
 	var err error
-	opts.compiled.Plugins, err = createBuildPlugins(c.rs, assetsResolver, dependencyManager, opts)
+	opts.compiled.Plugins, err = createBuildPlugins(c.Rs, assetsResolver, dependencyManager, opts)
 	if err != nil {
 		return api.BuildResult{}, err
 	}
@@ -175,7 +175,7 @@ func (c *BuildClient) Build(opts Options) (api.BuildResult, error) {
 		// Return 1, log the rest.
 		for i, err := range errors {
 			if i > 0 {
-				c.rs.Logger.Errorf("js.Build failed: %s", err)
+				c.Rs.Logger.Errorf("js.Build failed: %s", err)
 			}
 		}