Skip to content

Commit 42f4b20

Browse files
committed
fix(cli): remove unused backend flag from compose up
Fixes #1036
1 parent 2ccfcab commit 42f4b20

1 file changed

Lines changed: 0 additions & 3 deletions

File tree

cmd/cli/commands/compose.go

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@ import (
1212
"github.com/docker/model-runner/cmd/cli/desktop"
1313
"github.com/docker/model-runner/cmd/cli/pkg/types"
1414
"github.com/docker/model-runner/pkg/inference"
15-
"github.com/docker/model-runner/pkg/inference/backends/llamacpp"
1615
dmrm "github.com/docker/model-runner/pkg/inference/models"
1716
"github.com/docker/model-runner/pkg/inference/scheduling"
1817
"github.com/spf13/cobra"
@@ -37,7 +36,6 @@ func newUpCommand() *cobra.Command {
3736
var models []string
3837
var ctxSize int64
3938
var rawRuntimeFlags string
40-
var backend string
4139
var draftModel string
4240
var numTokens int
4341
var minAcceptanceRate float64
@@ -119,7 +117,6 @@ func newUpCommand() *cobra.Command {
119117
c.Flags().StringArrayVar(&models, "model", nil, "model to use")
120118
c.Flags().Int64Var(&ctxSize, "context-size", -1, "context size for the model")
121119
c.Flags().StringVar(&rawRuntimeFlags, "runtime-flags", "", "raw runtime flags to pass to the inference engine")
122-
c.Flags().StringVar(&backend, "backend", llamacpp.Name, "inference backend to use")
123120
c.Flags().StringVar(&draftModel, "speculative-draft-model", "", "draft model for speculative decoding")
124121
c.Flags().IntVar(&numTokens, "speculative-num-tokens", 0, "number of tokens to predict speculatively")
125122
c.Flags().Float64Var(&minAcceptanceRate, "speculative-min-acceptance-rate", 0, "minimum acceptance rate for speculative decoding")

0 commit comments

Comments
 (0)