@@ -12,7 +12,6 @@ import (
1212 "github.com/docker/model-runner/cmd/cli/desktop"
1313 "github.com/docker/model-runner/cmd/cli/pkg/types"
1414 "github.com/docker/model-runner/pkg/inference"
15- "github.com/docker/model-runner/pkg/inference/backends/llamacpp"
1615 dmrm "github.com/docker/model-runner/pkg/inference/models"
1716 "github.com/docker/model-runner/pkg/inference/scheduling"
1817 "github.com/spf13/cobra"
@@ -37,7 +36,6 @@ func newUpCommand() *cobra.Command {
3736 var models []string
3837 var ctxSize int64
3938 var rawRuntimeFlags string
40- var backend string
4139 var draftModel string
4240 var numTokens int
4341 var minAcceptanceRate float64
@@ -119,7 +117,6 @@ func newUpCommand() *cobra.Command {
119117 c .Flags ().StringArrayVar (& models , "model" , nil , "model to use" )
120118 c .Flags ().Int64Var (& ctxSize , "context-size" , - 1 , "context size for the model" )
121119 c .Flags ().StringVar (& rawRuntimeFlags , "runtime-flags" , "" , "raw runtime flags to pass to the inference engine" )
122- c .Flags ().StringVar (& backend , "backend" , llamacpp .Name , "inference backend to use" )
123120 c .Flags ().StringVar (& draftModel , "speculative-draft-model" , "" , "draft model for speculative decoding" )
124121 c .Flags ().IntVar (& numTokens , "speculative-num-tokens" , 0 , "number of tokens to predict speculatively" )
125122 c .Flags ().Float64Var (& minAcceptanceRate , "speculative-min-acceptance-rate" , 0 , "minimum acceptance rate for speculative decoding" )
0 commit comments