Matt Low
2b38db7db7
`lmcli chat` now supports common prompt flags (model, length, system prompt, etc)
78 lines
2.2 KiB
Go
78 lines
2.2 KiB
Go
package cmd
|
|
|
|
import (
|
|
"strings"
|
|
|
|
"git.mlow.ca/mlow/lmcli/pkg/lmcli"
|
|
"git.mlow.ca/mlow/lmcli/pkg/util"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
func RootCmd(ctx *lmcli.Context) *cobra.Command {
|
|
var root = &cobra.Command{
|
|
Use: "lmcli <command> [flags]",
|
|
Long: `lmcli - Large Language Model CLI`,
|
|
SilenceErrors: true,
|
|
SilenceUsage: true,
|
|
Run: func(cmd *cobra.Command, args []string) {
|
|
cmd.Usage()
|
|
},
|
|
}
|
|
|
|
root.AddCommand(
|
|
ChatCmd(ctx),
|
|
ContinueCmd(ctx),
|
|
CloneCmd(ctx),
|
|
EditCmd(ctx),
|
|
ListCmd(ctx),
|
|
NewCmd(ctx),
|
|
PromptCmd(ctx),
|
|
RenameCmd(ctx),
|
|
ReplyCmd(ctx),
|
|
RetryCmd(ctx),
|
|
RemoveCmd(ctx),
|
|
ViewCmd(ctx),
|
|
)
|
|
|
|
return root
|
|
}
|
|
|
|
func applyPromptFlags(ctx *lmcli.Context, cmd *cobra.Command) {
|
|
f := cmd.Flags()
|
|
|
|
f.StringVarP(
|
|
ctx.Config.Defaults.Model,
|
|
"model", "m",
|
|
*ctx.Config.Defaults.Model,
|
|
"The model to generate a response with",
|
|
)
|
|
cmd.RegisterFlagCompletionFunc("model", func(*cobra.Command, []string, string) ([]string, cobra.ShellCompDirective) {
|
|
return ctx.GetModels(), cobra.ShellCompDirectiveDefault
|
|
})
|
|
|
|
f.IntVar(ctx.Config.Defaults.MaxTokens, "max-length", *ctx.Config.Defaults.MaxTokens, "Maximum response tokens")
|
|
f.Float32VarP(ctx.Config.Defaults.Temperature, "temperature", "t", *ctx.Config.Defaults.Temperature, "Sampling temperature")
|
|
|
|
f.StringVar(ctx.Config.Defaults.SystemPrompt, "system-prompt", *ctx.Config.Defaults.SystemPrompt, "System prompt")
|
|
f.StringVar(&ctx.SystemPromptFile, "system-prompt-file", "", "A path to a file containing the system prompt")
|
|
cmd.MarkFlagsMutuallyExclusive("system-prompt", "system-prompt-file")
|
|
}
|
|
|
|
// inputFromArgsOrEditor returns either the provided input from the args slice
|
|
// (joined with spaces), or if len(args) is 0, opens an editor and returns
|
|
// whatever input was provided there. placeholder is a string which populates
|
|
// the editor and gets stripped from the final output.
|
|
func inputFromArgsOrEditor(args []string, placeholder string, existingMessage string) (message string) {
|
|
var err error
|
|
if len(args) == 0 {
|
|
message, err = util.InputFromEditor(placeholder, "message.*.md", existingMessage)
|
|
if err != nil {
|
|
lmcli.Fatal("Failed to get input: %v\n", err)
|
|
}
|
|
} else {
|
|
message = strings.Join(args, " ")
|
|
}
|
|
message = strings.Trim(message, " \t\n")
|
|
return
|
|
}
|