-
Notifications
You must be signed in to change notification settings - Fork 117
/
config.go
336 lines (303 loc) · 10.8 KB
/
config.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
package main
import (
"errors"
"fmt"
"os"
"path/filepath"
"text/template"
"time"
_ "embed"
"github.com/adrg/xdg"
"github.com/caarlos0/duration"
"github.com/caarlos0/env/v9"
"github.com/charmbracelet/x/exp/strings"
"github.com/muesli/termenv"
"github.com/spf13/cobra"
flag "github.com/spf13/pflag"
"gopkg.in/yaml.v3"
)
//go:embed config_template.yml
var configTemplate string
const (
defaultMarkdownFormatText = "Format the response as markdown without enclosing backticks."
defaultJSONFormatText = "Format the response as json without enclosing backticks."
)
var help = map[string]string{
"api": "OpenAI compatible REST API (openai, localai).",
"apis": "Aliases and endpoints for OpenAI compatible REST API.",
"http-proxy": "HTTP proxy to use for API requests.",
"model": "Default model (gpt-3.5-turbo, gpt-4, ggml-gpt4all-j...).",
"ask-model": "Ask which model to use with an interactive prompt.",
"max-input-chars": "Default character limit on input to model.",
"format": "Ask for the response to be formatted as markdown unless otherwise set.",
"format-text": "Text to append when using the -f flag.",
"role": "System role to use.",
"roles": "List of predefined system messages that can be used as roles.",
"list-roles": "List the roles defined in your configuration file",
"prompt": "Include the prompt from the arguments and stdin, truncate stdin to specified number of lines.",
"prompt-args": "Include the prompt from the arguments in the response.",
"raw": "Render output as raw text when connected to a TTY.",
"quiet": "Quiet mode (hide the spinner while loading and stderr messages for success).",
"help": "Show help and exit.",
"version": "Show version and exit.",
"max-retries": "Maximum number of times to retry API calls.",
"no-limit": "Turn off the client-side limit on the size of the input into the model.",
"word-wrap": "Wrap formatted output at specific width (default is 80)",
"max-tokens": "Maximum number of tokens in response.",
"temp": "Temperature (randomness) of results, from 0.0 to 2.0.",
"stop": "Up to 4 sequences where the API will stop generating further tokens.",
"topp": "TopP, an alternative to temperature that narrows response, from 0.0 to 1.0.",
"topk": "TopK, only sample from the top K options for each subsequent token.",
"fanciness": "Your desired level of fanciness.",
"status-text": "Text to show while generating.",
"settings": "Open settings in your $EDITOR.",
"dirs": "Print the directories in which mods store its data.",
"reset-settings": "Backup your old settings file and reset everything to the defaults.",
"continue": "Continue from the last response or a given save title.",
"continue-last": "Continue from the last response.",
"no-cache": "Disables caching of the prompt/response.",
"title": "Saves the current conversation with the given title.",
"list": "Lists saved conversations.",
"delete": "Deletes a saved conversation with the given title or ID.",
"delete-older-than": "Deletes all saved conversations older than the specified duration. Valid units are: " + strings.EnglishJoin(duration.ValidUnits(), true) + ".",
"show": "Show a saved conversation with the given title or ID.",
"theme": "Theme to use in the forms. Valid units are: 'charm', 'catppuccin', 'dracula', and 'base16'",
"show-last": "Show the last saved conversation.",
}
// Model represents the LLM model used in the API call.
type Model struct {
Name string
API string
MaxChars int `yaml:"max-input-chars"`
Aliases []string `yaml:"aliases"`
Fallback string `yaml:"fallback"`
}
// API represents an API endpoint and its models.
type API struct {
Name string
APIKey string `yaml:"api-key"`
APIKeyEnv string `yaml:"api-key-env"`
Version string `yaml:"version"`
BaseURL string `yaml:"base-url"`
Models map[string]Model `yaml:"models"`
User string `yaml:"user"`
}
// APIs is a type alias to allow custom YAML decoding.
type APIs []API
// UnmarshalYAML implements sorted API YAML decoding.
func (apis *APIs) UnmarshalYAML(node *yaml.Node) error {
for i := 0; i < len(node.Content); i += 2 {
var api API
if err := node.Content[i+1].Decode(&api); err != nil {
return fmt.Errorf("error decoding YAML file: %s", err)
}
api.Name = node.Content[i].Value
*apis = append(*apis, api)
}
return nil
}
// FormatText is a map[format]formatting_text.
type FormatText map[string]string
// UnmarshalYAML conforms with yaml.Unmarshaler.
func (ft *FormatText) UnmarshalYAML(unmarshal func(interface{}) error) error {
var text string
if err := unmarshal(&text); err != nil {
var formats map[string]string
if err := unmarshal(&formats); err != nil {
return err
}
*ft = (FormatText)(formats)
return nil
}
*ft = map[string]string{
"markdown": text,
}
return nil
}
// Config holds the main configuration and is mapped to the YAML settings file.
type Config struct {
Model string `yaml:"default-model" env:"MODEL"`
Format bool `yaml:"format" env:"FORMAT"`
FormatText FormatText `yaml:"format-text"`
FormatAs string `yaml:"format-as" env:"FORMAT_AS"`
Raw bool `yaml:"raw" env:"RAW"`
Quiet bool `yaml:"quiet" env:"QUIET"`
MaxTokens int `yaml:"max-tokens" env:"MAX_TOKENS"`
MaxInputChars int `yaml:"max-input-chars" env:"MAX_INPUT_CHARS"`
Temperature float32 `yaml:"temp" env:"TEMP"`
Stop []string `yaml:"stop" env:"STOP"`
TopP float32 `yaml:"topp" env:"TOPP"`
TopK int `yaml:"topk" env:"TOPK"`
NoLimit bool `yaml:"no-limit" env:"NO_LIMIT"`
CachePath string `yaml:"cache-path" env:"CACHE_PATH"`
NoCache bool `yaml:"no-cache" env:"NO_CACHE"`
IncludePromptArgs bool `yaml:"include-prompt-args" env:"INCLUDE_PROMPT_ARGS"`
IncludePrompt int `yaml:"include-prompt" env:"INCLUDE_PROMPT"`
MaxRetries int `yaml:"max-retries" env:"MAX_RETRIES"`
WordWrap int `yaml:"word-wrap" env:"WORD_WRAP"`
Fanciness uint `yaml:"fanciness" env:"FANCINESS"`
StatusText string `yaml:"status-text" env:"STATUS_TEXT"`
HTTPProxy string `yaml:"http-proxy" env:"HTTP_PROXY"`
APIs APIs `yaml:"apis"`
System string `yaml:"system"`
Role string `yaml:"role" env:"ROLE"`
AskModel bool
API string
Models map[string]Model
Roles map[string][]string
ShowHelp bool
ResetSettings bool
Prefix string
Version bool
Settings bool
Dirs bool
Theme string
SettingsPath string
ContinueLast bool
Continue string
Title string
ShowLast bool
Show string
List bool
ListRoles bool
Delete string
DeleteOlderThan time.Duration
User string
cacheReadFromID, cacheWriteToID, cacheWriteToTitle string
}
func ensureConfig() (Config, error) {
var c Config
sp, err := xdg.ConfigFile(filepath.Join("mods", "mods.yml"))
if err != nil {
return c, modsError{err, "Could not find settings path."}
}
c.SettingsPath = sp
dir := filepath.Dir(sp)
if dirErr := os.MkdirAll(dir, 0o700); dirErr != nil { //nolint:mnd
return c, modsError{dirErr, "Could not create cache directory."}
}
if dirErr := writeConfigFile(sp); dirErr != nil {
return c, dirErr
}
content, err := os.ReadFile(sp)
if err != nil {
return c, modsError{err, "Could not read settings file."}
}
if err := yaml.Unmarshal(content, &c); err != nil {
return c, modsError{err, "Could not parse settings file."}
}
ms := make(map[string]Model)
for _, api := range c.APIs {
for mk, mv := range api.Models {
mv.Name = mk
mv.API = api.Name
// only set the model key and aliases if they haven't already been used
_, ok := ms[mk]
if !ok {
ms[mk] = mv
}
for _, a := range mv.Aliases {
_, ok := ms[a]
if !ok {
ms[a] = mv
}
}
}
}
c.Models = ms
if err := env.ParseWithOptions(&c, env.Options{Prefix: "MODS_"}); err != nil {
return c, modsError{err, "Could not parse environment into settings file."}
}
if c.CachePath == "" {
c.CachePath = filepath.Join(xdg.DataHome, "mods", "conversations")
}
if err := os.MkdirAll(c.CachePath, 0o700); err != nil { //nolint:mnd
return c, modsError{err, "Could not create cache directory."}
}
if c.WordWrap == 0 {
c.WordWrap = 80
}
return c, nil
}
func writeConfigFile(path string) error {
if _, err := os.Stat(path); errors.Is(err, os.ErrNotExist) {
return createConfigFile(path)
} else if err != nil {
return modsError{err, "Could not stat path."}
}
return nil
}
func createConfigFile(path string) error {
tmpl := template.Must(template.New("config").Parse(configTemplate))
f, err := os.Create(path)
if err != nil {
return modsError{err, "Could not create configuration file."}
}
defer func() { _ = f.Close() }()
m := struct {
Config Config
Help map[string]string
}{
Config: defaultConfig(),
Help: help,
}
if err := tmpl.Execute(f, m); err != nil {
return modsError{err, "Could not render template."}
}
return nil
}
func defaultConfig() Config {
return Config{
FormatAs: "markdown",
FormatText: FormatText{
"markdown": defaultMarkdownFormatText,
"json": defaultJSONFormatText,
},
}
}
func useLine() string {
appName := filepath.Base(os.Args[0])
if stdoutRenderer().ColorProfile() == termenv.TrueColor {
appName = makeGradientText(stdoutStyles().AppName, appName)
}
return fmt.Sprintf(
"%s %s",
appName,
stdoutStyles().CliArgs.Render("[OPTIONS] [PREFIX TERM]"),
)
}
func usageFunc(cmd *cobra.Command) error {
fmt.Printf(
"Usage:\n %s\n\n",
useLine(),
)
fmt.Println("Options:")
cmd.Flags().VisitAll(func(f *flag.Flag) {
if f.Hidden {
return
}
if f.Shorthand == "" {
fmt.Printf(
" %-44s %s\n",
stdoutStyles().Flag.Render("--"+f.Name),
stdoutStyles().FlagDesc.Render(f.Usage),
)
} else {
fmt.Printf(
" %s%s %-40s %s\n",
stdoutStyles().Flag.Render("-"+f.Shorthand),
stdoutStyles().FlagComma,
stdoutStyles().Flag.Render("--"+f.Name),
stdoutStyles().FlagDesc.Render(f.Usage),
)
}
})
if cmd.HasExample() {
fmt.Printf(
"\nExample:\n %s\n %s\n",
stdoutStyles().Comment.Render("# "+cmd.Example),
cheapHighlighting(stdoutStyles(), examples[cmd.Example]),
)
}
return nil
}