Skip to content

Commit 80585b5

Browse files
committed
feat: added the ability to set a default AI provider for serve
Signed-off-by: Kay Yan <[email protected]>
1 parent 3148b5c commit 80585b5

File tree

1 file changed

+12
-1
lines changed

1 file changed

+12
-1
lines changed

cmd/serve/serve.go

+12-1
Original file line numberDiff line numberDiff line change
@@ -136,6 +136,17 @@ var ServeCmd = &cobra.Command{
136136
os.Exit(1)
137137
}
138138
}
139+
140+
// Backend string will have high priority than a default provider
141+
// Hence, use the default provider only if the backend is not specified by the user.
142+
if configAI.DefaultProvider != "" && backend == "" {
143+
backend = configAI.DefaultProvider
144+
}
145+
// Using default provider openai
146+
if backend == "" {
147+
backend = "openai"
148+
}
149+
139150
if aiProvider == nil {
140151
for _, provider := range configAI.Providers {
141152
if backend == provider.Name {
@@ -197,6 +208,6 @@ func init() {
197208
// add flag for backend
198209
ServeCmd.Flags().StringVarP(&port, "port", "p", "8080", "Port to run the server on")
199210
ServeCmd.Flags().StringVarP(&metricsPort, "metrics-port", "", "8081", "Port to run the metrics-server on")
200-
ServeCmd.Flags().StringVarP(&backend, "backend", "b", "openai", "Backend AI provider")
211+
ServeCmd.Flags().StringVarP(&backend, "backend", "b", "", "Backend AI provider")
201212
ServeCmd.Flags().BoolVarP(&enableHttp, "http", "", false, "Enable REST/http using gppc-gateway")
202213
}

0 commit comments

Comments
 (0)