Skip to content

Commit

Permalink
Merge pull request #763 from thedadams/use-default-model-provider-lis…
Browse files Browse the repository at this point in the history
…t-models

fix: use the default model provider when listing models
  • Loading branch information
thedadams authored Aug 10, 2024
2 parents 2bbe7bc + b8071a8 commit 3bc07ac
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 1 deletion.
3 changes: 3 additions & 0 deletions pkg/cli/gptscript.go
Original file line number Diff line number Diff line change
Expand Up @@ -406,6 +406,9 @@ func (r *GPTScript) Run(cmd *cobra.Command, args []string) (retErr error) {
defer gptScript.Close(true)

if r.ListModels {
if r.DefaultModelProvider != "" {
args = append(args, r.DefaultModelProvider)
}
return r.listModels(ctx, gptScript, args)
}

Expand Down
4 changes: 4 additions & 0 deletions pkg/sdkserver/routes.go
Original file line number Diff line number Diff line change
Expand Up @@ -127,6 +127,10 @@ func (s *server) listModels(w http.ResponseWriter, r *http.Request) {
providers = reqObject.Providers
}

if s.gptscriptOpts.DefaultModelProvider != "" {
providers = append(providers, s.gptscriptOpts.DefaultModelProvider)
}

out, err := s.client.ListModels(r.Context(), providers...)
if err != nil {
writeError(logger, w, http.StatusInternalServerError, fmt.Errorf("failed to list models: %w", err))
Expand Down
3 changes: 2 additions & 1 deletion pkg/server/server.go
Original file line number Diff line number Diff line change
Expand Up @@ -24,5 +24,6 @@ func ContextWithNewRunID(ctx context.Context) context.Context {
}

func RunIDFromContext(ctx context.Context) string {
return ctx.Value(execKey{}).(string)
runID, _ := ctx.Value(execKey{}).(string)
return runID
}

0 comments on commit 3bc07ac

Please sign in to comment.