fix(coderd/ai): support overriding base URL for OpenAI provider, required for OpenRouter

johnstcn · johnstcn · commit e3499d43f5f2 · 2025-05-02T14:17:16.000+01:00
diff --git a/cli/server.go b/cli/server.go
@@ -2680,7 +2680,7 @@ func ReadAIProvidersFromEnv(environ []string) ([]codersdk.AIProviderConfig, erro
 		case "BASE_URL":
 			provider.BaseURL = v.Value
 		case "MODELS":
-			provider.Models = strings.Split(v.Value, " ")
+			provider.Models = strings.Split(v.Value, ",")
 		}
 		providers[providerNum] = provider
 	}
diff --git a/coderd/ai/ai.go b/coderd/ai/ai.go
@@ -40,7 +40,13 @@ func ModelsFromConfig(ctx context.Context, configs []codersdk.AIProviderConfig)
 
 		switch config.Type {
 		case "openai":
-			client := openai.NewClient(openaioption.WithAPIKey(config.APIKey))
+			opts := []openaioption.RequestOption{
+				openaioption.WithAPIKey(config.APIKey),
+			}
+			if config.BaseURL != "" {
+				opts = append(opts, openaioption.WithBaseURL(config.BaseURL))
+			}
+			client := openai.NewClient(opts...)
 			streamFunc = func(ctx context.Context, options StreamOptions) (aisdk.DataStream, error) {
 				openaiMessages, err := aisdk.MessagesToOpenAI(options.Messages)
 				if err != nil {

Original file line number	Diff line number	Diff line change
`@@ -2680,7 +2680,7 @@ func ReadAIProvidersFromEnv(environ []string) ([]codersdk.AIProviderConfig, erro`
`2680`	`2680`	`case "BASE_URL":`
`2681`	`2681`	`provider.BaseURL = v.Value`
`2682`	`2682`	`case "MODELS":`
`2683`		`- provider.Models = strings.Split(v.Value, " ")`
	`2683`	`+ provider.Models = strings.Split(v.Value, ",")`
`2684`	`2684`	`}`
`2685`	`2685`	`providers[providerNum] = provider`
`2686`	`2686`	`}`