WIP feat: add azure provider

Author: andreynering

azure/README.md

@@ -0,0 +1,6 @@
+# Azure
+
+* Go to https://portal.azure.com/ and log in (or sign up if you haven't already)
+* Access https://ai.azure.com/
+* Create a project / resource (or use an existing one)
+* Copy and API key

azure/azure.go

@@ -0,0 +1,71 @@
+package azure
+
+import (
+	"github.com/charmbracelet/fantasy/ai"
+	"github.com/charmbracelet/fantasy/openai"
+	"github.com/charmbracelet/fantasy/openaicompat"
+	"github.com/openai/openai-go/v2/azure"
+	"github.com/openai/openai-go/v2/option"
+)
+
+type options struct {
+	baseURL    string
+	apiKey     string
+	apiVersion string
+
+	openaiOptions []openai.Option
+}
+
+const (
+	Name              = "azure"
+	defaultAPIVersion = "2025-01-01-preview"
+)
+
+type Option = func(*options)
+
+func New(opts ...Option) ai.Provider {
+	o := options{
+		apiVersion: defaultAPIVersion,
+	}
+	for _, opt := range opts {
+		opt(&o)
+	}
+	return openai.New(
+		append(
+			o.openaiOptions,
+			openai.WithName(Name),
+			openai.WithSDKOptions(
+				azure.WithEndpoint(o.baseURL, o.apiVersion),
+				azure.WithAPIKey(o.apiKey),
+			),
+			openai.WithLanguageModelOptions(
+				openai.WithLanguageModelPrepareCallFunc(openaicompat.LanguagePrepareModelCall),
+				openai.WithLanguageModelUsageFunc(languageModelUsageFunc),
+			),
+		)...,
+	)
+}
+
+func WithBaseURL(baseURL string) Option {
+	return func(o *options) {
+		o.baseURL = baseURL
+	}
+}
+
+func WithAPIKey(apiKey string) Option {
+	return func(o *options) {
+		o.apiKey = apiKey
+	}
+}
+
+func WithAPIVersion(version string) Option {
+	return func(o *options) {
+		o.apiVersion = version
+	}
+}
+
+func WithHTTPClient(client option.HTTPClient) Option {
+	return func(o *options) {
+		o.openaiOptions = append(o.openaiOptions, openai.WithHTTPClient(client))
+	}
+}

azure/language_model_hooks.go

@@ -0,0 +1,17 @@
+package azure
+
+import (
+	"github.com/charmbracelet/fantasy/ai"
+	"github.com/openai/openai-go/v2"
+)
+
+func languageModelUsageFunc(choice openai.ChatCompletion) (ai.Usage, ai.ProviderOptionsData) {
+	return ai.Usage{
+		InputTokens:         choice.Usage.PromptTokens,
+		OutputTokens:        choice.Usage.CompletionTokens,
+		TotalTokens:         choice.Usage.TotalTokens,
+		ReasoningTokens:     choice.Usage.CompletionTokensDetails.ReasoningTokens,
+		CacheCreationTokens: 0,
+		CacheReadTokens:     choice.Usage.PromptTokensDetails.CachedTokens,
+	}, nil
+}

go.mod

@@ -20,6 +20,8 @@ require (
 	cloud.google.com/go v0.116.0 // indirect
 	cloud.google.com/go/auth v0.9.3 // indirect
 	cloud.google.com/go/compute/metadata v0.5.0 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.17.0 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
 	github.com/google/go-cmp v0.6.0 // indirect

go.sum

@@ -5,6 +5,14 @@ cloud.google.com/go/auth v0.9.3 h1:VOEUIAADkkLtyfr3BLa3R8Ed/j6w1jTBmARx+wb5w5U=
 cloud.google.com/go/auth v0.9.3/go.mod h1:7z6VY+7h3KUdRov5F1i8NDP5ZzWKYmEPO842BgCsmTk=
 cloud.google.com/go/compute/metadata v0.5.0 h1:Zr0eK8JbFv6+Wi4ilXAR8FJ3wyNdpxHKJNPos6LTZOY=
 cloud.google.com/go/compute/metadata v0.5.0/go.mod h1:aHnloV2TPI38yx4s9+wAZhHykWvVCfu7hQbF+9CWoiY=
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.17.0 h1:g0EZJwz7xkXQiZAI5xi9f3WWFYBlX1CPTrR+NDToRkQ=
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.17.0/go.mod h1:XCW7KnZet0Opnr7HccfUw1PLc4CjHqpcaxW8DHklNkQ=
+github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 h1:tfLQ34V6F7tVSwoTf/4lH5sE0o6eCJuNDTmH09nDpbc=
+github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0/go.mod h1:9kIvujWAA58nmPmWB1m23fyWic1kYZMxD9CxaWn4Qpg=
+github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 h1:ywEEhmNahHBihViHepv3xPBn1663uRv2t2q/ESv9seY=
+github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0/go.mod h1:iZDifYGJTIgIIkYRNWPENUnqx6bJ2xnSDFI2tjwZNuY=
+github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 h1:XHOnouVk1mxXfQidrMEnLlPk9UMeRtyBTnEFtxkV0kU=
+github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2/go.mod h1:wP83P5OoQ5p6ip3ScPr0BAq0BvuPAvacpEuSzyouqAI=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
 github.com/anthropics/anthropic-sdk-go v1.10.0 h1:jDKQTfC0miIEj21eMmPrNSLKTNdNa3nHZOhd4wZz1cI=
 github.com/anthropics/anthropic-sdk-go v1.10.0/go.mod h1:WTz31rIUHUHqai2UslPpw5CwXrQP3geYBioRV4WOLvE=
@@ -24,6 +32,8 @@ github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1m
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
 github.com/go-viper/mapstructure/v2 v2.4.0 h1:EBsztssimR/CONLSZZ04E8qAkxNYq4Qp9LvH92wZUgs=
 github.com/go-viper/mapstructure/v2 v2.4.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM=
+github.com/golang-jwt/jwt/v5 v5.2.1 h1:OuVbFODueb089Lh128TAcimifWaLhJwVflnrgM17wHk=
+github.com/golang-jwt/jwt/v5 v5.2.1/go.mod h1:pqrtFR0X4osieyHYxtmOUWsAWrfe1Q5UVIyoH402zdk=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
 github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da h1:oI5xCqsCo564l8iNU+DwB5epxmsaqB+rhGL0m5jtYqE=
@@ -57,11 +67,21 @@ github.com/gorilla/websocket v1.5.3 h1:saDtZ6Pbx/0u+bgYQ3q96pZgCzfhKXGPqt7kZ72aN
 github.com/gorilla/websocket v1.5.3/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
 github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=
 github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
+github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
+github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
+github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=
+github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=
 github.com/openai/openai-go/v2 v2.3.0 h1:y9U+V1tlHjvvb/5XIswuySqnG5EnKBFAbMxgBvTHXvg=
 github.com/openai/openai-go/v2 v2.3.0/go.mod h1:sIUkR+Cu/PMUVkSKhkk742PRURkQOCFhiwJ7eRSBqmk=
+github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c h1:+mdjkGKdHQG3305AYmdv1U2eRNDiU2ErMBj1gwrq8eQ=
+github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c/go.mod h1:7rwL4CYBLnjLxUqIJNnCWiEdr3bn6IUYi15bNlnbCCU=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
+github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8=
+github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
 github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
@@ -149,8 +169,9 @@ google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpAD
 google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
 google.golang.org/protobuf v1.34.2 h1:6xV6lTsCfpGD21XK49h7MhtcApnLqkfYgPcdHftf6hg=
 google.golang.org/protobuf v1.34.2/go.mod h1:qYOHts0dSfpeUzUFpOMr/WGzszTmLH+DiWniOlNbLDw=
-gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
 gopkg.in/dnaeon/go-vcr.v4 v4.0.6-0.20250923044825-7b4892dd3117 h1:fbE/sTnBb9UNfE8cJsOzrYYPqVWVHb7jWH4SI1W//cM=
 gopkg.in/dnaeon/go-vcr.v4 v4.0.6-0.20250923044825-7b4892dd3117/go.mod h1:YuVT9NPq7t3oT2WpUemB0DbNL7djIjgajZycxoDLnqs=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

openai/openai.go

@@ -26,6 +26,7 @@ type options struct {
 	name                 string
 	headers              map[string]string
 	client               option.HTTPClient
+	sdkOptions           []option.RequestOption
 	languageModelOptions []LanguageModelOption
 }
 
@@ -95,6 +96,12 @@ func WithHTTPClient(client option.HTTPClient) Option {
 	}
 }
 
+func WithSDKOptions(opts ...option.RequestOption) Option {
+	return func(o *options) {
+		o.sdkOptions = append(o.sdkOptions, opts...)
+	}
+}
+
 func WithLanguageModelOptions(opts ...LanguageModelOption) Option {
 	return func(o *options) {
 		o.languageModelOptions = append(o.languageModelOptions, opts...)
@@ -103,26 +110,29 @@ func WithLanguageModelOptions(opts ...LanguageModelOption) Option {
 
 // LanguageModel implements ai.Provider.
 func (o *provider) LanguageModel(modelID string) (ai.LanguageModel, error) {
-	openaiClientOptions := []option.RequestOption{}
+	options := make([]option.RequestOption, 0, 5+len(o.options.headers)+len(o.options.sdkOptions))
+
 	if o.options.apiKey != "" {
-		openaiClientOptions = append(openaiClientOptions, option.WithAPIKey(o.options.apiKey))
+		options = append(options, option.WithAPIKey(o.options.apiKey))
 	}
 	if o.options.baseURL != "" {
-		openaiClientOptions = append(openaiClientOptions, option.WithBaseURL(o.options.baseURL))
+		options = append(options, option.WithBaseURL(o.options.baseURL))
 	}
 
 	for key, value := range o.options.headers {
-		openaiClientOptions = append(openaiClientOptions, option.WithHeader(key, value))
+		options = append(options, option.WithHeader(key, value))
 	}
 
 	if o.options.client != nil {
-		openaiClientOptions = append(openaiClientOptions, option.WithHTTPClient(o.options.client))
+		options = append(options, option.WithHTTPClient(o.options.client))
 	}
 
+	options = append(options, o.options.sdkOptions...)
+
 	return newLanguageModel(
 		modelID,
 		o.options.name,
-		openai.NewClient(openaiClientOptions...),
+		openai.NewClient(options...),
 		o.options.languageModelOptions...,
 	), nil
 }

openaicompat/language_model_hooks.go

@@ -13,7 +13,7 @@ import (
 
 const reasoningStartedCtx = "reasoning_started"
 
-func languagePrepareModelCall(model ai.LanguageModel, params *openaisdk.ChatCompletionNewParams, call ai.Call) ([]ai.CallWarning, error) {
+func LanguagePrepareModelCall(model ai.LanguageModel, params *openaisdk.ChatCompletionNewParams, call ai.Call) ([]ai.CallWarning, error) {
 	providerOptions := &ProviderOptions{}
 	if v, ok := call.ProviderOptions[Name]; ok {
 		providerOptions, ok = v.(*ProviderOptions)

openaicompat/openaicompat.go

@@ -24,7 +24,7 @@ func New(opts ...Option) ai.Provider {
 			openai.WithName(Name),
 		},
 		languageModelOptions: []openai.LanguageModelOption{
-			openai.WithLanguageModelPrepareCallFunc(languagePrepareModelCall),
+			openai.WithLanguageModelPrepareCallFunc(LanguagePrepareModelCall),
 			openai.WithLanguageModelStreamExtraFunc(languageModelStreamExtra),
 			openai.WithLanguageModelExtraContentFunc(languageModelExtraContent),
 		},

providertests/.env.sample

@@ -1,4 +1,6 @@
 FANTASY_ANTHROPIC_API_KEY=
+FANTASY_AZURE_API_KEY=
+FANTASY_AZURE_BASE_URL=
 FANTASY_GEMINI_API_KEY=
 FANTASY_GROQ_API_KEY=
 FANTASY_OPENAI_API_KEY=

providertests/azure_test.go

@@ -0,0 +1,54 @@
+package providertests
+
+import (
+	"cmp"
+	"net/http"
+	"os"
+	"testing"
+
+	"github.com/charmbracelet/fantasy/ai"
+	"github.com/charmbracelet/fantasy/azure"
+	"github.com/charmbracelet/fantasy/openai"
+	"github.com/stretchr/testify/require"
+	"gopkg.in/dnaeon/go-vcr.v4/pkg/recorder"
+)
+
+func TestAzureCommon(t *testing.T) {
+	testCommon(t, []builderPair{
+		{"azure-o4-mini", builderAzureO4Mini, nil},
+		{"azure-gpt-5-mini", builderGpt5Mini, nil},
+	})
+}
+
+func TestAzureThinking(t *testing.T) {
+	opts := ai.ProviderOptions{
+		openai.Name: &openai.ProviderOptions{
+			ReasoningEffort: openai.ReasoningEffortOption(openai.ReasoningEffortLow),
+		},
+	}
+	testThinking(t, []builderPair{
+		{"azure-gpt-5-mini", builderGpt5Mini, opts},
+	}, testAzureThinking)
+}
+
+func testAzureThinking(t *testing.T, result *ai.AgentResult) {
+	require.Greater(t, result.Response.Usage.ReasoningTokens, int64(0), "expected reasoning content, got none")
+}
+
+func builderAzureO4Mini(r *recorder.Recorder) (ai.LanguageModel, error) {
+	provider := azure.New(
+		azure.WithBaseURL(cmp.Or(os.Getenv("FANTASY_AZURE_BASE_URL"), "(missing)")),
+		azure.WithAPIKey(cmp.Or(os.Getenv("FANTASY_AZURE_API_KEY"), "(missing)")),
+		azure.WithHTTPClient(&http.Client{Transport: r}),
+	)
+	return provider.LanguageModel("o4-mini")
+}
+
+func builderGpt5Mini(r *recorder.Recorder) (ai.LanguageModel, error) {
+	provider := azure.New(
+		azure.WithBaseURL(cmp.Or(os.Getenv("FANTASY_AZURE_BASE_URL"), "(missing)")),
+		azure.WithAPIKey(cmp.Or(os.Getenv("FANTASY_AZURE_API_KEY"), "(missing)")),
+		azure.WithHTTPClient(&http.Client{Transport: r}),
+	)
+	return provider.LanguageModel("gpt-5-mini")
+}