openai: reuse cilent

Signed-off-by: Loong <loong.dai@intel.com>
dapr · Sep 11, 2024 · 469108c · 469108c
1 parent ac3d7d9
commit 469108c
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/conversation/openai/openai.go b/conversation/openai/openai.go
@@ -23,12 +23,12 @@ import (
 	"github.com/dapr/kit/logger"
 	kmeta "github.com/dapr/kit/metadata"
 
-	"github.com/sashabaranov/go-openai"
+	openai "github.com/sashabaranov/go-openai"
 )
 
 type OpenAI struct {
-	key   string
-	model string
+	cilent *openai.Client
+	model  string
 
 	logger logger.Logger
 }
@@ -48,7 +48,7 @@ func (o *OpenAI) Init(ctx context.Context, meta conversation.Metadata) error {
 		return err
 	}
 
-	o.key = r.Key
+	o.cilent = openai.NewClient(r.Key)
 	o.model = r.Model
 
 	return nil
@@ -62,7 +62,6 @@ func (o *OpenAI) GetComponentMetadata() (metadataInfo metadata.MetadataMap) {
 
 func (o *OpenAI) Converse(ctx context.Context, r *conversation.ConversationRequest) (res *conversation.ConversationResponse, err error) {
 	// Note: OPENAI does not support load balance
-	client := openai.NewClient(o.key)
 
 	messages := make([]openai.ChatCompletionMessage, 0, len(r.Inputs))
 
@@ -80,7 +79,7 @@ func (o *OpenAI) Converse(ctx context.Context, r *conversation.ConversationReque
 
 	// TODO: support ConversationContext
 
-	resp, err := client.CreateChatCompletion(ctx, req)
+	resp, err := o.cilent.CreateChatCompletion(ctx, req)
 	if err != nil {
 		o.logger.Error(err)
 		return nil, err