Chat request response format (#85)

* Added Retry Policy to integration tests to ensure they retry if hitting a rate limit

Author: jodendaal

src/OpenAI.Net.Integration.Tests/BaseTest.cs

@@ -1,6 +1,10 @@
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
-
+using Polly;
+using Polly.CircuitBreaker;
+using Polly.Extensions.Http;
+using System.Net;
+
 namespace OpenAI.Net.Integration.Tests
 {
     public class BaseTest
@@ -18,7 +22,12 @@ public BaseTest()
             Config = new TestConfig(configuration);
 
             var serviceCollection = new ServiceCollection();
-            serviceCollection.AddOpenAIServices(Config.Apikey);
+            serviceCollection.AddOpenAIServices(options => {
+                options.ApiKey = Config.Apikey;
+            },
+            (httpClientOptions) => {
+                httpClientOptions.AddPolicyHandler(GetRetryPolicy());
+            });
             _serviceProvider  =serviceCollection.BuildServiceProvider();
         }
 
@@ -29,6 +38,16 @@ public IOpenAIService OpenAIService
                 return _serviceProvider.GetRequiredService<IOpenAIService>();
             }
         }
+
+        static IAsyncPolicy<HttpResponseMessage> GetRetryPolicy()
+        {
+            var policy = Policy<HttpResponseMessage>
+                .HandleResult(response => response.StatusCode == HttpStatusCode.TooManyRequests)
+                .OrTransientHttpError();
+
+            return policy
+                .WaitAndRetryAsync(3, retryAttempt => TimeSpan.FromSeconds(30));
+        }
     }
 
 

src/OpenAI.Net.Integration.Tests/OpenAI.Net.Integration.Tests.csproj

@@ -22,11 +22,14 @@
     <PackageReference Include="Microsoft.Extensions.Configuration.EnvironmentVariables" Version="6.0.0" />
     <PackageReference Include="Microsoft.Extensions.Configuration.UserSecrets" Version="6.0.1" />
     <PackageReference Include="Microsoft.Extensions.DependencyInjection.Abstractions" Version="7.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Http.Polly" Version="6.0.24" />
     <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.3.2" />
     <PackageReference Include="NUnit" Version="3.13.3" />
     <PackageReference Include="NUnit3TestAdapter" Version="4.2.1" />
     <PackageReference Include="NUnit.Analyzers" Version="3.3.0" />
     <PackageReference Include="coverlet.collector" Version="3.1.2" />
+    <PackageReference Include="Polly" Version="8.1.0" />
+    <PackageReference Include="Polly.Extensions.Http" Version="3.0.0" />
   </ItemGroup>
 
   <ItemGroup>