diff --git a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs
index bad0460..0624307 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs
@@ -295,6 +295,9 @@ partial void ProcessOpenaiChatCompletionsResponseContent(
///
/// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`.
///
+ ///
+ /// streaming options
+ ///
/// The token to cancel the operation with
///
public async global::System.Threading.Tasks.Task OpenaiChatCompletionsAsync(
@@ -320,6 +323,7 @@ partial void ProcessOpenaiChatCompletionsResponseContent(
string? user = default,
int? seed = default,
bool? logprobs = default,
+ global::DeepInfra.StreamOptions? streamOptions = default,
global::System.Threading.CancellationToken cancellationToken = default)
{
var __request = new global::DeepInfra.OpenAIChatCompletionsIn
@@ -343,6 +347,7 @@ partial void ProcessOpenaiChatCompletionsResponseContent(
User = user,
Seed = seed,
Logprobs = logprobs,
+ StreamOptions = streamOptions,
};
return await OpenaiChatCompletionsAsync(
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs
index 49fe4ab..b220add 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs
@@ -292,6 +292,9 @@ partial void ProcessOpenaiCompletionsResponseContent(
///
/// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.
///
+ ///
+ /// streaming options
+ ///
/// The token to cancel the operation with
///
public async global::System.Threading.Tasks.Task OpenaiCompletionsAsync(
@@ -316,6 +319,7 @@ partial void ProcessOpenaiCompletionsResponseContent(
double? repetitionPenalty = default,
string? user = default,
int? seed = default,
+ global::DeepInfra.StreamOptions? streamOptions = default,
global::System.Threading.CancellationToken cancellationToken = default)
{
var __request = new global::DeepInfra.OpenAICompletionsIn
@@ -338,6 +342,7 @@ partial void ProcessOpenaiCompletionsResponseContent(
RepetitionPenalty = repetitionPenalty,
User = user,
Seed = seed,
+ StreamOptions = streamOptions,
};
return await OpenaiCompletionsAsync(
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs
index df0054f..20889bc 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs
@@ -94,6 +94,9 @@ public partial interface IDeepInfraClient
///
/// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`.
///
+ ///
+ /// streaming options
+ ///
/// The token to cancel the operation with
///
global::System.Threading.Tasks.Task OpenaiChatCompletionsAsync(
@@ -119,6 +122,7 @@ public partial interface IDeepInfraClient
string? user = default,
int? seed = default,
bool? logprobs = default,
+ global::DeepInfra.StreamOptions? streamOptions = default,
global::System.Threading.CancellationToken cancellationToken = default);
}
}
\ No newline at end of file
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs
index 02c2437..eb86f4b 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs
@@ -91,6 +91,9 @@ public partial interface IDeepInfraClient
///
/// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.
///
+ ///
+ /// streaming options
+ ///
/// The token to cancel the operation with
///
global::System.Threading.Tasks.Task OpenaiCompletionsAsync(
@@ -115,6 +118,7 @@ public partial interface IDeepInfraClient
double? repetitionPenalty = default,
string? user = default,
int? seed = default,
+ global::DeepInfra.StreamOptions? streamOptions = default,
global::System.Threading.CancellationToken cancellationToken = default);
}
}
\ No newline at end of file
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs
index 70e945d..83b40b3 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs
@@ -139,6 +139,12 @@ public sealed partial class OpenAIChatCompletionsIn
[global::System.Text.Json.Serialization.JsonPropertyName("logprobs")]
public bool? Logprobs { get; set; }
+ ///
+ /// streaming options
+ ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("stream_options")]
+ public global::DeepInfra.StreamOptions? StreamOptions { get; set; }
+
///
/// Additional properties that are not explicitly defined in the schema
///
@@ -216,6 +222,9 @@ public sealed partial class OpenAIChatCompletionsIn
///
/// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`.
///
+ ///
+ /// streaming options
+ ///
#if NET7_0_OR_GREATER
[global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers]
#endif
@@ -238,7 +247,8 @@ public OpenAIChatCompletionsIn(
double? repetitionPenalty,
string? user,
int? seed,
- bool? logprobs)
+ bool? logprobs,
+ global::DeepInfra.StreamOptions? streamOptions)
{
this.Model = model ?? throw new global::System.ArgumentNullException(nameof(model));
this.Messages = messages ?? throw new global::System.ArgumentNullException(nameof(messages));
@@ -259,6 +269,7 @@ public OpenAIChatCompletionsIn(
this.User = user;
this.Seed = seed;
this.Logprobs = logprobs;
+ this.StreamOptions = streamOptions;
}
///
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs
index 65a3484..70e83c4 100644
--- a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs
+++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs
@@ -133,6 +133,12 @@ public sealed partial class OpenAICompletionsIn
[global::System.Text.Json.Serialization.JsonPropertyName("seed")]
public int? Seed { get; set; }
+ ///
+ /// streaming options
+ ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("stream_options")]
+ public global::DeepInfra.StreamOptions? StreamOptions { get; set; }
+
///
/// Additional properties that are not explicitly defined in the schema
///
@@ -207,6 +213,9 @@ public sealed partial class OpenAICompletionsIn
///
/// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.
///
+ ///
+ /// streaming options
+ ///
#if NET7_0_OR_GREATER
[global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers]
#endif
@@ -228,7 +237,8 @@ public OpenAICompletionsIn(
global::DeepInfra.ResponseFormat2? responseFormat,
double? repetitionPenalty,
string? user,
- int? seed)
+ int? seed,
+ global::DeepInfra.StreamOptions? streamOptions)
{
this.Model = model ?? throw new global::System.ArgumentNullException(nameof(model));
this.Prompt = prompt ?? throw new global::System.ArgumentNullException(nameof(prompt));
@@ -248,6 +258,7 @@ public OpenAICompletionsIn(
this.RepetitionPenalty = repetitionPenalty;
this.User = user;
this.Seed = seed;
+ this.StreamOptions = streamOptions;
}
///
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs
new file mode 100644
index 0000000..91a4d7f
--- /dev/null
+++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs
@@ -0,0 +1,92 @@
+#nullable enable
+
+namespace DeepInfra
+{
+ public sealed partial class StreamOptions
+ {
+ ///
+ /// Serializes the current instance to a JSON string using the provided JsonSerializerContext.
+ ///
+ public string ToJson(
+ global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext)
+ {
+ return global::System.Text.Json.JsonSerializer.Serialize(
+ this,
+ this.GetType(),
+ jsonSerializerContext);
+ }
+
+ ///
+ /// Serializes the current instance to a JSON string using the provided JsonSerializerOptions.
+ ///
+#if NET8_0_OR_GREATER
+ [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")]
+ [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")]
+#endif
+ public string ToJson(
+ global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null)
+ {
+ return global::System.Text.Json.JsonSerializer.Serialize(
+ this,
+ jsonSerializerOptions);
+ }
+
+ ///
+ /// Deserializes a JSON string using the provided JsonSerializerContext.
+ ///
+ public static global::DeepInfra.StreamOptions? FromJson(
+ string json,
+ global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext)
+ {
+ return global::System.Text.Json.JsonSerializer.Deserialize(
+ json,
+ typeof(global::DeepInfra.StreamOptions),
+ jsonSerializerContext) as global::DeepInfra.StreamOptions;
+ }
+
+ ///
+ /// Deserializes a JSON string using the provided JsonSerializerOptions.
+ ///
+#if NET8_0_OR_GREATER
+ [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")]
+ [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")]
+#endif
+ public static global::DeepInfra.StreamOptions? FromJson(
+ string json,
+ global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null)
+ {
+ return global::System.Text.Json.JsonSerializer.Deserialize(
+ json,
+ jsonSerializerOptions);
+ }
+
+ ///
+ /// Deserializes a JSON stream using the provided JsonSerializerContext.
+ ///
+ public static async global::System.Threading.Tasks.ValueTask FromJsonStreamAsync(
+ global::System.IO.Stream jsonStream,
+ global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext)
+ {
+ return (await global::System.Text.Json.JsonSerializer.DeserializeAsync(
+ jsonStream,
+ typeof(global::DeepInfra.StreamOptions),
+ jsonSerializerContext).ConfigureAwait(false)) as global::DeepInfra.StreamOptions;
+ }
+
+ ///
+ /// Deserializes a JSON stream using the provided JsonSerializerOptions.
+ ///
+#if NET8_0_OR_GREATER
+ [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")]
+ [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")]
+#endif
+ public static global::System.Threading.Tasks.ValueTask FromJsonStreamAsync(
+ global::System.IO.Stream jsonStream,
+ global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null)
+ {
+ return global::System.Text.Json.JsonSerializer.DeserializeAsync(
+ jsonStream,
+ jsonSerializerOptions);
+ }
+ }
+}
diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs
new file mode 100644
index 0000000..02c5bac
--- /dev/null
+++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs
@@ -0,0 +1,60 @@
+
+#nullable enable
+
+namespace DeepInfra
+{
+ ///
+ ///
+ ///
+ public sealed partial class StreamOptions
+ {
+ ///
+ /// whether to include usage data
+ /// Default Value: true
+ ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("include_usage")]
+ public bool? IncludeUsage { get; set; }
+
+ ///
+ /// whether to include usage stats continuously with each streaming event
+ /// Default Value: false
+ ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("continuous_usage_stats")]
+ public bool? ContinuousUsageStats { get; set; }
+
+ ///
+ /// Additional properties that are not explicitly defined in the schema
+ ///
+ [global::System.Text.Json.Serialization.JsonExtensionData]
+ public global::System.Collections.Generic.IDictionary AdditionalProperties { get; set; } = new global::System.Collections.Generic.Dictionary();
+
+ ///
+ /// Initializes a new instance of the class.
+ ///
+ ///
+ /// whether to include usage data
+ /// Default Value: true
+ ///
+ ///
+ /// whether to include usage stats continuously with each streaming event
+ /// Default Value: false
+ ///
+#if NET7_0_OR_GREATER
+ [global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers]
+#endif
+ public StreamOptions(
+ bool? includeUsage,
+ bool? continuousUsageStats)
+ {
+ this.IncludeUsage = includeUsage;
+ this.ContinuousUsageStats = continuousUsageStats;
+ }
+
+ ///
+ /// Initializes a new instance of the class.
+ ///
+ public StreamOptions()
+ {
+ }
+ }
+}
\ No newline at end of file
diff --git a/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs b/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs
index 42ab47d..455314f 100644
--- a/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs
+++ b/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs
@@ -634,102 +634,106 @@ public sealed partial class JsonSerializerContextTypes
///
///
///
- public global::DeepInfra.OpenAICompletionsIn? Type152 { get; set; }
+ public global::DeepInfra.StreamOptions? Type152 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIEmbeddingsIn? Type153 { get; set; }
+ public global::DeepInfra.OpenAICompletionsIn? Type153 { get; set; }
///
///
///
- public global::DeepInfra.AnyOf, string>? Type154 { get; set; }
+ public global::DeepInfra.OpenAIEmbeddingsIn? Type154 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIEmbeddingsInEncodingFormat? Type155 { get; set; }
+ public global::DeepInfra.AnyOf, string>? Type155 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIImageData? Type156 { get; set; }
+ public global::DeepInfra.OpenAIEmbeddingsInEncodingFormat? Type156 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIImagesOut? Type157 { get; set; }
+ public global::DeepInfra.OpenAIImageData? Type157 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type158 { get; set; }
+ public global::DeepInfra.OpenAIImagesOut? Type158 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIModelOut? Type159 { get; set; }
+ public global::System.Collections.Generic.IList? Type159 { get; set; }
///
///
///
- public global::DeepInfra.OpenAIModelsOut? Type160 { get; set; }
+ public global::DeepInfra.OpenAIModelOut? Type160 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type161 { get; set; }
+ public global::DeepInfra.OpenAIModelsOut? Type161 { get; set; }
///
///
///
- public global::DeepInfra.OpenAITextToSpeechIn? Type162 { get; set; }
+ public global::System.Collections.Generic.IList? Type162 { get; set; }
///
///
///
- public global::DeepInfra.AnyOf? Type163 { get; set; }
+ public global::DeepInfra.OpenAITextToSpeechIn? Type163 { get; set; }
///
///
///
- public global::DeepInfra.TtsVoice? Type164 { get; set; }
+ public global::DeepInfra.AnyOf? Type164 { get; set; }
///
///
///
- public global::DeepInfra.RateLimitOut? Type165 { get; set; }
+ public global::DeepInfra.TtsVoice? Type165 { get; set; }
///
///
///
- public global::DeepInfra.RateLimitRequestIn? Type166 { get; set; }
+ public global::DeepInfra.RateLimitOut? Type166 { get; set; }
///
///
///
- public global::DeepInfra.SchemaFieldOut? Type167 { get; set; }
+ public global::DeepInfra.RateLimitRequestIn? Type167 { get; set; }
///
///
///
- public global::DeepInfra.SchemaOut? Type168 { get; set; }
+ public global::DeepInfra.SchemaFieldOut? Type168 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type169 { get; set; }
+ public global::DeepInfra.SchemaOut? Type169 { get; set; }
///
///
///
- public global::DeepInfra.ScopedJWTIn? Type170 { get; set; }
+ public global::System.Collections.Generic.IList? Type170 { get; set; }
///
///
///
- public global::DeepInfra.ScopedJWTOut? Type171 { get; set; }
+ public global::DeepInfra.ScopedJWTIn? Type171 { get; set; }
///
///
///
- public global::DeepInfra.UpdateLoraApiRequest? Type172 { get; set; }
+ public global::DeepInfra.ScopedJWTOut? Type172 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type173 { get; set; }
+ public global::DeepInfra.UpdateLoraApiRequest? Type173 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type174 { get; set; }
+ public global::System.Collections.Generic.IList? Type174 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type175 { get; set; }
+ public global::System.Collections.Generic.IList? Type175 { get; set; }
///
///
///
- public global::System.Collections.Generic.IList? Type176 { get; set; }
+ public global::System.Collections.Generic.IList? Type176 { get; set; }
+ ///
+ ///
+ ///
+ public global::System.Collections.Generic.IList? Type177 { get; set; }
}
}
\ No newline at end of file
diff --git a/src/libs/DeepInfra/openapi.yaml b/src/libs/DeepInfra/openapi.yaml
index 0f4e7a6..021b2f5 100644
--- a/src/libs/DeepInfra/openapi.yaml
+++ b/src/libs/DeepInfra/openapi.yaml
@@ -5290,6 +5290,11 @@ components:
title: Logprobs
type: boolean
description: 'Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`.'
+ stream_options:
+ title: Stream Options
+ allOf:
+ - $ref: '#/components/schemas/StreamOptions'
+ description: streaming options
OpenAICompletionsIn:
title: OpenAICompletionsIn
required:
@@ -5408,6 +5413,11 @@ components:
minimum: -9223372036854776000
type: integer
description: 'Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.'
+ stream_options:
+ title: Stream Options
+ allOf:
+ - $ref: '#/components/schemas/StreamOptions'
+ description: streaming options
OpenAIEmbeddingsIn:
title: OpenAIEmbeddingsIn
required:
@@ -5744,6 +5754,20 @@ components:
- civitai
type: string
description: An enumeration.
+ StreamOptions:
+ title: StreamOptions
+ type: object
+ properties:
+ include_usage:
+ title: Include Usage
+ type: boolean
+ description: whether to include usage data
+ default: true
+ continuous_usage_stats:
+ title: Continuous Usage Stats
+ type: boolean
+ description: whether to include usage stats continuously with each streaming event
+ default: false
TimeDeploymentStatsOut:
title: TimeDeploymentStatsOut
required: