diff --git a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs index bad0460..0624307 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiChatCompletions.g.cs @@ -295,6 +295,9 @@ partial void ProcessOpenaiChatCompletionsResponseContent( /// /// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`. /// + /// + /// streaming options + /// /// The token to cancel the operation with /// public async global::System.Threading.Tasks.Task OpenaiChatCompletionsAsync( @@ -320,6 +323,7 @@ partial void ProcessOpenaiChatCompletionsResponseContent( string? user = default, int? seed = default, bool? logprobs = default, + global::DeepInfra.StreamOptions? streamOptions = default, global::System.Threading.CancellationToken cancellationToken = default) { var __request = new global::DeepInfra.OpenAIChatCompletionsIn @@ -343,6 +347,7 @@ partial void ProcessOpenaiChatCompletionsResponseContent( User = user, Seed = seed, Logprobs = logprobs, + StreamOptions = streamOptions, }; return await OpenaiChatCompletionsAsync( diff --git a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs index 49fe4ab..b220add 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.DeepInfraClient.OpenaiCompletions.g.cs @@ -292,6 +292,9 @@ partial void ProcessOpenaiCompletionsResponseContent( /// /// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed. /// + /// + /// streaming options + /// /// The token to cancel the operation with /// public async global::System.Threading.Tasks.Task OpenaiCompletionsAsync( @@ -316,6 +319,7 @@ partial void ProcessOpenaiCompletionsResponseContent( double? repetitionPenalty = default, string? user = default, int? seed = default, + global::DeepInfra.StreamOptions? streamOptions = default, global::System.Threading.CancellationToken cancellationToken = default) { var __request = new global::DeepInfra.OpenAICompletionsIn @@ -338,6 +342,7 @@ partial void ProcessOpenaiCompletionsResponseContent( RepetitionPenalty = repetitionPenalty, User = user, Seed = seed, + StreamOptions = streamOptions, }; return await OpenaiCompletionsAsync( diff --git a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs index df0054f..20889bc 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiChatCompletions.g.cs @@ -94,6 +94,9 @@ public partial interface IDeepInfraClient /// /// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`. /// + /// + /// streaming options + /// /// The token to cancel the operation with /// global::System.Threading.Tasks.Task OpenaiChatCompletionsAsync( @@ -119,6 +122,7 @@ public partial interface IDeepInfraClient string? user = default, int? seed = default, bool? logprobs = default, + global::DeepInfra.StreamOptions? streamOptions = default, global::System.Threading.CancellationToken cancellationToken = default); } } \ No newline at end of file diff --git a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs index 02c2437..eb86f4b 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.IDeepInfraClient.OpenaiCompletions.g.cs @@ -91,6 +91,9 @@ public partial interface IDeepInfraClient /// /// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed. /// + /// + /// streaming options + /// /// The token to cancel the operation with /// global::System.Threading.Tasks.Task OpenaiCompletionsAsync( @@ -115,6 +118,7 @@ public partial interface IDeepInfraClient double? repetitionPenalty = default, string? user = default, int? seed = default, + global::DeepInfra.StreamOptions? streamOptions = default, global::System.Threading.CancellationToken cancellationToken = default); } } \ No newline at end of file diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs index 70e945d..83b40b3 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAIChatCompletionsIn.g.cs @@ -139,6 +139,12 @@ public sealed partial class OpenAIChatCompletionsIn [global::System.Text.Json.Serialization.JsonPropertyName("logprobs")] public bool? Logprobs { get; set; } + /// + /// streaming options + /// + [global::System.Text.Json.Serialization.JsonPropertyName("stream_options")] + public global::DeepInfra.StreamOptions? StreamOptions { get; set; } + /// /// Additional properties that are not explicitly defined in the schema /// @@ -216,6 +222,9 @@ public sealed partial class OpenAIChatCompletionsIn /// /// Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`. /// + /// + /// streaming options + /// #if NET7_0_OR_GREATER [global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers] #endif @@ -238,7 +247,8 @@ public OpenAIChatCompletionsIn( double? repetitionPenalty, string? user, int? seed, - bool? logprobs) + bool? logprobs, + global::DeepInfra.StreamOptions? streamOptions) { this.Model = model ?? throw new global::System.ArgumentNullException(nameof(model)); this.Messages = messages ?? throw new global::System.ArgumentNullException(nameof(messages)); @@ -259,6 +269,7 @@ public OpenAIChatCompletionsIn( this.User = user; this.Seed = seed; this.Logprobs = logprobs; + this.StreamOptions = streamOptions; } /// diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs index 65a3484..70e83c4 100644 --- a/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs +++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.OpenAICompletionsIn.g.cs @@ -133,6 +133,12 @@ public sealed partial class OpenAICompletionsIn [global::System.Text.Json.Serialization.JsonPropertyName("seed")] public int? Seed { get; set; } + /// + /// streaming options + /// + [global::System.Text.Json.Serialization.JsonPropertyName("stream_options")] + public global::DeepInfra.StreamOptions? StreamOptions { get; set; } + /// /// Additional properties that are not explicitly defined in the schema /// @@ -207,6 +213,9 @@ public sealed partial class OpenAICompletionsIn /// /// Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed. /// + /// + /// streaming options + /// #if NET7_0_OR_GREATER [global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers] #endif @@ -228,7 +237,8 @@ public OpenAICompletionsIn( global::DeepInfra.ResponseFormat2? responseFormat, double? repetitionPenalty, string? user, - int? seed) + int? seed, + global::DeepInfra.StreamOptions? streamOptions) { this.Model = model ?? throw new global::System.ArgumentNullException(nameof(model)); this.Prompt = prompt ?? throw new global::System.ArgumentNullException(nameof(prompt)); @@ -248,6 +258,7 @@ public OpenAICompletionsIn( this.RepetitionPenalty = repetitionPenalty; this.User = user; this.Seed = seed; + this.StreamOptions = streamOptions; } /// diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs new file mode 100644 index 0000000..91a4d7f --- /dev/null +++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.Json.g.cs @@ -0,0 +1,92 @@ +#nullable enable + +namespace DeepInfra +{ + public sealed partial class StreamOptions + { + /// + /// Serializes the current instance to a JSON string using the provided JsonSerializerContext. + /// + public string ToJson( + global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext) + { + return global::System.Text.Json.JsonSerializer.Serialize( + this, + this.GetType(), + jsonSerializerContext); + } + + /// + /// Serializes the current instance to a JSON string using the provided JsonSerializerOptions. + /// +#if NET8_0_OR_GREATER + [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")] + [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")] +#endif + public string ToJson( + global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null) + { + return global::System.Text.Json.JsonSerializer.Serialize( + this, + jsonSerializerOptions); + } + + /// + /// Deserializes a JSON string using the provided JsonSerializerContext. + /// + public static global::DeepInfra.StreamOptions? FromJson( + string json, + global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext) + { + return global::System.Text.Json.JsonSerializer.Deserialize( + json, + typeof(global::DeepInfra.StreamOptions), + jsonSerializerContext) as global::DeepInfra.StreamOptions; + } + + /// + /// Deserializes a JSON string using the provided JsonSerializerOptions. + /// +#if NET8_0_OR_GREATER + [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")] + [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")] +#endif + public static global::DeepInfra.StreamOptions? FromJson( + string json, + global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null) + { + return global::System.Text.Json.JsonSerializer.Deserialize( + json, + jsonSerializerOptions); + } + + /// + /// Deserializes a JSON stream using the provided JsonSerializerContext. + /// + public static async global::System.Threading.Tasks.ValueTask FromJsonStreamAsync( + global::System.IO.Stream jsonStream, + global::System.Text.Json.Serialization.JsonSerializerContext jsonSerializerContext) + { + return (await global::System.Text.Json.JsonSerializer.DeserializeAsync( + jsonStream, + typeof(global::DeepInfra.StreamOptions), + jsonSerializerContext).ConfigureAwait(false)) as global::DeepInfra.StreamOptions; + } + + /// + /// Deserializes a JSON stream using the provided JsonSerializerOptions. + /// +#if NET8_0_OR_GREATER + [global::System.Diagnostics.CodeAnalysis.RequiresUnreferencedCode("JSON serialization and deserialization might require types that cannot be statically analyzed. Use the overload that takes a JsonTypeInfo or JsonSerializerContext, or make sure all of the required types are preserved.")] + [global::System.Diagnostics.CodeAnalysis.RequiresDynamicCode("JSON serialization and deserialization might require types that cannot be statically analyzed and might need runtime code generation. Use System.Text.Json source generation for native AOT applications.")] +#endif + public static global::System.Threading.Tasks.ValueTask FromJsonStreamAsync( + global::System.IO.Stream jsonStream, + global::System.Text.Json.JsonSerializerOptions? jsonSerializerOptions = null) + { + return global::System.Text.Json.JsonSerializer.DeserializeAsync( + jsonStream, + jsonSerializerOptions); + } + } +} diff --git a/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs new file mode 100644 index 0000000..02c5bac --- /dev/null +++ b/src/libs/DeepInfra/Generated/DeepInfra.Models.StreamOptions.g.cs @@ -0,0 +1,60 @@ + +#nullable enable + +namespace DeepInfra +{ + /// + /// + /// + public sealed partial class StreamOptions + { + /// + /// whether to include usage data
+ /// Default Value: true + ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("include_usage")] + public bool? IncludeUsage { get; set; } + + /// + /// whether to include usage stats continuously with each streaming event
+ /// Default Value: false + ///
+ [global::System.Text.Json.Serialization.JsonPropertyName("continuous_usage_stats")] + public bool? ContinuousUsageStats { get; set; } + + /// + /// Additional properties that are not explicitly defined in the schema + /// + [global::System.Text.Json.Serialization.JsonExtensionData] + public global::System.Collections.Generic.IDictionary AdditionalProperties { get; set; } = new global::System.Collections.Generic.Dictionary(); + + /// + /// Initializes a new instance of the class. + /// + /// + /// whether to include usage data
+ /// Default Value: true + /// + /// + /// whether to include usage stats continuously with each streaming event
+ /// Default Value: false + /// +#if NET7_0_OR_GREATER + [global::System.Diagnostics.CodeAnalysis.SetsRequiredMembers] +#endif + public StreamOptions( + bool? includeUsage, + bool? continuousUsageStats) + { + this.IncludeUsage = includeUsage; + this.ContinuousUsageStats = continuousUsageStats; + } + + /// + /// Initializes a new instance of the class. + /// + public StreamOptions() + { + } + } +} \ No newline at end of file diff --git a/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs b/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs index 42ab47d..455314f 100644 --- a/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs +++ b/src/libs/DeepInfra/Generated/JsonSerializerContextTypes.g.cs @@ -634,102 +634,106 @@ public sealed partial class JsonSerializerContextTypes /// /// /// - public global::DeepInfra.OpenAICompletionsIn? Type152 { get; set; } + public global::DeepInfra.StreamOptions? Type152 { get; set; } /// /// /// - public global::DeepInfra.OpenAIEmbeddingsIn? Type153 { get; set; } + public global::DeepInfra.OpenAICompletionsIn? Type153 { get; set; } /// /// /// - public global::DeepInfra.AnyOf, string>? Type154 { get; set; } + public global::DeepInfra.OpenAIEmbeddingsIn? Type154 { get; set; } /// /// /// - public global::DeepInfra.OpenAIEmbeddingsInEncodingFormat? Type155 { get; set; } + public global::DeepInfra.AnyOf, string>? Type155 { get; set; } /// /// /// - public global::DeepInfra.OpenAIImageData? Type156 { get; set; } + public global::DeepInfra.OpenAIEmbeddingsInEncodingFormat? Type156 { get; set; } /// /// /// - public global::DeepInfra.OpenAIImagesOut? Type157 { get; set; } + public global::DeepInfra.OpenAIImageData? Type157 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type158 { get; set; } + public global::DeepInfra.OpenAIImagesOut? Type158 { get; set; } /// /// /// - public global::DeepInfra.OpenAIModelOut? Type159 { get; set; } + public global::System.Collections.Generic.IList? Type159 { get; set; } /// /// /// - public global::DeepInfra.OpenAIModelsOut? Type160 { get; set; } + public global::DeepInfra.OpenAIModelOut? Type160 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type161 { get; set; } + public global::DeepInfra.OpenAIModelsOut? Type161 { get; set; } /// /// /// - public global::DeepInfra.OpenAITextToSpeechIn? Type162 { get; set; } + public global::System.Collections.Generic.IList? Type162 { get; set; } /// /// /// - public global::DeepInfra.AnyOf? Type163 { get; set; } + public global::DeepInfra.OpenAITextToSpeechIn? Type163 { get; set; } /// /// /// - public global::DeepInfra.TtsVoice? Type164 { get; set; } + public global::DeepInfra.AnyOf? Type164 { get; set; } /// /// /// - public global::DeepInfra.RateLimitOut? Type165 { get; set; } + public global::DeepInfra.TtsVoice? Type165 { get; set; } /// /// /// - public global::DeepInfra.RateLimitRequestIn? Type166 { get; set; } + public global::DeepInfra.RateLimitOut? Type166 { get; set; } /// /// /// - public global::DeepInfra.SchemaFieldOut? Type167 { get; set; } + public global::DeepInfra.RateLimitRequestIn? Type167 { get; set; } /// /// /// - public global::DeepInfra.SchemaOut? Type168 { get; set; } + public global::DeepInfra.SchemaFieldOut? Type168 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type169 { get; set; } + public global::DeepInfra.SchemaOut? Type169 { get; set; } /// /// /// - public global::DeepInfra.ScopedJWTIn? Type170 { get; set; } + public global::System.Collections.Generic.IList? Type170 { get; set; } /// /// /// - public global::DeepInfra.ScopedJWTOut? Type171 { get; set; } + public global::DeepInfra.ScopedJWTIn? Type171 { get; set; } /// /// /// - public global::DeepInfra.UpdateLoraApiRequest? Type172 { get; set; } + public global::DeepInfra.ScopedJWTOut? Type172 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type173 { get; set; } + public global::DeepInfra.UpdateLoraApiRequest? Type173 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type174 { get; set; } + public global::System.Collections.Generic.IList? Type174 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type175 { get; set; } + public global::System.Collections.Generic.IList? Type175 { get; set; } /// /// /// - public global::System.Collections.Generic.IList? Type176 { get; set; } + public global::System.Collections.Generic.IList? Type176 { get; set; } + /// + /// + /// + public global::System.Collections.Generic.IList? Type177 { get; set; } } } \ No newline at end of file diff --git a/src/libs/DeepInfra/openapi.yaml b/src/libs/DeepInfra/openapi.yaml index 0f4e7a6..021b2f5 100644 --- a/src/libs/DeepInfra/openapi.yaml +++ b/src/libs/DeepInfra/openapi.yaml @@ -5290,6 +5290,11 @@ components: title: Logprobs type: boolean description: 'Whether to return log probabilities of the output tokens or not.If true, returns the log probabilities of each output token returned in the `content` of `message`.' + stream_options: + title: Stream Options + allOf: + - $ref: '#/components/schemas/StreamOptions' + description: streaming options OpenAICompletionsIn: title: OpenAICompletionsIn required: @@ -5408,6 +5413,11 @@ components: minimum: -9223372036854776000 type: integer description: 'Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.' + stream_options: + title: Stream Options + allOf: + - $ref: '#/components/schemas/StreamOptions' + description: streaming options OpenAIEmbeddingsIn: title: OpenAIEmbeddingsIn required: @@ -5744,6 +5754,20 @@ components: - civitai type: string description: An enumeration. + StreamOptions: + title: StreamOptions + type: object + properties: + include_usage: + title: Include Usage + type: boolean + description: whether to include usage data + default: true + continuous_usage_stats: + title: Continuous Usage Stats + type: boolean + description: whether to include usage stats continuously with each streaming event + default: false TimeDeploymentStatsOut: title: TimeDeploymentStatsOut required: