如何在web api中压缩HttpClient发布和接收数据

本文关键字:数据 HttpClient 压缩 web api | 更新日期: 2023-09-27 18:22:08

我有以下web api客户端,它使用json和gzip向服务器发送数据:

    public void Remote_Push(BlockList Blocks)
    {
        // Pushes pending records to the remote server
        using (var Client = new HttpClient())
        {
            Client.BaseAddress = new Uri(Context.ServerUrl);
            Client.DefaultRequestHeaders.Accept.Clear();
            Client.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("application/json"));
            var Content = JsonCompress(Blocks);
            var T1 = Client.PostAsync("SyncPush/", Content); T1.Wait();
            T1.Result.EnsureSuccess();
        }
    }
    private static ByteArrayContent JsonCompress(object Data)
    {
        // Compress given data using gzip 
        var Bytes = Encoding.UTF8.GetBytes(JsonConvert.SerializeObject(Data));
        using (var Stream = new MemoryStream())
        {
            using (var Zipper = new GZipStream(Stream, CompressionMode.Compress, true)) Zipper.Write(Bytes, 0, Bytes.Length);
            var Content = new ByteArrayContent(Stream.ToArray());
            Content.Headers.ContentType = new MediaTypeHeaderValue("application/json");
            Content.Headers.ContentEncoding.Add("gzip");
            return Content;
        }
    }

在服务器上,我在web api控制器中创建了以下操作:

    [HttpPost]
    public void SyncPush([FromBody]BlockList Blocks)
    {
        var Context = SyncCreateContext();
        var Sync = new Processor(Context);
        Sync.ServerPush(Blocks);
    }

以前,我在客户端上使用过PostAsJsonAsync,它运行良好。

现在,我已经切换到ByteArrayContentgzip,不再工作,服务器上的Blocks始终是null。我在这里错过了什么,出了什么问题,或者可能是问题所在?

如何在web api中压缩HttpClient发布和接收数据

下面是一个示例控制台应用程序,用于执行您尝试执行的操作。

      /*using System;
      using System.IO;
      using System.IO.Compression;
      using System.Net.Http;
      using System.Net.Http.Headers;
      using System.Text;
      using Newtonsoft.Json;
      using WebApi.Models;*/
 class Program
{
    static void Main(string[] args)
    {
        Console.WriteLine("Press any key to POST");
        Console.ReadLine();
        RemotePush(new BlockList());
        Console.ReadLine();
    }
    public static async void RemotePush(BlockList blocks)
    {
        try
        {
            using (var client = new HttpClient())
            {
                try
                {
                    Console.WriteLine("Please wait.");
                    client.BaseAddress = new Uri("http://localhost:52521/Home/"); 
                    client.DefaultRequestHeaders.Accept.Clear();
                    client.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("application/json"));
                    var content = JsonCompress(blocks);
                    var response = await client.PostAsync("SyncPush/", content);
                    using (var stream = await response.Content.ReadAsStreamAsync())
                    {
                        using (var streamReader = new StreamReader(stream))
                        {
                            Console.WriteLine(streamReader.ReadToEnd());
                        }
                    }
                    Console.WriteLine("Done.");
                }
                catch (Exception ex)
                {
                    Console.WriteLine(ex.Message);
                }
            }
        }
        catch (Exception ex)
        {
            Console.WriteLine(ex.Message);
        }
    }
    private static MultipartFormDataContent JsonCompress(object data)
    {
        var bytes = Encoding.UTF8.GetBytes(JsonConvert.SerializeObject(data));
        var stream = new MemoryStream();
        using (var zipper = new GZipStream(stream, CompressionMode.Compress, true))
        {
            zipper.Write(bytes, 0, bytes.Length);
        }
        MultipartFormDataContent multipartContent = new MultipartFormDataContent();
        multipartContent.Add(new StreamContent(stream), "gzipContent");
        return multipartContent;
    }
}

我的控制器是这样的。

    [System.Web.Mvc.HttpPost]
    public JsonResult SyncPush(BlockList content)
    {
        try
        {
            if (content != null)
            {
                return Json("success", JsonRequestBehavior.AllowGet);
            }
            return Json("failed due to null", JsonRequestBehavior.AllowGet);
        }
        catch (Exception ex)
        {
            return Json("failed " + ex.Message, JsonRequestBehavior.AllowGet);
        }
    }

仅供参考,因为.NET核心不在其中,而且这个问题仍然与工作中的.NET核心代码有关。我使用brotli,因为这是今天被广泛接受的标准。

using System.Text.Json.Serialization;
using System.Text.Json;
using System.Net.Http.Headers;
using System.IO.Compression;
public static class CompressedJsonHelper
{
private static readonly Lazy<JsonSerializerOptions>
    Options = new(() =>
    {
        var opt = new JsonSerializerOptions { DefaultIgnoreCondition = JsonIgnoreCondition.WhenWritingNull, PropertyNamingPolicy = JsonNamingPolicy.CamelCase };
        //opt.Converters.Add(new JsonStringEnumConverter(JsonNamingPolicy.CamelCase));
        return opt;
    });  
public static HttpContent ToJson(this object data, bool noCompress = false)
{
    if (noCompress)
    {
        ByteArrayContent byteContent = new (ToBytes(data));
        byteContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
        return byteContent;
    }
    MemoryStream memoryStream = new ();
    BrotliStream compress = new (memoryStream, CompressionLevel.Optimal, true);
    StreamContent streamContent = new (memoryStream);
    streamContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
    streamContent.Headers.ContentEncoding.Add("brotli");
    JsonSerializer.Serialize(compress, data, Options.Value);
    compress.Flush();
    memoryStream.Position = 0;
    return streamContent;
}
private static byte[] ToBytes(this object data) => JsonSerializer.SerializeToUtf8Bytes(data, Options.Value);

}

httpClient代码:

using HttpRequestMessage request = new(HttpMethod.Post, $"{yourbaseurl}/{path}")
{
     Content = json.ToJson()
};
await _httpClient.SendAsync(request, ...) etc