feat: add compression support to frontend and backend (#3484)

* Added compression lib to frontend

* Added compression handling to backend

* Added compression to body requests on frontend

* [autofix.ci] apply automated fixes

---------

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>

src/backend/base/langflow/main.py

@@ -1,4 +1,5 @@
 import asyncio
+import gzip
 import json
 import os
 import warnings
@@ -11,6 +12,7 @@
 import nest_asyncio  # type: ignore
 from fastapi import FastAPI, HTTPException, Request, Response
 from fastapi.middleware.cors import CORSMiddleware
+from fastapi.middleware.gzip import GZipMiddleware
 from fastapi.responses import FileResponse, JSONResponse
 from fastapi.staticfiles import StaticFiles
 from loguru import logger
@@ -28,7 +30,11 @@
 )
 from langflow.interface.types import get_and_cache_all_types_dict
 from langflow.interface.utils import setup_llm_caching
-from langflow.services.deps import get_cache_service, get_settings_service, get_telemetry_service
+from langflow.services.deps import (
+    get_cache_service,
+    get_settings_service,
+    get_telemetry_service,
+)
 from langflow.services.plugins.langfuse_plugin import LangfuseInstance
 from langflow.services.utils import initialize_services, teardown_services
 from langflow.logging.logger import configure
@@ -132,9 +138,21 @@ def create_app():
         allow_headers=["*"],
     )
     app.add_middleware(JavaScriptMIMETypeMiddleware)
+    app.add_middleware(GZipMiddleware, minimum_size=1000, compresslevel=5)
+
     # ! Deactivating this until we find a better solution
     # app.add_middleware(RequestCancelledMiddleware)
 
+    @app.middleware("http")
+    async def decompress_if_gzip(request: Request, call_next):
+        if request.headers.get("content-encoding", "") == "gzip":
+            # the request's body is compressed, so we need to decompress it
+            body = await request.body()
+            dec = gzip.decompress(body)
+            request._body = dec  # <-- if only things were that easy
+        response = await call_next(request)
+        return response
+
     @app.middleware("http")
     async def flatten_query_string_lists(request: Request, call_next):
         flattened: list[tuple[str, str]] = []

src/frontend/package.json

@@ -52,6 +52,7 @@
     "moment": "^2.30.1",
     "openseadragon": "^4.1.1",
     "p-debounce": "^4.0.0",
+    "pako": "^2.1.0",
     "playwright": "^1.44.1",
     "react": "^18.3.1",
     "react-ace": "^11.0.1",

src/frontend/src/controllers/API/api.tsx

@@ -1,6 +1,7 @@
 import { LANGFLOW_ACCESS_TOKEN } from "@/constants/constants";
 import useAuthStore from "@/stores/authStore";
 import axios, { AxiosError, AxiosInstance, AxiosRequestConfig } from "axios";
+import pako from "pako";
 import { useContext, useEffect } from "react";
 import { Cookies } from "react-cookie";
 import { BuildStatus } from "../../constants/enums";
@@ -13,6 +14,22 @@ import { useLogout, useRefreshAccessToken } from "./queries/auth";
 // Create a new Axios instance
 const api: AxiosInstance = axios.create({
   baseURL: "",
+  transformRequest: (axios.defaults.transformRequest
+    ? Array.isArray(axios.defaults.transformRequest)
+      ? axios.defaults.transformRequest
+      : [axios.defaults.transformRequest]
+    : []
+  ).concat(function (data, headers) {
+    // compress strings if over 1KB
+    if (typeof data === "string" && data.length > 1024) {
+      headers["Content-Encoding"] = "gzip";
+      return pako.gzip(data);
+    } else {
+      // delete is slow apparently, faster to set to undefined
+      headers["Content-Encoding"] = undefined;
+      return data;
+    }
+  }),
 });
 
 const cookies = new Cookies();