From 948843d990c96ceb61ca04321ab8d285daed2112 Mon Sep 17 00:00:00 2001 From: Dhruv Singal Date: Wed, 30 Oct 2024 13:15:16 -0700 Subject: [PATCH] updated max client body size to 64mb, this was blocking multimodal inputs (base64 encoded images for multimodal models in vllm --- truss/contexts/image_builder/serving_image_builder.py | 1 + 1 file changed, 1 insertion(+) diff --git a/truss/contexts/image_builder/serving_image_builder.py b/truss/contexts/image_builder/serving_image_builder.py index e917a5cb5..bdbf457b0 100644 --- a/truss/contexts/image_builder/serving_image_builder.py +++ b/truss/contexts/image_builder/serving_image_builder.py @@ -308,6 +308,7 @@ def generate_docker_server_nginx_config(build_dir, config): readiness_endpoint=config.docker_server.readiness_endpoint, liveness_endpoint=config.docker_server.liveness_endpoint, server_port=config.docker_server.server_port, + client_max_body_size='64M' ) nginx_filepath = build_dir / "proxy.conf" nginx_filepath.write_text(nginx_content)