From c74cd8b7164eeac60fea76fb5d25fb4a82c3d156 Mon Sep 17 00:00:00 2001 From: Alishahryar1 Date: Wed, 28 Jan 2026 11:51:44 -0800 Subject: [PATCH] added request length logging --- server.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/server.py b/server.py index 03b64f2d..aee8896b 100644 --- a/server.py +++ b/server.py @@ -385,8 +385,18 @@ async def create_message(request_data: MessagesRequest, raw_request: Request): usage=Usage(input_tokens=100, output_tokens=5), ) + # Calculate total request length in characters + total_length = 0 + for msg in request_data.messages: + if isinstance(msg.content, str): + total_length += len(msg.content) + elif isinstance(msg.content, list): + for block in msg.content: + total_length += len(json.dumps(block)) + logger.info( - f"Request: model={request_data.model}, messages={len(request_data.messages)}, stream={request_data.stream}" + f"Request: model={request_data.model}, messages={len(request_data.messages)}, " + f"length={total_length}, stream={request_data.stream}" ) log_request_details(request_data)