From 0c6ab3533367a02fa07e57e499bca719adf897ec Mon Sep 17 00:00:00 2001
From: Alex Cheema <41707476+AlexCheema@users.noreply.github.com>
Date: Sat, 14 Dec 2024 18:33:41 +0000
Subject: [PATCH] increase timeout of http request in bench.py up to 10 mins

---
 .github/bench.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/bench.py b/.github/bench.py
index f559a9ca..18cfcb1f 100644
--- a/.github/bench.py
+++ b/.github/bench.py
@@ -226,7 +226,7 @@ async def measure_performance(api_endpoint: str, prompt: str, model: str) -> Dic
     }
 
     # Get token count
-    session = aiohttp.ClientSession()
+    session = aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=600, connect=10, sock_read=600, sock_connect=10))
     try:
         response = await session.post(
             "http://localhost:52415/v1/chat/token/encode",
@@ -397,4 +397,4 @@ if __name__ == "__main__":
     check_system_state()
     check_gpu_access()
     optimize_system_performance()
-    asyncio.run(main())
\ No newline at end of file
+    asyncio.run(main())