diff --git a/sdk/core/azure-core/src/http/curl/curl.cpp b/sdk/core/azure-core/src/http/curl/curl.cpp
index 6927d07c38..39b469b206 100644
--- a/sdk/core/azure-core/src/http/curl/curl.cpp
+++ b/sdk/core/azure-core/src/http/curl/curl.cpp
@@ -2132,8 +2132,7 @@ void CurlConnectionPool::MoveConnectionBackToPool(
     HttpStatusCode lastStatusCode)
 {
   auto code = static_cast<std::underlying_type<Http::HttpStatusCode>::type>(lastStatusCode);
-  // laststatusCode = 0
-  if (code < 200 || code >= 300)
+  if ((code < 200 || code >= 300) && lastStatusCode != HttpStatusCode::NotFound)
   {
     // A handler with previous response with Error can't be re-use.
     return;