Revert "[libc++] Granularize the rest of memory"

Breaks buildbots.

This reverts commit 30adaa730c4768b5eb06719c808b2884fcf53cf3.
diff --git a/libcxx/include/algorithm b/libcxx/include/algorithm
index 0dd8002..0b54fb9 100644
--- a/libcxx/include/algorithm
+++ b/libcxx/include/algorithm
@@ -1709,6 +1709,7 @@
 #include <__debug>
 #include <cstddef>
 #include <cstring>
+#include <memory>
 #include <type_traits>
 #include <version>
 
@@ -1903,11 +1904,7 @@
 #endif
 
 #if !defined(_LIBCPP_REMOVE_TRANSITIVE_INCLUDES) && _LIBCPP_STD_VER <= 20
-#  include <atomic>
-#  include <chrono>
 #  include <iterator>
-#  include <memory>
-#  include <stdexcept>
 #  include <utility>
 #endif
 
@@ -1919,7 +1916,7 @@
 #endif
 
 #if defined(_LIBCPP_HAS_PARALLEL_ALGORITHMS) && _LIBCPP_STD_VER >= 17
-#  include <__pstl_algorithm>
+#   include <__pstl_algorithm>
 #endif
 
 #endif // _LIBCPP_ALGORITHM