diff --git a/src/api/server_server.rs b/src/api/server_server.rs
index fcb5d0ec..00eaaa5f 100644
--- a/src/api/server_server.rs
+++ b/src/api/server_server.rs
@@ -325,14 +325,6 @@ where
 				})
 			} else {
 				debug!("Returning error from {destination}");
-
-				// remove potentially dead destinations from our cache that may be from modified
-				// well-knowns
-				if !write_destination_to_cache {
-					info!("Evicting {destination} from our true destination cache due to failed request.");
-					services().globals.actual_destination_cache.write().await.remove(destination);
-				}
-
 				Err(Error::FederationError(
 					destination.to_owned(),
 					RumaError::from_http_response(http_response),