diff --git a/middleware/recovery.go b/middleware/recovery.go
index 7431d1c1..44175099 100644
--- a/middleware/recovery.go
+++ b/middleware/recovery.go
@@ -115,7 +115,9 @@ func Recovery(onPanic PanicFunc) func(http.Handler) http.Handler {
 			}
 
 			for _, v := range RemovedHeaders {
-				r.Header.Set(v, redacted)
+				if r.Header.Get(v) != "" {
+					r.Header.Set(v, redacted)
+				}
 			}
 
 			// Recovering comes *after* the above so the buffer is not returned to