diff --git a/ansible/templates/nginx.conf b/ansible/templates/nginx.conf
index 03b139bb0..0874be8f9 100644
--- a/ansible/templates/nginx.conf
+++ b/ansible/templates/nginx.conf
@@ -53,10 +53,6 @@ server {
 
     # frontend
     location / {
-      proxy_set_header X-Real-IP $remote_addr;
-      proxy_set_header Host $host;
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-
       # The default ports:
       # lemmy_ui_port: 1235
       # lemmy_port: 8536
@@ -82,6 +78,11 @@ server {
 
       # Rate limit
       limit_req zone=lemmy_ratelimit burst=30 nodelay;
+
+      # Add IP forwarding headers
+      proxy_set_header X-Real-IP $remote_addr;
+      proxy_set_header Host $host;
+      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
     }