diff --git a/app/components/application/redirect-warning.js b/app/components/application/redirect-warning.js
index 919278e07d..4649764f2f 100644
--- a/app/components/application/redirect-warning.js
+++ b/app/components/application/redirect-warning.js
@@ -2,10 +2,11 @@ import Component from '@ember/component';
 import { get, set } from '@ember/object';
 
 export default Component.extend({
-  isShown: window.explainRedirect,
+  isShown: window.explainRedirect && !window.localStorage.getItem('hide-redirect-warning'),
 
   actions: {
     dismiss() {
+      window.localStorage.setItem('hide-redirect-warning', '1');
       set(this, 'isShown', false);
     }
   }
diff --git a/app/styles/layout/_navbar.scss b/app/styles/layout/_navbar.scss
index 4230afd83a..dbacd78f15 100644
--- a/app/styles/layout/_navbar.scss
+++ b/app/styles/layout/_navbar.scss
@@ -549,12 +549,21 @@
 
   .inner {
     width: 100%;
+    margin-right: 3rem;
+  }
+
+  .row {
+    position: relative;
   }
 
   .dismiss {
-    float: right;
+    position: absolute;
+    top: -10px;
+    right: 0;
     color: white;
-    margin-right: 20px;
+    padding: 10px 1rem 2rem 2.5rem; /* make button big enough for touching it on mobile */
+    border: none;
+    background: none;
   }
 
   h5 {
diff --git a/app/templates/components/application/redirect-warning.hbs b/app/templates/components/application/redirect-warning.hbs
index e93cda79f6..e2267e0ddc 100644
--- a/app/templates/components/application/redirect-warning.hbs
+++ b/app/templates/components/application/redirect-warning.hbs
@@ -5,10 +5,10 @@
         <div class="inner">
           <h5>We've Moved!</h5>
           Don't be alarmed by the URL, we've moved from Kitsu.io to Kitsu.app
-          <span class="dismiss" {{action "dismiss"}}>
-            {{svg-jar "close"}}
-          </span>
         </div>
+        <button class="dismiss" {{action "dismiss"}}>
+          {{svg-jar "close"}}
+        </button>
       </div>
     </div>
   </aside>