diff --git a/resource/static/main.js b/resource/static/main.js
index 581ae5d..557866c 100644
--- a/resource/static/main.js
+++ b/resource/static/main.js
@@ -264,6 +264,9 @@ function addOrEditMonitor(monitor) {
   } else {
     modal.find(".ui.nb-notify.checkbox").checkbox("set unchecked");
   }
+  modal.find("a.ui.label.visible").each((i, el) => {
+    el.remove();
+  });
   var servers;
   if (monitor) {
     servers = monitor.SkipServersRaw;