diff --git a/plugins/wporg-5ftf/assets/js/dialog.js b/plugins/wporg-5ftf/assets/js/dialog.js
index 173a828..747008f 100644
--- a/plugins/wporg-5ftf/assets/js/dialog.js
+++ b/plugins/wporg-5ftf/assets/js/dialog.js
@@ -99,6 +99,7 @@ jQuery( document ).ready( function( $ ) {
 						closeModal();
 						$( button ).after( $( '<p>' ).html( '<em>' + response.message + '<em>' ) );
 					} else {
+						$( 'div.notice' ).remove();
 						const $message = $( '<div>' )
 							.addClass( 'notice notice-alt' )
 							.addClass( response.success ? 'notice-success' : 'notice-error' )