diff --git a/static/js/settings_user_groups.js b/static/js/settings_user_groups.js
index 68f90b1606..bd7b4b1db6 100644
--- a/static/js/settings_user_groups.js
+++ b/static/js/settings_user_groups.js
@@ -396,8 +396,10 @@ export function set_up() {
             group_name: user_group.name,
         });
 
+        const user_group_name = user_group.name;
+
         confirm_dialog.launch({
-            html_heading: $t_html({defaultMessage: "Delete user group"}),
+            html_heading: $t_html({defaultMessage: "Delete {user_group_name}?"}, {user_group_name}),
             html_body,
             on_click: delete_user_group,
         });
diff --git a/static/templates/confirm_dialog/confirm_delete_user.hbs b/static/templates/confirm_dialog/confirm_delete_user.hbs
index 119d452f68..07853f9c89 100644
--- a/static/templates/confirm_dialog/confirm_delete_user.hbs
+++ b/static/templates/confirm_dialog/confirm_delete_user.hbs
@@ -1,5 +1,5 @@
 <p>
     {{#tr}}
-    Are you sure you want to delete <b>{group_name}</b>?
+    This action cannot be undone.
     {{/tr}}
 </p>