diff --git a/web/src/add_group_members_pill.ts b/web/src/add_group_members_pill.ts
index bf767ef061..feaf4232a5 100644
--- a/web/src/add_group_members_pill.ts
+++ b/web/src/add_group_members_pill.ts
@@ -122,10 +122,12 @@ export function create({
     }
 
     if (onPillRemoveAction) {
-        void (async () => {
-            const user_ids = await get_pill_user_ids(pill_widget);
-            onPillRemoveAction(user_ids, get_pill_group_ids(pill_widget));
-        })();
+        pill_widget.onPillRemove(() => {
+            void (async () => {
+                const user_ids = await get_pill_user_ids(pill_widget);
+                onPillRemoveAction(user_ids, get_pill_group_ids(pill_widget));
+            })();
+        });
     }
 
     function get_users(): User[] {