diff --git a/js/src/admin/components/WebhookEditModal.js b/js/src/admin/components/WebhookEditModal.js
index fceeb5e..36f8e5d 100644
--- a/js/src/admin/components/WebhookEditModal.js
+++ b/js/src/admin/components/WebhookEditModal.js
@@ -91,6 +91,7 @@ export default class WebhookEditModal extends Modal {
     };
 
     const group = app.store.getById('groups', this.groupId());
+    const isFilteringTags = !!this.webhook.tags()?.length;
 
     return (
       <div className="FofWebhooksModal Modal-body">
@@ -156,8 +157,8 @@ export default class WebhookEditModal extends Modal {
             <p className="helpText">{app.translator.trans('fof-webhooks.admin.settings.modal.description')}</p>
             {this.webhook.service() !== 'microsoft-teams' && (
               <div style={{ display: 'block', marginTop: '30px' }}>
-                <Switch state={this.includeTags()} onchange={this.includeTags}>
-                  {'Include tags'}
+                <Switch state={this.includeTags()} onchange={this.includeTags} disabled={!isFilteringTags}>
+                  {app.translator.trans('fof-webhooks.admin.settings.modal.include_matching_tags_label')}
                 </Switch>
               </div>
             )}
diff --git a/resources/locale/en.yml b/resources/locale/en.yml
index dda01ce..bed3b13 100644
--- a/resources/locale/en.yml
+++ b/resources/locale/en.yml
@@ -75,6 +75,8 @@ fof-webhooks:
 
         events_label: Events
 
+        include_matching_tags_label: Include matching tags -- for webhooks restricted to specific tags, show which ones the event matched
+
       services:
         discord: Discord
         slack: Slack