diff --git a/app/src/main/java/eu/faircode/email/AdapterMessage.java b/app/src/main/java/eu/faircode/email/AdapterMessage.java
index 7c0128a77e..1bf9d72457 100644
--- a/app/src/main/java/eu/faircode/email/AdapterMessage.java
+++ b/app/src/main/java/eu/faircode/email/AdapterMessage.java
@@ -2286,6 +2286,9 @@ public class AdapterMessage extends RecyclerView.Adapter<AdapterMessage.ViewHold
             if (keywords == null)
                 return;
 
+            if (buttons.getReferencedIds().length > 0)
+                return;
+
             int dp3 = Helper.dp2pixels(context, 3);
             Drawable on = ContextCompat.getDrawable(context, R.drawable.twotone_check_12);
             Drawable off = ContextCompat.getDrawable(context, R.drawable.twotone_close_12);