diff --git a/worker/notmuch/message.go b/worker/notmuch/message.go
index 3fd2fb6..6529507 100644
--- a/worker/notmuch/message.go
+++ b/worker/notmuch/message.go
@@ -82,7 +82,7 @@ func (m *Message) MarkAnswered(answered bool) error {
 		return nil
 	}
 
-	if haveAnswered {
+	if haveReplied {
 		err := m.RemoveTag("replied")
 		if err != nil {
 			return err