diff --git a/resources/views/invoices/knockout.blade.php b/resources/views/invoices/knockout.blade.php
index d23c8c9e7c6d..52a97f20fa99 100644
--- a/resources/views/invoices/knockout.blade.php
+++ b/resources/views/invoices/knockout.blade.php
@@ -906,7 +906,7 @@ ko.bindingHandlers.productTypeahead = {
                 if (model.expense_public_id()) {
                     return;
                 }
-                if (datum.notes) {
+                if (datum.notes && (!model.notes() || !model.task_public_id())) {
                     model.notes(datum.notes);
                 }
                 if (datum.cost) {