diff --git a/src/mm-plugin-manager.c b/src/mm-plugin-manager.c
index 7dd7ce83..dee96184 100644
--- a/src/mm-plugin-manager.c
+++ b/src/mm-plugin-manager.c
@@ -255,8 +255,11 @@ port_context_complete (PortContext *port_context)
 {
     GTask *task;
 
-    /* Steal the task from the task */
-    g_assert (port_context->task);
+    /* If already completed, do nothing */
+    if (!port_context->task)
+        return;
+
+    /* Steal the task from the context, we only will complete once */
     task = port_context->task;
     port_context->task = NULL;