diff --git a/plugin/manager_linux.go b/plugin/manager_linux.go
index 847868f9d3..3c9bad4d65 100644
--- a/plugin/manager_linux.go
+++ b/plugin/manager_linux.go
@@ -97,6 +97,8 @@ func (pm *Manager) pluginPostStart(p *v2.Plugin, c *controller) error {
 		if retries > maxRetries {
 			logrus.Debugf("error net dialing plugin: %v", err)
 			c.restart = false
+			// While restoring plugins, we need to explicitly set the state to disabled
+			pm.config.Store.SetState(p, false)
 			shutdownPlugin(p, c, pm.containerdClient)
 			return err
 		}