diff --git a/lxd/container_lxc.go b/lxd/container_lxc.go
index <HASH>..<HASH> 100644
--- a/lxd/container_lxc.go
+++ b/lxd/container_lxc.go
@@ -514,6 +514,7 @@ func containerLXCCreate(s *state.State, args db.ContainerArgs) (container, error
 
 			err = c.deviceAdd(k, m)
 			if err != nil {
+				c.Delete()
 				return nil, err
 			}
 		}
lxd/containers: Delete on creation failure