diff --git a/server/src/sim.rs b/server/src/sim.rs
index ba5f7ecd..6f87c300 100644
--- a/server/src/sim.rs
+++ b/server/src/sim.rs
@@ -163,6 +163,9 @@ impl Sim {
     pub fn destroy(&mut self, entity: Entity) {
         let id = *self.world.get::<&EntityId>(entity).unwrap();
         self.entity_ids.remove(&id);
+        if let Ok(position) = self.world.get::<&Position>(entity) {
+            self.graph_entities.remove(position.node, entity);
+        }
         self.world.despawn(entity).unwrap();
         self.despawns.push(id);
     }