diff --git a/MLEM.Ui/Elements/Panel.cs b/MLEM.Ui/Elements/Panel.cs
index 70e7e27..5f3c58d 100644
--- a/MLEM.Ui/Elements/Panel.cs
+++ b/MLEM.Ui/Elements/Panel.cs
@@ -233,7 +233,8 @@ namespace MLEM.Ui.Elements {
             if (grandchild) {
                 this.ScrollChildren();
                 // we also need to re-setup here in case the child is involved in a special GetTotalCoveredArea
-                this.ScrollSetup();
+                if (!this.AreaDirty)
+                    this.ScrollSetup();
             }
         }