diff --git a/widget/src/toggler.rs b/widget/src/toggler.rs
index 2e6597f4..70c38ce2 100644
--- a/widget/src/toggler.rs
+++ b/widget/src/toggler.rs
@@ -279,7 +279,11 @@ where
 
         layout::next_to_each_other(
             &limits,
-            self.spacing,
+            if self.label.is_some() {
+                self.spacing
+            } else {
+                0.0
+            },
             |_| layout::Node::new(Size::new(2.0 * self.size, self.size)),
             |limits| {
                 if let Some(label) = self.label.as_deref() {