diff --git a/src/FrozenClock.php b/src/FrozenClock.php
index 5b3c604..b9d03b7 100644
--- a/src/FrozenClock.php
+++ b/src/FrozenClock.php
@@ -41,7 +41,7 @@ public function adjustTime(string $modifier): void
             throw new InvalidArgumentException('The given modifier is invalid');
         }
 
-        $this->now = $this->now->modify($modifier);
+        $this->now = $modifiedTime;
     }
 
     public function now(): DateTimeImmutable