fix: add TTL to job records to prevent memory leak

src/Queue/Broker/Redis.php

@@ -45,7 +45,7 @@ public function consume(Queue $queue, callable $messageCallback, callable $succe
             /**
              * Move Job to Jobs and it's PID to the processing list.
              */
-            $this->connection->setArray("{$queue->namespace}.jobs.{$queue->name}.{$message->getPid()}", $nextMessage);
+            $this->connection->setArray("{$queue->namespace}.jobs.{$queue->name}.{$message->getPid()}", $nextMessage, $queue->jobTtl);
             $this->connection->leftPush("{$queue->namespace}.processing.{$queue->name}", $message->getPid());
 
             /**
@@ -150,6 +150,12 @@ public function retry(Queue $queue, ?int $limit = null): void
             }
 
             $this->enqueue($queue, $job->getPayload());
+
+            /**
+             * Remove old job record after re-enqueueing to prevent memory leak.
+             */
+            $this->connection->remove("{$queue->namespace}.jobs.{$queue->name}.{$pid}");
+
             $processed++;
         }
     }

src/Queue/Connection.php

@@ -19,9 +19,9 @@ public function listSize(string $key): int;
     public function listRange(string $key, int $total, int $offset): array;
     public function remove(string $key): bool;
     public function move(string $queue, string $destination): bool;
-    public function set(string $key, string $value): bool;
+    public function set(string $key, string $value, int $ttl = 0): bool;
     public function get(string $key): array|string|null;
-    public function setArray(string $key, array $value): bool;
+    public function setArray(string $key, array $value, int $ttl = 0): bool;
     public function increment(string $key): int;
     public function decrement(string $key): int;
     public function ping(): bool;

src/Queue/Connection/Redis.php

@@ -119,13 +119,16 @@ public function move(string $queue, string $destination): bool
         return $this->getRedis()->move($queue, $destination);
     }
 
-    public function setArray(string $key, array $value): bool
+    public function setArray(string $key, array $value, int $ttl = 0): bool
     {
-        return $this->set($key, json_encode($value));
+        return $this->set($key, json_encode($value), $ttl);
     }
 
-    public function set(string $key, string $value): bool
+    public function set(string $key, string $value, int $ttl = 0): bool
     {
+        if ($ttl > 0) {
+            return $this->getRedis()->setex($key, $ttl, $value);
+        }
         return $this->getRedis()->set($key, $value);
     }
 

src/Queue/Queue.php

@@ -7,6 +7,7 @@
     public function __construct(
         public string $name,
         public string $namespace = 'utopia-queue',
+        public int $jobTtl = 86400,
     ) {
         if (empty($this->name)) {
             throw new \InvalidArgumentException('Cannot create queue with empty name.');