2
0

PQueueWorkerTest.php 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
  1. <?php
  2. namespace Test\Michel\PQueue;
  3. use Michel\UniTester\TestCase;
  4. use Michel\PQueue\PQueueConsumer;
  5. use Michel\PQueue\PQueueWorker;
  6. use Michel\PQueue\Serializer\MessageSerializer;
  7. use Michel\PQueue\Transport\Envelope;
  8. use Michel\PQueue\Transport\Message\Message;
  9. use Michel\PQueue\Transport\TransportInterface;
  10. class PQueueWorkerTest extends TestCase
  11. {
  12. protected function execute(): void
  13. {
  14. $this->testWorkerProcess();
  15. $this->testStopWhenEmpty();
  16. $this->testRetryLogic();
  17. $this->testMaxRetryAttempts();
  18. $this->testRetryBackoff();
  19. $this->testMaxRuntime();
  20. $this->testMaxMemory();
  21. $this->testMessageDelay();
  22. $this->testHighVolume();
  23. }
  24. public function testWorkerProcess()
  25. {
  26. $processed = false;
  27. $transport = $this->createMockTransport([new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0)]);
  28. $consumer = new PQueueConsumer([\stdClass::class => new class($processed) {
  29. private $processed;
  30. public function __construct(&$processed)
  31. {
  32. $this->processed = &$processed;
  33. }
  34. public function __invoke(\stdClass $msg)
  35. {
  36. $this->processed = true;
  37. }
  38. }]);
  39. $worker = new PQueueWorker($transport, $consumer, ['stopWhenEmpty' => true]);
  40. $worker->run();
  41. $this->assertTrue($processed);
  42. $this->assertCount(1, $transport->processed);
  43. }
  44. public function testStopWhenEmpty()
  45. {
  46. $transport = $this->createMockTransport([]);
  47. $consumer = new PQueueConsumer([]);
  48. $startTime = microtime(true);
  49. $worker = new PQueueWorker($transport, $consumer, ['stopWhenEmpty' => true]);
  50. $worker->run();
  51. $duration = microtime(true) - $startTime;
  52. $this->assertTrue($duration < 1.0, "Worker should stop immediately");
  53. }
  54. public function testRetryLogic()
  55. {
  56. $transport = $this->createMockTransport([new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0)]);
  57. $consumer = new PQueueConsumer([\stdClass::class => new class {
  58. public function __invoke(\stdClass $msg)
  59. {
  60. throw new \Exception("fail");
  61. }
  62. }]);
  63. // Max retries 1. Flow: 0 -> retry -> 1 -> fail
  64. // Set delay to 0 so it processes immediately
  65. $worker = new PQueueWorker($transport, $consumer, [
  66. 'stopWhenEmpty' => true,
  67. 'maxRetryAttempts' => 1,
  68. 'initialRetryDelayMs' => 0
  69. ]);
  70. $worker->run();
  71. $this->assertCount(1, $transport->retried);
  72. $this->assertCount(1, $transport->failed);
  73. }
  74. public function testMaxRetryAttempts()
  75. {
  76. // Max retries 3. Flow: 0 -> 1 -> 2 -> 3 -> Fail
  77. $transport = $this->createMockTransport([new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0)]);
  78. $consumer = new PQueueConsumer([\stdClass::class => new class {
  79. public function __invoke(\stdClass $msg)
  80. {
  81. throw new \Exception("fail");
  82. }
  83. }]);
  84. $worker = new PQueueWorker($transport, $consumer, [
  85. 'stopWhenEmpty' => true,
  86. 'maxRetryAttempts' => 3,
  87. 'initialRetryDelayMs' => 0
  88. ]);
  89. $worker->run();
  90. $this->assertCount(3, $transport->retried, "Should retry 3 times");
  91. $this->assertCount(1, $transport->failed, "Should fail eventually");
  92. }
  93. public function testRetryBackoff()
  94. {
  95. $transport = $this->createMockTransport([new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0)]);
  96. $consumer = new PQueueConsumer([\stdClass::class => new class {
  97. public function __invoke(\stdClass $msg)
  98. {
  99. throw new \Exception("fail");
  100. }
  101. }]);
  102. // initialDelay 1000ms, multiplier 2.
  103. // Attempt 0 fails -> retry (attempt 1). Delay = 1000 * 2^0 = 1000ms.
  104. $worker = new PQueueWorker($transport, $consumer, [
  105. 'stopWhenEmpty' => true,
  106. 'initialRetryDelayMs' => 1000,
  107. 'retryBackoffMultiplier' => 2,
  108. 'maxRetryAttempts' => 1,
  109. ]);
  110. $worker->run();
  111. $this->assertCount(1, $transport->retried);
  112. $retryInfo = $transport->retried[0];
  113. $availableAt = $retryInfo['at'];
  114. $diff = $availableAt->getTimestamp() - time();
  115. // It should be around 1 second in future.
  116. $this->assertTrue($diff >= 1 && $diff <= 2, "Backoff should be around 1s");
  117. }
  118. public function testMaxRuntime()
  119. {
  120. $this->assertTrue(true);
  121. }
  122. public function testMaxMemory()
  123. {
  124. // Custom transport needed for memory test
  125. $transport = new class implements TransportInterface {
  126. public function getNextAvailableMessages(): iterable
  127. {
  128. while (true) {
  129. $data = str_repeat('a', 1024 * 1024);
  130. yield new Message('1', new Envelope(MessageSerializer::serialize(new \stdClass()), true));
  131. }
  132. }
  133. public function send(Envelope $message): void {}
  134. public function success(Message $message): void {}
  135. public function retry(Message $message, string $errorMessage, \DateTimeInterface $availableAt): void {}
  136. public function failed(Message $message, string $errorMessage): void {}
  137. public function supportMultiWorker(): bool
  138. {
  139. return false;
  140. }
  141. public static function create(array $options): TransportInterface
  142. {
  143. // TODO: Implement create() method.
  144. }
  145. };
  146. $consumer = new PQueueConsumer([\stdClass::class => new class {
  147. public function __invoke(\stdClass $msg) {}
  148. }]);
  149. $worker = new PQueueWorker($transport, $consumer, ['maxMemory' => 1]);
  150. $startTime = microtime(true);
  151. $worker->run();
  152. $duration = microtime(true) - $startTime;
  153. $this->assertTrue($duration < 5.0, "Worker should stop when memory limit exceeded");
  154. }
  155. public function testMessageDelay()
  156. {
  157. $transport = $this->createMockTransport([
  158. new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0),
  159. new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0)
  160. ]);
  161. $consumer = new PQueueConsumer([\stdClass::class => new class {
  162. public function __invoke(\stdClass $msg) {}
  163. }]);
  164. $worker = new PQueueWorker($transport, $consumer, ['stopWhenEmpty' => true, 'messageDelayMs' => 500]);
  165. $startTime = microtime(true);
  166. $worker->run();
  167. $duration = microtime(true) - $startTime;
  168. $this->assertTrue($duration >= 1.0, "Worker should respect message delay");
  169. }
  170. public function testHighVolume()
  171. {
  172. $count = 1000;
  173. $envelopes = [];
  174. for ($i = 0; $i < $count; $i++) {
  175. $envelopes[] = new Envelope(MessageSerializer::serialize(new \stdClass()), true, 0);
  176. }
  177. $transport = $this->createMockTransport($envelopes);
  178. $consumer = new PQueueConsumer([\stdClass::class => new class {
  179. public function __invoke(\stdClass $msg) {}
  180. }]);
  181. $worker = new PQueueWorker($transport, $consumer, ['stopWhenEmpty' => true]);
  182. $startTime = microtime(true);
  183. $worker->run();
  184. $duration = microtime(true) - $startTime;
  185. $this->assertCount($count, $transport->processed);
  186. $this->assertTrue($duration < 2.0, "High volume processing should be fast");
  187. }
  188. private function createMockTransport(array $envelopes): TransportInterface
  189. {
  190. return new class($envelopes) implements TransportInterface {
  191. public array $queue = [];
  192. public array $processed = [];
  193. public array $retried = [];
  194. public array $failed = [];
  195. public function __construct($envelopes)
  196. {
  197. foreach ($envelopes as $k => $e) {
  198. $this->queue[] = new Message((string)$k, $e);
  199. }
  200. }
  201. public function send(Envelope $message): void
  202. {
  203. $this->queue[] = new Message(uniqid(), $message);
  204. }
  205. public function getNextAvailableMessages(): iterable
  206. {
  207. $now = new \DateTimeImmutable();
  208. foreach ($this->queue as $k => $msg) {
  209. $av = $msg->getEnvelope()->getAvailableAt();
  210. if ($av === null || $av <= $now) {
  211. unset($this->queue[$k]);
  212. yield $msg;
  213. }
  214. }
  215. }
  216. public function success(Message $message): void
  217. {
  218. $this->processed[] = $message;
  219. }
  220. public function retry(Message $message, string $errorMessage, \DateTimeInterface $availableAt): void
  221. {
  222. $this->retried[] = ['msg' => $message, 'error' => $errorMessage, 'at' => $availableAt];
  223. $env = $message->getEnvelope();
  224. $newEnv = new Envelope($env->getBody(), true, $env->getAttempts() + 1, $availableAt);
  225. $this->queue[] = new Message($message->getId(), $newEnv);
  226. }
  227. public function failed(Message $message, string $errorMessage): void
  228. {
  229. $this->failed[] = ['msg' => $message, 'error' => $errorMessage];
  230. }
  231. public function supportMultiWorker(): bool
  232. {
  233. return false;
  234. }
  235. public static function create(array $options): TransportInterface
  236. {
  237. // TODO: Implement create() method.
  238. }
  239. };
  240. }
  241. protected function setUp(): void {}
  242. protected function tearDown(): void {}
  243. }