From a72d2e920ef18618a36a58714cd06d916b01a30b Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Thu, 11 Dec 2025 10:40:57 +0400
Subject: [PATCH 01/10] UserPersonalizer in CampaignProcessorMessageHandler

---
 .../CampaignProcessorMessageHandler.php       |  4 ++++
 .../Service/MessageProcessingPreparator.php   |  7 +------
 .../Service/RateLimitedCampaignMailer.php     | 21 +++++++++++--------
 .../CampaignProcessorMessageHandlerTest.php   | 16 ++++++++++++++
 .../MessageProcessingPreparatorTest.php       | 10 ---------
 5 files changed, 33 insertions(+), 25 deletions(-)

diff --git a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
index 12d45c30..f5154563 100644
--- a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
+++ b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
@@ -5,6 +5,7 @@
 namespace PhpList\Core\Domain\Messaging\MessageHandler;
 
 use Doctrine\ORM\EntityManagerInterface;
+use PhpList\Core\Domain\Configuration\Service\UserPersonalizer;
 use PhpList\Core\Domain\Messaging\Exception\MessageSizeLimitExceededException;
 use PhpList\Core\Domain\Messaging\Message\CampaignProcessorMessage;
 use PhpList\Core\Domain\Messaging\Message\SyncCampaignProcessorMessage;
@@ -56,6 +57,7 @@ public function __construct(
         private readonly EventLogManager $eventLogManager,
         private readonly MessageDataManager $messageDataManager,
         private readonly MessagePrecacheService $precacheService,
+        private readonly UserPersonalizer $userPersonalizer,
         ?int $maxMailSize = null,
     ) {
         $this->maxMailSize = $maxMailSize ?? 0;
@@ -159,6 +161,8 @@ private function handleEmailSending(
         Message\MessageContent $precachedContent,
     ): void {
         $processed = $this->messagePreparator->processMessageLinks($campaign->getId(), $precachedContent, $subscriber);
+        $processed->setText($this->userPersonalizer->personalize($processed->getText(), $subscriber->getEmail()));
+        $processed->setFooter($this->userPersonalizer->personalize($processed->getFooter(), $subscriber->getEmail()));
 
         try {
             $email = $this->mailer->composeEmail($campaign, $subscriber, $processed);
diff --git a/src/Domain/Messaging/Service/MessageProcessingPreparator.php b/src/Domain/Messaging/Service/MessageProcessingPreparator.php
index aee1d9e7..549a439e 100644
--- a/src/Domain/Messaging/Service/MessageProcessingPreparator.php
+++ b/src/Domain/Messaging/Service/MessageProcessingPreparator.php
@@ -5,8 +5,6 @@
 namespace PhpList\Core\Domain\Messaging\Service;
 
 use PhpList\Core\Domain\Analytics\Service\LinkTrackService;
-use PhpList\Core\Domain\Configuration\Service\UserPersonalizer;
-use PhpList\Core\Domain\Messaging\Model\Message;
 use PhpList\Core\Domain\Messaging\Model\Message\MessageContent;
 use PhpList\Core\Domain\Messaging\Repository\MessageRepository;
 use PhpList\Core\Domain\Subscription\Model\Subscriber;
@@ -24,7 +22,6 @@ public function __construct(
         private readonly MessageRepository $messageRepository,
         private readonly LinkTrackService $linkTrackService,
         private readonly TranslatorInterface $translator,
-        private readonly UserPersonalizer $userPersonalizer,
     ) {
     }
 
@@ -78,16 +75,14 @@ public function processMessageLinks(
 
         $htmlText = $content->getText();
         $footer = $content->getFooter();
-        // todo: check other configured data that should be used in mail formatting/creation
+        // todo: check if getTextMessage should replace links as well
         if ($htmlText !== null) {
             $htmlText = $this->replaceLinks($savedLinks, $htmlText);
-            $htmlText = $this->userPersonalizer->personalize($htmlText, $subscriber->getEmail());
             $content->setText($htmlText);
         }
 
         if ($footer !== null) {
             $footer = $this->replaceLinks($savedLinks, $footer);
-            $footer = $this->userPersonalizer->personalize($footer, $subscriber->getEmail());
             $content->setFooter($footer);
         }
 
diff --git a/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php b/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
index de2b73c1..97027d16 100644
--- a/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
+++ b/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
@@ -20,23 +20,26 @@ public function __construct(MailerInterface $mailer, SendRateLimiter $limiter)
         $this->limiter = $limiter;
     }
 
-    public function composeEmail(Message $processed, Subscriber $subscriber, Message\MessageContent $content): Email
-    {
+    public function composeEmail(
+        Message $message,
+        Subscriber $subscriber,
+        Message\MessageContent $processedContent,
+    ): Email {
         $email = new Email();
-        if ($processed->getOptions()->getFromField() !== '') {
-            $email->from($processed->getOptions()->getFromField());
+        if ($message->getOptions()->getFromField() !== '') {
+            $email->from($message->getOptions()->getFromField());
         }
 
-        if ($processed->getOptions()->getReplyTo() !== '') {
-            $email->replyTo($processed->getOptions()->getReplyTo());
+        if ($message->getOptions()->getReplyTo() !== '') {
+            $email->replyTo($message->getOptions()->getReplyTo());
         }
 
         return $email
             ->to($subscriber->getEmail())
-            ->subject($content->getSubject())
+            ->subject($processedContent->getSubject())
             // todo: check HTML2Text functionality
-            ->text($content->getTextMessage())
-            ->html($content->getText());
+            ->text($processedContent->getTextMessage())
+            ->html($processedContent->getText());
     }
 
     /**
diff --git a/tests/Unit/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandlerTest.php b/tests/Unit/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandlerTest.php
index a565f558..0e61d5dd 100644
--- a/tests/Unit/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandlerTest.php
+++ b/tests/Unit/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandlerTest.php
@@ -7,6 +7,7 @@
 use Doctrine\ORM\EntityManagerInterface;
 use Exception;
 use PhpList\Core\Domain\Configuration\Service\Manager\EventLogManager;
+use PhpList\Core\Domain\Configuration\Service\UserPersonalizer;
 use PhpList\Core\Domain\Messaging\Message\CampaignProcessorMessage;
 use PhpList\Core\Domain\Messaging\MessageHandler\CampaignProcessorMessageHandler;
 use PhpList\Core\Domain\Messaging\Model\Message;
@@ -57,10 +58,18 @@ protected function setUp(): void
         $requeueHandler = $this->createMock(RequeueHandler::class);
         $this->translator = $this->createMock(Translator::class);
         $this->precacheService = $this->createMock(MessagePrecacheService::class);
+        $userPersonalizer = $this->createMock(UserPersonalizer::class);
 
         $timeLimiter->method('start');
         $timeLimiter->method('shouldStop')->willReturn(false);
 
+        // Ensure personalization returns original text so assertions on replaced links remain valid
+        $userPersonalizer
+            ->method('personalize')
+            ->willReturnCallback(function (string $text) {
+                return $text;
+            });
+
         $this->handler = new CampaignProcessorMessageHandler(
             mailer: $this->mailer,
             entityManager: $this->entityManager,
@@ -77,6 +86,7 @@ protected function setUp(): void
             eventLogManager: $this->createMock(EventLogManager::class),
             messageDataManager: $this->createMock(MessageDataManager::class),
             precacheService: $this->precacheService,
+            userPersonalizer: $userPersonalizer,
             maxMailSize: 0,
         );
     }
@@ -166,6 +176,8 @@ public function testInvokeWithValidSubscriberEmail(): void
     {
         $campaign = $this->createMock(Message::class);
         $content = $this->createContentMock();
+        $content->method('getText')->willReturn('<p>Test HTML message</p>');
+        $content->method('getFooter')->willReturn('<p>Test footer message</p>');
         $campaign->method('getContent')->willReturn($content);
         $metadata = $this->createMock(MessageMetadata::class);
         $campaign->method('getMetadata')->willReturn($metadata);
@@ -225,6 +237,8 @@ public function testInvokeWithMailerException(): void
     {
         $campaign = $this->createMock(Message::class);
         $content = $this->createContentMock();
+        $content->method('getText')->willReturn('<p>Test HTML message</p>');
+        $content->method('getFooter')->willReturn('<p>Test footer message</p>');
         $metadata = $this->createMock(MessageMetadata::class);
         $campaign->method('getContent')->willReturn($content);
         $campaign->method('getMetadata')->willReturn($metadata);
@@ -278,6 +292,8 @@ public function testInvokeWithMultipleSubscribers(): void
     {
         $campaign = $this->createCampaignMock();
         $content = $this->createContentMock();
+        $content->method('getText')->willReturn('<p>Test HTML message</p>');
+        $content->method('getFooter')->willReturn('<p>Test footer message</p>');
         $metadata = $this->createMock(MessageMetadata::class);
         $campaign->method('getMetadata')->willReturn($metadata);
         $campaign->method('getId')->willReturn(1);
diff --git a/tests/Unit/Domain/Messaging/Service/MessageProcessingPreparatorTest.php b/tests/Unit/Domain/Messaging/Service/MessageProcessingPreparatorTest.php
index b7530895..9ba29c46 100644
--- a/tests/Unit/Domain/Messaging/Service/MessageProcessingPreparatorTest.php
+++ b/tests/Unit/Domain/Messaging/Service/MessageProcessingPreparatorTest.php
@@ -6,7 +6,6 @@
 
 use PhpList\Core\Domain\Analytics\Model\LinkTrack;
 use PhpList\Core\Domain\Analytics\Service\LinkTrackService;
-use PhpList\Core\Domain\Configuration\Service\UserPersonalizer;
 use PhpList\Core\Domain\Messaging\Model\Message\MessageContent;
 use PhpList\Core\Domain\Messaging\Repository\MessageRepository;
 use PhpList\Core\Domain\Messaging\Service\MessageProcessingPreparator;
@@ -23,7 +22,6 @@ class MessageProcessingPreparatorTest extends TestCase
     private SubscriberRepository&MockObject $subscriberRepository;
     private MessageRepository&MockObject $messageRepository;
     private LinkTrackService&MockObject $linkTrackService;
-    private UserPersonalizer&MockObject $userPersonalizer;
     private OutputInterface&MockObject $output;
     private MessageProcessingPreparator $preparator;
 
@@ -32,13 +30,6 @@ protected function setUp(): void
         $this->subscriberRepository = $this->createMock(SubscriberRepository::class);
         $this->messageRepository = $this->createMock(MessageRepository::class);
         $this->linkTrackService = $this->createMock(LinkTrackService::class);
-        $this->userPersonalizer = $this->createMock(UserPersonalizer::class);
-        // Ensure personalization returns original text so assertions on replaced links remain valid
-        $this->userPersonalizer
-            ->method('personalize')
-            ->willReturnCallback(function (string $text) {
-                return $text;
-            });
         $this->output = $this->createMock(OutputInterface::class);
 
         $this->preparator = new MessageProcessingPreparator(
@@ -46,7 +37,6 @@ protected function setUp(): void
             messageRepository: $this->messageRepository,
             linkTrackService: $this->linkTrackService,
             translator: new Translator('en'),
-            userPersonalizer: $this->userPersonalizer,
         );
     }
 

From d40dedd67a6ff04416c355afee1da3bde0ef8e6e Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Thu, 11 Dec 2025 13:22:35 +0400
Subject: [PATCH 02/10] HtmlToText

---
 config/parameters.yml.dist                  |  4 +
 src/Domain/Messaging/Service/HtmlToText.php | 85 +++++++++++++++++++++
 2 files changed, 89 insertions(+)
 create mode 100644 src/Domain/Messaging/Service/HtmlToText.php

diff --git a/config/parameters.yml.dist b/config/parameters.yml.dist
index 41c9a20b..bc73fb60 100644
--- a/config/parameters.yml.dist
+++ b/config/parameters.yml.dist
@@ -89,3 +89,7 @@ parameters:
     env(MESSAGING_MAX_PROCESS_TIME): '600'
     messaging.max_mail_size: '%%env(MAX_MAILSIZE)%%'
     env(MAX_MAILSIZE): '209715200'
+    messaging.default_message_age: '%%env(DEFAULT_MESSAGEAGE)%%'
+    env(DEFAULT_MESSAGEAGE): '691200'
+    messaging.use_manual_text_part : '%%env(USE_MANUAL_TEXT_PART)%%'
+    env(USE_MANUAL_TEXT_PART): 0
diff --git a/src/Domain/Messaging/Service/HtmlToText.php b/src/Domain/Messaging/Service/HtmlToText.php
new file mode 100644
index 00000000..a6775288
--- /dev/null
+++ b/src/Domain/Messaging/Service/HtmlToText.php
@@ -0,0 +1,85 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Messaging\Service;
+
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
+
+class HtmlToText
+{
+    private const WORD_WRAP = 70;
+
+    public function __construct(private readonly ConfigProvider $configProvider)
+    {
+    }
+
+    public function __invoke(string $html): string
+    {
+        $text = preg_replace("/\r/", '', $html);
+
+        $text = preg_replace("/<script[^>]*>(.*?)<\/script\s*>/is", '', $text);
+        $text = preg_replace("/<style[^>]*>(.*?)<\/style\s*>/is", '', $text);
+
+        $text = preg_replace(
+            "/<a[^>]*href=([\"\'])(.*)\\1[^>]*>(.*)<\/a>/Umis",
+            "[URLTEXT]\\3[ENDURLTEXT][LINK]\\2[ENDLINK]\n",
+            $text
+        );
+        $text = preg_replace("/<b>(.*?)<\/b\s*>/is", '*\\1*', $text);
+        $text = preg_replace("/<h[\d]>(.*?)<\/h[\d]\s*>/is", "**\\1**\n", $text);
+        $text = preg_replace("/<i>(.*?)<\/i\s*>/is", '/\\1/', $text);
+        $text = preg_replace("/<\/tr\s*?>/i", "<\/tr>\n\n", $text);
+        $text = preg_replace("/<\/p\s*?>/i", "<\/p>\n\n", $text);
+        $text = preg_replace('/<br[^>]*?>/i', "<br>\n", $text);
+        $text = preg_replace("/<br[^>]*?\/>/i", "<br\/>\n", $text);
+        $text = preg_replace('/<table/i', "\n\n<table", $text);
+        $text = strip_tags($text);
+
+        // find all URLs and replace them back
+        preg_match_all('~\[URLTEXT\](.*)\[ENDURLTEXT\]\[LINK\](.*)\[ENDLINK\]~Umis', $text, $links);
+        foreach ($links[0] as $matchindex => $fullmatch) {
+            $linktext = $links[1][$matchindex];
+            $linkurl = $links[2][$matchindex];
+            // check if the text linked is a repetition of the URL
+            if (trim($linktext) == trim($linkurl) ||
+                'https://'.trim($linktext) == trim($linkurl) ||
+                'http://'.trim($linktext) == trim($linkurl)
+            ) {
+                $linkreplace = $linkurl;
+            } else {
+                //# if link is an anchor only, take it out
+                if (strpos($linkurl, '#') === 0) {
+                    $linkreplace = $linktext;
+                } else {
+                    $linkreplace = $linktext.' <'.$linkurl.'>';
+                }
+            }
+            $text = str_replace($fullmatch, $linkreplace, $text);
+        }
+        $text = preg_replace(
+            "/<a href=[\"\'](.*?)[\"\'][^>]*>(.*?)<\/a>/is",
+            '[URLTEXT]\\2[ENDURLTEXT][LINK]\\1[ENDLINK]',
+            $text,
+            500
+        );
+
+        $text = html_entity_decode($text, ENT_QUOTES | ENT_HTML5, 'UTF-8');
+
+        $text = preg_replace('/###NL###/', "\n", $text);
+        $text = preg_replace("/\n /", "\n", $text);
+        $text = preg_replace("/\t/", ' ', $text);
+
+        // reduce whitespace
+        while (preg_match('/  /', $text)) {
+            $text = preg_replace('/  /', ' ', $text);
+        }
+        while (preg_match("/\n\s*\n\s*\n/", $text)) {
+            $text = preg_replace("/\n\s*\n\s*\n/", "\n\n", $text);
+        }
+        $ww = $this->configProvider->getValue(ConfigOption::WordWrap) ?? self::WORD_WRAP;
+
+        return wordwrap($text, $ww);
+    }
+}

From 613a1960322572647345acec00a2c387f4349480 Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Thu, 11 Dec 2025 13:26:57 +0400
Subject: [PATCH 03/10] MessageDataLoader

---
 .../Configuration/Model/ConfigOption.php      |   9 +
 .../Repository/MessageDataRepository.php      |   6 +
 .../Messaging/Service/MessageDataLoader.php   | 201 ++++++++++++++++++
 3 files changed, 216 insertions(+)
 create mode 100644 src/Domain/Messaging/Service/MessageDataLoader.php

diff --git a/src/Domain/Configuration/Model/ConfigOption.php b/src/Domain/Configuration/Model/ConfigOption.php
index 86b9286e..fa2066a8 100644
--- a/src/Domain/Configuration/Model/ConfigOption.php
+++ b/src/Domain/Configuration/Model/ConfigOption.php
@@ -15,4 +15,13 @@ enum ConfigOption: string
     case SubscribeUrl = 'subscribeurl';
     case Domain = 'domain';
     case Website = 'website';
+    case MessageFromAddress = 'message_from_address';
+    case AlwaysAddGoogleTracking = 'always_add_googletracking';
+    case AdminAddress = 'admin_address';
+    case DefaultMessageTemplate = 'defaultmessagetemplate';
+    case MessageFooter = 'messagefooter';
+    case ForwardFooter = 'forwardfooter';
+    case NotifyStartDefault = 'notifystart_default';
+    case NotifyEndDefault = 'notifyend_default';
+    case WordWrap = 'wordwrap';
 }
diff --git a/src/Domain/Messaging/Repository/MessageDataRepository.php b/src/Domain/Messaging/Repository/MessageDataRepository.php
index 51b27a04..1ef70d39 100644
--- a/src/Domain/Messaging/Repository/MessageDataRepository.php
+++ b/src/Domain/Messaging/Repository/MessageDataRepository.php
@@ -17,4 +17,10 @@ public function findByIdAndName(int $messageId, string $name): ?MessageData
     {
         return $this->findOneBy(['id' => $messageId, 'name' => $name]);
     }
+
+    /** @return MessageData[] */
+    public function getForMessage(int $messageId): array
+    {
+        return $this->findBy(['id' => $messageId]);
+    }
 }
diff --git a/src/Domain/Messaging/Service/MessageDataLoader.php b/src/Domain/Messaging/Service/MessageDataLoader.php
new file mode 100644
index 00000000..0f899d28
--- /dev/null
+++ b/src/Domain/Messaging/Service/MessageDataLoader.php
@@ -0,0 +1,201 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Messaging\Service;
+
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
+use PhpList\Core\Domain\Messaging\Model\Message;
+use PhpList\Core\Domain\Messaging\Repository\MessageDataRepository;
+
+class MessageDataLoader
+{
+    public function __construct(
+        private readonly ConfigProvider $configProvider,
+        private readonly MessageDataRepository $messageDataRepository,
+        private readonly int $defaultMessageAge,
+    ) {
+    }
+
+    public function __invoke(Message $message): array
+    {
+        $defaultFrom = $this->configProvider->getValue(ConfigOption::MessageFromAddress)
+                ?? $this->configProvider->getValue(ConfigOption::AdminAddress);
+
+        $finishSending = time() + $this->defaultMessageAge;
+
+        $messageData = [
+            'template'       => $this->configProvider->getValue(ConfigOption::DefaultMessageTemplate),
+            'sendformat'     => 'HTML',
+            'message'        => '',
+            'forwardmessage' => '',
+            'textmessage'    => '',
+            'rsstemplate'    => '',
+            'embargo'        => [
+                'year'   => date('Y'),
+                'month'  => date('m'),
+                'day'    => date('d'),
+                'hour'   => date('H'),
+                'minute' => date('i'),
+            ],
+            'repeatinterval' => 0,
+            'repeatuntil'    => [
+                'year'   => date('Y'),
+                'month'  => date('m'),
+                'day'    => date('d'),
+                'hour'   => date('H'),
+                'minute' => date('i'),
+            ],
+            'requeueinterval' => 0,
+            'requeueuntil'    => [
+                'year'   => date('Y'),
+                'month'  => date('m'),
+                'day'    => date('d'),
+                'hour'   => date('H'),
+                'minute' => date('i'),
+            ],
+            'finishsending' => [
+                'year'   => date('Y', $finishSending),
+                'month'  => date('m', $finishSending),
+                'day'    => date('d', $finishSending),
+                'hour'   => date('H', $finishSending),
+                'minute' => date('i', $finishSending),
+            ],
+            'fromfield'      => '',
+            'subject'        => '',
+            'forwardsubject' => '',
+            'footer'         => $this->configProvider->getValue(ConfigOption::MessageFooter),
+            'forwardfooter'  => $this->configProvider->getValue(ConfigOption::ForwardFooter),
+            'status'         => '',
+            'tofield'        => '',
+            'replyto'        => '',
+            'targetlist'     => [],
+            'criteria_match' => '',
+            'sendurl'        => '',
+            'sendmethod'     => 'inputhere',
+            'testtarget'     => '',
+            'notify_start'   => $this->configProvider->getValue(ConfigOption::NotifyStartDefault),
+            'notify_end'     => $this->configProvider->getValue(ConfigOption::NotifyEndDefault),
+            'google_track'   => filter_var(
+                value: $this->configProvider->getValue(ConfigOption::AlwaysAddGoogleTracking),
+                filter: FILTER_VALIDATE_BOOL
+            ),
+            'excludelist'    => [],
+            'sentastest'     => 0,
+        ];
+        // todo: set correct values from entity
+        $nonEmptyFields = array_filter(
+            get_object_vars($message),
+            fn($v) => $v !== null && $v !== '',
+        );
+        foreach ($nonEmptyFields as $key => $val) {
+            $messageData[$key] = $val;
+        }
+
+        $messageData['subject'] = $messageData['subject'] === '(no title)' ? '(no subject)' : $messageData['subject'];
+
+        $storedMessageData = $this->messageDataRepository->getForMessage($message->getId());
+        foreach ($storedMessageData as $storedMessageDatum) {
+            if (str_starts_with($storedMessageDatum->getData(), 'SER:')) {
+                $unserialized = unserialize(substr($storedMessageDatum->getData(), 4));
+                $data = array_walk_recursive($unserialized, 'stripslashes');
+            } else {
+                $data = stripslashes($storedMessageDatum->getData());
+            }
+            if (!in_array($storedMessageDatum->getName(), ['astext', 'ashtml', 'astextandhtml', 'aspdf', 'astextandpdf']))
+            {
+                //# don't overwrite counters in the message table from the data table
+                $messageData[stripslashes($storedMessageDatum->getName())] = $data;
+            }
+        }
+
+        foreach (array('embargo', 'repeatuntil', 'requeueuntil') as $dateField) {
+            if (!is_array($messageData[$dateField])) {
+                $messageData[$dateField] = [
+                    'year'   => date('Y'),
+                    'month'  => date('m'),
+                    'day'    => date('d'),
+                    'hour'   => date('H'),
+                    'minute' => date('i'),
+                ];
+            }
+        }
+
+        foreach($message->getListMessages() as $listMessage) {
+            $messageData['targetlist'][$listMessage->getListId()] = 1;
+        }
+
+        //# backwards, check that the content has a url and use it to fill the sendurl
+        if (empty($messageData['sendurl'])) {
+            //# can't do "ungreedy matching, in case the URL has placeholders, but this can potentially throw problems
+            if (!empty($messageData['message']) && preg_match('/\[URL:(.*)\]/i', $messageData['message'], $regs)) {
+                $messageData['sendurl'] = $regs[1];
+            }
+        }
+        if (empty($messageData['sendurl']) && !empty($messageData['message'])) {
+            // if there's a message and no url, make sure to show the editor, and not the URL input
+            $messageData['sendmethod'] = 'inputhere';
+        }
+
+        //## parse the from field into it's components - email and name
+        if (preg_match('/([^ ]+@[^ ]+)/', $messageData['fromfield'], $regs)) {
+            // if there is an email in the from, rewrite it as "name <email>"
+            $messageData['fromname'] = str_replace($regs[0], '', $messageData['fromfield']);
+            $messageData['fromemail'] = $regs[0];
+            // if the email has < and > take them out here
+            $messageData['fromemail'] = str_replace('<', '', $messageData['fromemail']);
+            $messageData['fromemail'] = str_replace('>', '', $messageData['fromemail']);
+            // make sure there are no quotes around the name
+            $messageData['fromname'] = str_replace('"', '', ltrim(rtrim($messageData['fromname'])));
+        } elseif (strpos($messageData['fromfield'], ' ')) {
+            // if there is a space, we need to add the email
+            $messageData['fromname'] = $messageData['fromfield'];
+            //  $cached[$messageid]["fromemail"] = "listmaster@$domain";
+            $messageData['fromemail'] = $defaultFrom;
+        } else {
+            $messageData['fromemail'] = $defaultFrom;
+            $messageData['fromname'] = $messageData['fromfield'];
+        }
+        // disallow an email address in the name
+        if (preg_match('/([^ ]+@[^ ]+)/', $messageData['fromname'], $regs)) {
+            $messageData['fromname'] = str_replace($regs[0], '', $messageData['fromname']);
+        }
+        // clean up
+        $messageData['fromemail'] = str_replace(',', '', $messageData['fromemail']);
+        $messageData['fromname'] = str_replace(',', '', $messageData['fromname']);
+
+        $messageData['fromname'] = trim($messageData['fromname']);
+
+        // erase double spacing
+        while (strpos($messageData['fromname'], '  ')) {
+            $messageData['fromname'] = str_replace('  ', ' ', $messageData['fromname']);
+        }
+
+        //# if the name ends up being empty, copy the email
+        if (empty($messageData['fromname'])) {
+            $messageData['fromname'] = $messageData['fromemail'];
+        }
+
+        if (isset($messageData['targetlist']['unselect'])) {
+            unset($messageData['targetlist']['unselect']);
+        }
+        if (isset($messageData['excludelist']['unselect'])) {
+            unset($messageData['excludelist']['unselect']);
+        }
+
+        if (empty($messageData['campaigntitle'])) {
+            if ($messageData['subject'] != '(no subject)') {
+                $messageData['campaigntitle'] = $messageData['subject'];
+            } else {
+                $messageData['campaigntitle'] = '(no title)';
+            }
+        }
+        //# copy subject to title
+        if ($messageData['campaigntitle'] == '(no title)' && $messageData['subject'] != '(no subject)') {
+            $messageData['campaigntitle'] = $messageData['subject'];
+        }
+
+        return $messageData;
+    }
+}

From 759d8e062c2be4930c14ce6cae9ff6362155fd5e Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Thu, 11 Dec 2025 13:28:20 +0400
Subject: [PATCH 04/10] TextParser

---
 src/Domain/Messaging/Service/TextParser.php | 73 +++++++++++++++++++++
 1 file changed, 73 insertions(+)
 create mode 100644 src/Domain/Messaging/Service/TextParser.php

diff --git a/src/Domain/Messaging/Service/TextParser.php b/src/Domain/Messaging/Service/TextParser.php
new file mode 100644
index 00000000..da0a3c83
--- /dev/null
+++ b/src/Domain/Messaging/Service/TextParser.php
@@ -0,0 +1,73 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Messaging\Service;
+
+class TextParser
+{
+    public function __invoke(string $text): string
+    {
+        // bug in PHP? get rid of newlines at the beginning of text
+        $text = ltrim($text);
+
+        // make urls and emails clickable
+        $text = preg_replace("/([\._a-z0-9-]+@[\.a-z0-9-]+)/i", '<a href="mailto:\\1" class="email">\\1</a>', $text);
+        $link_pattern = "/(.*)<a.*href\s*=\s*\"(.*?)\"\s*(.*?)>(.*?)<\s*\/a\s*>(.*)/is";
+
+        $i = 0;
+        while (preg_match($link_pattern, $text, $matches)) {
+            $url = $matches[2];
+            $rest = $matches[3];
+            if (!preg_match('/^(http:)|(mailto:)|(ftp:)|(https:)/i', $url)) {
+                // avoid this
+                //<a href="javascript:window.open('http://hacker.com?cookie='+document.cookie)">
+                $url = preg_replace('/:/', '', $url);
+            }
+            $link[$i] = '<a href="'.$url.'" '.$rest.'>'.$matches[4].'</a>';
+            $text = $matches[1]."%%$i%%".$matches[5];
+            ++$i;
+        }
+
+        $text = preg_replace("/(www\.[a-zA-Z0-9\.\/#~:?+=&%@!_\\-]+)/i", 'http://\\1', $text); //make www. -> http://www.
+        $text = preg_replace("/(https?:\/\/)http?:\/\//i", '\\1', $text); //take out duplicate schema
+        $text = preg_replace("/(ftp:\/\/)http?:\/\//i", '\\1', $text); //take out duplicate schema
+        $text = preg_replace("/(https?:\/\/)(?!www)([a-zA-Z0-9\.\/#~:?+=&%@!_\\-]+)/i",
+            '<a href="\\1\\2" class="url" target="_blank">\\2</a>',
+            $text); //eg-- http://kernel.org -> <a href"http://kernel.org" target="_blank">http://kernel.org</a>
+
+        $text = preg_replace("/(https?:\/\/)(www\.)([a-zA-Z0-9\.\/#~:?+=&%@!\\-_]+)/i",
+            '<a href="\\1\\2\\3" class="url" target="_blank">\\2\\3</a>',
+            $text); //eg -- http://www.google.com -> <a href"http://www.google.com" target="_blank">www.google.com</a>
+
+        // take off a possible last full stop and move it outside
+        $text = preg_replace("/<a href=\"(.*?)\.\" class=\"url\" target=\"_blank\">(.*)\.<\/a>/i",
+            '<a href="\\1" class="url" target="_blank">\\2</a>.', $text);
+
+        for ($j = 0; $j < $i; ++$j) {
+            $replacement = $link[$j];
+            $text = preg_replace("/\%\%$j\%\%/", $replacement, $text);
+        }
+
+        // hmm, regular expression choke on some characters in the text
+        // first replace all the brackets with placeholders.
+        // we cannot use htmlspecialchars or addslashes, because some are needed
+
+        $text = str_replace("\(", '<!--LB-->', $text);
+        $text = str_replace("\)", '<!--RB-->', $text);
+        $text = preg_replace('/\$/', '<!--DOLL-->', $text);
+
+        // @@@ to be xhtml compabible we'd have to close the <p> as well
+        // so for now, just make it two br/s, which will be done by replacing
+        // \n with <br/>
+        // $paragraph = '<p class="x">';
+        $br = '<br />';
+        $text = preg_replace("/\r/", '', $text);
+        $text = preg_replace("/\n/", "$br\n", $text);
+
+        // reverse our previous placeholders
+        $text = str_replace('<!--LB-->', '(', $text);
+        $text = str_replace('<!--RB-->', ')', $text);
+        return str_replace('<!--DOLL-->', '$', $text);
+    }
+}

From d94f825ce115eaae5ddd75f654551f15a88c44dd Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Sat, 13 Dec 2025 18:39:49 +0400
Subject: [PATCH 05/10] RemotePageFetcher

---
 composer.json                                 |   3 +-
 .../Service => Common}/HtmlToText.php         |   2 +-
 src/Domain/Common/HtmlUrlRewriter.php         | 190 +++++++++++++++++
 src/Domain/Common/RemotePageFetcher.php       | 121 +++++++++++
 .../Service => Common}/TextParser.php         |   2 +-
 .../Configuration/Model/ConfigOption.php      |   1 +
 .../Repository/UrlCacheRepository.php         |  18 ++
 .../CampaignProcessorMessageHandler.php       |   5 +
 .../Repository/TemplateRepository.php         |   6 +
 .../Service/MessagePrecacheService.php        | 193 +++++++++++++++++-
 10 files changed, 535 insertions(+), 6 deletions(-)
 rename src/Domain/{Messaging/Service => Common}/HtmlToText.php (98%)
 create mode 100644 src/Domain/Common/HtmlUrlRewriter.php
 create mode 100644 src/Domain/Common/RemotePageFetcher.php
 rename src/Domain/{Messaging/Service => Common}/TextParser.php (98%)

diff --git a/composer.json b/composer.json
index e696c132..ca914980 100644
--- a/composer.json
+++ b/composer.json
@@ -79,7 +79,8 @@
         "ext-imap": "*",
         "tatevikgr/rss-feed": "dev-main",
         "ext-pdo": "*",
-        "ezyang/htmlpurifier": "^4.19"
+        "ezyang/htmlpurifier": "^4.19",
+        "ext-libxml": "*"
     },
     "require-dev": {
         "phpunit/phpunit": "^9.5",
diff --git a/src/Domain/Messaging/Service/HtmlToText.php b/src/Domain/Common/HtmlToText.php
similarity index 98%
rename from src/Domain/Messaging/Service/HtmlToText.php
rename to src/Domain/Common/HtmlToText.php
index a6775288..d426ce41 100644
--- a/src/Domain/Messaging/Service/HtmlToText.php
+++ b/src/Domain/Common/HtmlToText.php
@@ -2,7 +2,7 @@
 
 declare(strict_types=1);
 
-namespace PhpList\Core\Domain\Messaging\Service;
+namespace PhpList\Core\Domain\Common;
 
 use PhpList\Core\Domain\Configuration\Model\ConfigOption;
 use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
diff --git a/src/Domain/Common/HtmlUrlRewriter.php b/src/Domain/Common/HtmlUrlRewriter.php
new file mode 100644
index 00000000..bba0b46e
--- /dev/null
+++ b/src/Domain/Common/HtmlUrlRewriter.php
@@ -0,0 +1,190 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Common;
+
+use DOMDocument;
+use DOMElement;
+use DOMXPath;
+
+class HtmlUrlRewriter
+{
+    public function addAbsoluteResources(string $html, string $baseUrl): string
+    {
+        $baseUrl = rtrim($baseUrl, "/");
+
+        // 1) Rewrite HTML attributes via DOM (handles quotes, whitespace, etc.)
+        $dom = new DOMDocument();
+        libxml_use_internal_errors(true);
+
+        // Prevent DOMDocument from adding html/body tags if you pass fragments
+        $wrapped = '<!doctype html><meta charset="utf-8"><div id="__wrap__">' . $html . '</div>';
+        $dom->loadHTML($wrapped, LIBXML_HTML_NOIMPLIED | LIBXML_HTML_NODEFDTD);
+
+        $xpath = new DOMXPath($dom);
+
+        // Attributes to rewrite
+        $attrMap = [
+            '//*[@src]' => 'src',
+            '//*[@href]' => 'href',
+            '//*[@action]' => 'action',
+            '//*[@background]' => 'background',
+        ];
+
+        foreach ($attrMap as $query => $attr) {
+            foreach ($xpath->query($query) as $node) {
+                /** @var DOMElement $node */
+                $val = $node->getAttribute($attr);
+                $node->setAttribute($attr, $this->absolutizeUrl($val, $baseUrl));
+            }
+        }
+
+        // srcset needs special handling (multiple candidates)
+        foreach ($xpath->query('//*[@srcset]') as $node) {
+            /** @var DOMElement $node */
+            $node->setAttribute('srcset', $this->rewriteSrcset($node->getAttribute('srcset'), $baseUrl));
+        }
+
+        // 2) Rewrite inline <style> blocks (CSS)
+        foreach ($xpath->query('//style') as $styleNode) {
+            /** @var DOMElement $styleNode */
+            $css = $styleNode->nodeValue;
+            $styleNode->nodeValue = $this->rewriteCssUrls($css, $baseUrl);
+        }
+
+        // 3) Rewrite style="" attributes (CSS)
+        foreach ($xpath->query('//*[@style]') as $node) {
+            /** @var DOMElement $node */
+            $css = $node->getAttribute('style');
+            $node->setAttribute('style', $this->rewriteCssUrls($css, $baseUrl));
+        }
+
+        // Extract the original fragment back out
+        $wrap = $dom->getElementById('__wrap__');
+        $out = '';
+        foreach ($wrap->childNodes as $child) {
+            $out .= $dom->saveHTML($child);
+        }
+
+        libxml_clear_errors();
+
+        return $out;
+    }
+
+    /**
+     * Convert $url to an absolute URL based on $baseUrl.
+     * Leaves alone:
+     * - already absolute (scheme:)
+     * - protocol-relative (//example.com) => keeps host but adds scheme
+     * - anchors (#...)
+     * - placeholders like [SOMETHING]
+     * - mailto:, tel:, data:, javascript: (etc)
+     */
+    public function absolutizeUrl(string $url, string $baseUrl): string
+    {
+        $url = trim($url);
+        if ($url === '' || $url[0] === '#') return $url;
+        if (preg_match('/\[[^\]]+\]/', $url)) return $url;
+
+        // already has a scheme (http:, https:, mailto:, data:, etc.)
+        if (preg_match('#^[a-z][a-z0-9+.-]*:#i', $url)) return $url;
+
+        $base = parse_url($baseUrl);
+        if (!$base || empty($base['scheme']) || empty($base['host'])) {
+            // If base is invalid, bail out rather than corrupt URLs
+            return $url;
+        }
+
+        // protocol-relative
+        if (str_starts_with($url, '//')) {
+            return $base['scheme'] . ':' . $url;
+        }
+
+        $basePath = $base['path'] ?? '/';
+        // If baseUrl points to a file, use its directory
+        if (!str_ends_with($basePath, '/')) {
+            $basePath = preg_replace('#/[^/]*$#', '/', $basePath);
+        }
+
+        if (str_starts_with($url, '/')) {
+            $path = $url;
+        } else {
+            $path = $basePath . $url;
+        }
+
+        $path = $this->normalizePath($path);
+
+        $port = isset($base['port']) ? ':' . $base['port'] : '';
+        return $base['scheme'] . '://' . $base['host'] . $port . $path;
+    }
+
+    function normalizePath(string $path): string
+    {
+        // Keep query/fragment if present
+        $parts = parse_url($path);
+        $p = $parts['path'] ?? $path;
+
+        $segments = explode('/', $p);
+        $out = [];
+        foreach ($segments as $seg) {
+            if ($seg === '' || $seg === '.') continue;
+            if ($seg === '..') {
+                array_pop($out);
+                continue;
+            }
+            $out[] = $seg;
+        }
+        $norm = '/' . implode('/', $out);
+
+        if (isset($parts['query'])) $norm .= '?' . $parts['query'];
+        if (isset($parts['fragment'])) $norm .= '#' . $parts['fragment'];
+        return $norm;
+    }
+
+    public function rewriteSrcset(string $srcset, string $baseUrl): string
+    {
+        // "a.jpg 1x, /b.jpg 2x" => absolutize each URL part
+        $candidates = array_map('trim', explode(',', $srcset));
+        foreach ($candidates as &$cand) {
+            if ($cand === '') continue;
+            // split at first whitespace: "url descriptor..."
+            if (preg_match('/^(\S+)(\s+.*)?$/', $cand, $m)) {
+                $u = $m[1];
+                $d = $m[2] ?? '';
+                $cand = $this->absolutizeUrl($u, $baseUrl) . $d;
+            }
+        }
+        return implode(', ', $candidates);
+    }
+
+    public function rewriteCssUrls(string $css, string $baseUrl): string
+    {
+        // url(...) handling (supports quotes or no quotes)
+        $css = preg_replace_callback(
+            '#url\(\s*(["\']?)(.*?)\1\s*\)#i',
+            function ($m) use ($baseUrl) {
+                $q = $m[1];
+                $u = $m[2];
+                $abs = $this->absolutizeUrl($u, $baseUrl);
+                return 'url(' . ($q !== '' ? $q : '') . $abs . ($q !== '' ? $q : '') . ')';
+            },
+            $css
+        );
+
+        // @import "..."; or @import url("..."); etc.
+        return preg_replace_callback(
+            '#@import\s+(?:url\()?(\s*["\']?)([^"\')\s;]+)\1\)?#i',
+            function ($m) use ($baseUrl) {
+                $q = trim($m[1]);
+                $u = $m[2];
+                $abs = $this->absolutizeUrl($u, $baseUrl);
+                // Preserve original form loosely
+                return str_starts_with($m[0], '@import url')
+                    ? '@import url(' . ($q ?: '') . $abs . ($q ?: '') . ')'
+                    : '@import ' . ($q ?: '') . $abs . ($q ?: '');
+            },
+            $css
+        );
+    }
+}
diff --git a/src/Domain/Common/RemotePageFetcher.php b/src/Domain/Common/RemotePageFetcher.php
new file mode 100644
index 00000000..7be841e5
--- /dev/null
+++ b/src/Domain/Common/RemotePageFetcher.php
@@ -0,0 +1,121 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Common;
+
+use Doctrine\ORM\EntityManagerInterface;
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Model\UrlCache;
+use PhpList\Core\Domain\Configuration\Repository\UrlCacheRepository;
+use PhpList\Core\Domain\Configuration\Service\Manager\EventLogManager;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
+use Psr\SimpleCache\CacheInterface;
+use Symfony\Contracts\HttpClient\HttpClientInterface;
+use Throwable;
+
+class RemotePageFetcher
+{
+    public function __construct(
+        private readonly HttpClientInterface $httpClient,
+        private readonly CacheInterface $cache,
+        private readonly ConfigProvider $configProvider,
+        private readonly UrlCacheRepository $urlCacheRepository,
+        private readonly EventLogManager $eventLogManager,
+        private readonly HtmlUrlRewriter $htmlUrlRewriter,
+        private readonly EntityManagerInterface $entityManager,
+        private readonly int $defaultTtl = 300,
+    ) {
+    }
+
+    public function __invoke(string $url, array $userData): string
+    {
+        //# fix the Editor replacing & with &amp;
+        $url = str_ireplace('&amp;', '&', $url);
+
+        foreach ($userData as $key => $val) {
+            if ($key !== 'password') {
+                $url = utf8_encode(str_ireplace("[$key]", urlencode($val), utf8_decode($url)));
+            }
+        }
+
+        $url = $this->expandUrl($url);
+        $cacheKey = md5($url);
+
+        $item = $this->cache->get($cacheKey);
+        if ($item && is_array($item) && (time() - $item['fetched'] < $this->defaultTtl)) {
+            return $item['content'];
+        }
+
+        $cacheUrl = $this->urlCacheRepository->findByUrlAndLastModified($url);
+        $timeout = time() - ($cacheUrl?->getLastModified() ?? 0);
+        if ($timeout < $this->defaultTtl) {
+            return $cacheUrl->getContent();
+        }
+
+        //# relying on the last modified header doesn't work for many pages
+        //# use current time instead
+        //# see http://mantis.phplist.com/view.php?id=7684
+        $lastModified = time();
+        $cacheUrl = $this->urlCacheRepository->findByUrlAndLastModified($url, $lastModified);
+        $content = $cacheUrl?->getContent();
+        if ($cacheUrl) {
+            // todo: check what the page should be for this log
+            $this->eventLogManager->log(page: 'unknown page', entry: $url . ' was cached in database');
+        } else {
+            $content = $this->fetchUrlDirect($url);
+        }
+
+        if (!empty($content)) {
+            $content = $this->htmlUrlRewriter->addAbsoluteResources($content, $url);
+            $this->eventLogManager->log(page: 'unknown page', entry:'Fetching '.$url.' success');
+
+            $caches = $this->urlCacheRepository->getByUrl($url);
+            foreach ($caches as $cache) {
+                $this->entityManager->remove($cache);
+            }
+            $urlCache = (new UrlCache())->setUrl($url)->setContent($content)->setLastModified($lastModified);
+            $this->entityManager->persist($urlCache);
+
+            $this->cache->set($cacheKey, [
+                'fetched' => time(),
+                'content' => $content,
+            ]);
+        }
+
+        return $content;
+    }
+
+    private function fetchUrlDirect(string $url): string
+    {
+        try {
+            $response = $this->httpClient->request('GET', $url, [
+//                'timeout' => 10,
+                'timeout' => 600,
+                'allowRedirects' => 1,
+                'method' => 'HEAD',
+            ]);
+
+            return $response->getContent(false);
+        } catch (Throwable $e) {
+            return '';
+        }
+    }
+
+    private function expandURL(string $url): string
+    {
+        $url_append = $this->configProvider->getValue(ConfigOption::RemoteUrlAppend);
+        $url_append = strip_tags($url_append);
+        $url_append = preg_replace('/\W/', '', $url_append);
+        if ($url_append) {
+            if (strpos($url, '?')) {
+                $url = $url.$url_append;
+            } else {
+                $url = $url.'?'.$url_append;
+            }
+        }
+
+        return $url;
+    }
+}
+
diff --git a/src/Domain/Messaging/Service/TextParser.php b/src/Domain/Common/TextParser.php
similarity index 98%
rename from src/Domain/Messaging/Service/TextParser.php
rename to src/Domain/Common/TextParser.php
index da0a3c83..6a3c7225 100644
--- a/src/Domain/Messaging/Service/TextParser.php
+++ b/src/Domain/Common/TextParser.php
@@ -2,7 +2,7 @@
 
 declare(strict_types=1);
 
-namespace PhpList\Core\Domain\Messaging\Service;
+namespace PhpList\Core\Domain\Common;
 
 class TextParser
 {
diff --git a/src/Domain/Configuration/Model/ConfigOption.php b/src/Domain/Configuration/Model/ConfigOption.php
index fa2066a8..d3aa181e 100644
--- a/src/Domain/Configuration/Model/ConfigOption.php
+++ b/src/Domain/Configuration/Model/ConfigOption.php
@@ -24,4 +24,5 @@ enum ConfigOption: string
     case NotifyStartDefault = 'notifystart_default';
     case NotifyEndDefault = 'notifyend_default';
     case WordWrap = 'wordwrap';
+    case RemoteUrlAppend = 'remoteurl_append';
 }
diff --git a/src/Domain/Configuration/Repository/UrlCacheRepository.php b/src/Domain/Configuration/Repository/UrlCacheRepository.php
index 7b1fbd3a..3b54761e 100644
--- a/src/Domain/Configuration/Repository/UrlCacheRepository.php
+++ b/src/Domain/Configuration/Repository/UrlCacheRepository.php
@@ -7,8 +7,26 @@
 use PhpList\Core\Domain\Common\Repository\AbstractRepository;
 use PhpList\Core\Domain\Common\Repository\CursorPaginationTrait;
 use PhpList\Core\Domain\Common\Repository\Interfaces\PaginatableRepositoryInterface;
+use PhpList\Core\Domain\Configuration\Model\UrlCache;
 
 class UrlCacheRepository extends AbstractRepository implements PaginatableRepositoryInterface
 {
     use CursorPaginationTrait;
+
+    public function findByUrlAndLastModified(string $url, ?int $lastModified = 0): ?UrlCache
+    {
+        return $this->createQueryBuilder('u')
+            ->andWhere('u.url = :url')
+            ->setParameter('url', $url)
+            ->andWhere('u.lastModified > :lastModified')
+            ->setParameter('lastModified', $lastModified)
+            ->getQuery()
+            ->getOneOrNullResult();
+    }
+
+    /** @return UrlCache[] */
+    public function getByUrl(string $url): array
+    {
+        return $this->findBy(['url' => $url]);
+    }
 }
diff --git a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
index f5154563..5d9fd8f0 100644
--- a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
+++ b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
@@ -76,6 +76,11 @@ public function __invoke(CampaignProcessorMessage|SyncCampaignProcessorMessage $
         }
 
         $messageContent = $this->precacheService->getOrCacheBaseMessageContent($campaign);
+        if (!$messageContent) {
+            $this->updateMessageStatus($campaign, MessageStatus::Suspended);
+
+            return;
+        }
 
         $this->updateMessageStatus($campaign, MessageStatus::Prepared);
         $subscribers = $this->subscriberProvider->getSubscribersForMessage($campaign);
diff --git a/src/Domain/Messaging/Repository/TemplateRepository.php b/src/Domain/Messaging/Repository/TemplateRepository.php
index 3f8fb533..b84f2837 100644
--- a/src/Domain/Messaging/Repository/TemplateRepository.php
+++ b/src/Domain/Messaging/Repository/TemplateRepository.php
@@ -7,8 +7,14 @@
 use PhpList\Core\Domain\Common\Repository\AbstractRepository;
 use PhpList\Core\Domain\Common\Repository\CursorPaginationTrait;
 use PhpList\Core\Domain\Common\Repository\Interfaces\PaginatableRepositoryInterface;
+use PhpList\Core\Domain\Messaging\Model\Template;
 
 class TemplateRepository extends AbstractRepository implements PaginatableRepositoryInterface
 {
     use CursorPaginationTrait;
+
+    public function findOneById(int $id): ?Template
+    {
+        return $this->findOneBy(['id' => $id]);
+    }
 }
diff --git a/src/Domain/Messaging/Service/MessagePrecacheService.php b/src/Domain/Messaging/Service/MessagePrecacheService.php
index cc1c7dc9..1a99da22 100644
--- a/src/Domain/Messaging/Service/MessagePrecacheService.php
+++ b/src/Domain/Messaging/Service/MessagePrecacheService.php
@@ -4,13 +4,29 @@
 
 namespace PhpList\Core\Domain\Messaging\Service;
 
+use PhpList\Core\Domain\Common\HtmlToText;
+use PhpList\Core\Domain\Common\RemotePageFetcher;
+use PhpList\Core\Domain\Common\TextParser;
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Service\Manager\EventLogManager;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
 use PhpList\Core\Domain\Messaging\Model\Message;
+use PhpList\Core\Domain\Messaging\Repository\TemplateRepository;
 use Psr\SimpleCache\CacheInterface;
 
 class MessagePrecacheService
 {
-    public function __construct(private readonly CacheInterface $cache)
-    {
+    public function __construct(
+        private readonly CacheInterface $cache,
+        private readonly MessageDataLoader $messageDataLoader,
+        private readonly ConfigProvider $configProvider,
+        private readonly HtmlToText $htmlToText,
+        private readonly TextParser $textParser,
+        private readonly TemplateRepository $templateRepository,
+        private readonly RemotePageFetcher $remotePageFetcher,
+        private readonly EventLogManager $eventLogManager,
+        private readonly bool $useManualTextPart,
+    ) {
     }
 
     /**
@@ -18,7 +34,7 @@ public function __construct(private readonly CacheInterface $cache)
      * or cache it on first access. Legacy-like behavior: handle [URL:] token fetch
      * and basic placeholder replacements.
      */
-    public function getOrCacheBaseMessageContent(Message $campaign): Message\MessageContent
+    public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardContent = false): ?Message\MessageContent
     {
         $cacheKey = sprintf('messaging.message.base.%d', $campaign->getId());
 
@@ -26,6 +42,177 @@ public function getOrCacheBaseMessageContent(Message $campaign): Message\Message
         if ($cached !== null) {
             return $cached;
         }
+        $domain = $this->configProvider->getValue(ConfigOption::Domain);
+        $messageId = $campaign->getId();
+
+        $loadedMessageData = ($this->messageDataLoader)($campaign);
+
+        // parse the reply-to field into its components - email and name
+        if (preg_match('/([^ ]+@[^ ]+)/', $loadedMessageData['replyto'], $regs)) {
+            // if there is an email in the from, rewrite it as "name <email>"
+            $loadedMessageData['replyto'] = str_replace($regs[0], '', $loadedMessageData['replyto']);
+            $cached[$messageId]['replytoemail'] = $regs[0];
+            // if the email has < and > take them out here
+            $cached[$messageId]['replytoemail'] = str_replace('<', '', $cached[$messageId]['replytoemail']);
+            $cached[$messageId]['replytoemail'] = str_replace('>', '', $cached[$messageId]['replytoemail']);
+            // make sure there are no quotes around the name
+            $cached[$messageId]['replytoname'] = str_replace('"', '', ltrim(rtrim($loadedMessageData['replyto'])));
+        } elseif (strpos($loadedMessageData['replyto'], ' ')) {
+            // if there is a space, we need to add the email
+            $cached[$messageId]['replytoname'] = $loadedMessageData['replyto'];
+            $cached[$messageId]['replytoemail'] = "listmaster@$domain";
+        } else {
+            if (!empty($loadedMessageData['replyto'])) {
+                $cached[$messageId]['replytoemail'] = $loadedMessageData['replyto']."@$domain";
+
+                //# makes more sense not to add the domain to the word, but the help says it does
+                //# so let's keep it for now
+                $cached[$messageId]['replytoname'] = $loadedMessageData['replyto']."@$domain";
+            }
+        }
+
+        $cached[$messageId]['fromname'] = $loadedMessageData['fromname'];
+        $cached[$messageId]['fromemail'] = $loadedMessageData['fromemail'];
+        $cached[$messageId]['to'] = $loadedMessageData['tofield'];
+        //0013076: different content when forwarding 'to a friend'
+        $cached[$messageId]['subject'] = $forwardContent ? stripslashes($loadedMessageData['forwardsubject']) : $loadedMessageData['subject'];
+        //0013076: different content when forwarding 'to a friend'
+        $cached[$messageId]['content'] = $forwardContent ? stripslashes($loadedMessageData['forwardmessage']) : $loadedMessageData['message'];
+        if ($this->useManualTextPart && !$forwardContent) {
+            $cached[$messageId]['textcontent'] = $loadedMessageData['textmessage'];
+        } else {
+            $cached[$messageId]['textcontent'] = '';
+        }
+        //0013076: different content when forwarding 'to a friend'
+        $cached[$messageId]['footer'] = $forwardContent ? stripslashes($loadedMessageData['forwardfooter']) : $loadedMessageData['footer'];
+
+        if (strip_tags($cached[$messageId]['footer']) != $cached[$messageId]['footer']) {
+            $cached[$messageId]['textfooter'] = ($this->htmlToText)($cached[$messageId]['footer']);
+            $cached[$messageId]['htmlfooter'] = $cached[$messageId]['footer'];
+        } else {
+            $cached[$messageId]['textfooter'] = $cached[$messageId]['footer'];
+            $cached[$messageId]['htmlfooter'] = ($this->textParser)($cached[$messageId]['footer']);
+        }
+
+        $cached[$messageId]['htmlformatted'] = strip_tags($cached[$messageId]['content']) != $cached[$messageId]['content'];
+        $cached[$messageId]['sendformat'] = $loadedMessageData['sendformat'];
+
+        $cached[$messageId]['template'] = '';
+        $cached[$messageId]['template_text'] = '';
+        $cached[$messageId]['templateid'] = 0;
+        if ($loadedMessageData['template']) {
+            $template = $this->templateRepository->findOneById($loadedMessageData['template']);
+            if ($template) {
+                $cached[$messageId]['template'] = stripslashes($template->getContent());
+                $cached[$messageId]['template_text'] = stripslashes($template->getText());
+                $cached[$messageId]['templateid'] = $template->getId();
+            }
+        }
+
+        //# @@ put this here, so it can become editable per email sent out at a later stage
+        $cached[$messageId]['html_charset'] = 'UTF-8'; //getConfig("html_charset");
+        $cached[$messageId]['text_charset'] = 'UTF-8'; //getConfig("text_charset");
+
+        //# if we are sending a URL that contains user attributes, we cannot pre-parse the message here
+        //# but that has quite some impact on speed. So check if that's the case and apply
+        $cached[$messageId]['userspecific_url'] = preg_match('/\[.+\]/', $loadedMessageData['sendurl']);
+
+        if (!$cached[$messageId]['userspecific_url']) {
+            //# Fetch external content here, because URL does not contain placeholders
+            if (preg_match("/\[URL:([^\s]+)\]/i", $cached[$messageId]['content'], $regs)) {
+                $remoteContent = ($this->remotePageFetcher)($regs[1], []);
+
+                if ($remoteContent) {
+                    $cached[$messageId]['content'] = str_replace($regs[0], $remoteContent, $cached[$messageId]['content']);
+                    $cached[$messageId]['htmlformatted'] = strip_tags($remoteContent) != $remoteContent;
+
+                    //# 17086 - disregard any template settings when we have a valid remote URL
+                    $cached[$messageId]['template'] = null;
+                    $cached[$messageId]['template_text'] = null;
+                    $cached[$messageId]['templateid'] = null;
+                } else {
+                    $this->eventLogManager->log(
+                        page: 'unknown page',
+                        entry: 'Error fetching URL: '.$loadedMessageData['sendurl'].' cannot proceed',
+                    );
+
+                    return null;
+                }
+            }
+        }
+
+        $cached[$messageId]['google_track'] = $loadedMessageData['google_track'];
+
+        foreach (['subject', 'id', 'fromname', 'fromemail'] as $key) {
+            $val = $loadedMessageData[$key];
+            // Replace in content except for user-specific URL
+            if (!$cached[$messageId]['userspecific_url']) {
+                $cached[$messageId]['content'] = str_ireplace("[$key]", $val, $cached[$messageId]['content']);
+            }
+            $cached[$messageId]['textcontent'] = str_ireplace("[$key]", $val, $cached[$messageId]['textcontent']);
+            $cached[$messageId]['textfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['textfooter']);
+            $cached[$messageId]['htmlfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['htmlfooter']);
+        }
+        /*
+         *  cache message owner and list owner attribute values
+         */
+        $cached[$messageId]['adminattributes'] = [];
+        $result = Sql_Query(
+            "SELECT a.name, aa.value
+        FROM {$tables['adminattribute']} a
+        LEFT JOIN {$tables['admin_attribute']} aa ON a.id = aa.adminattributeid AND aa.adminid = (
+            SELECT owner
+            FROM {$tables['message']}
+            WHERE id = $messageId
+        )"
+        );
+
+        if ($result !== false) {
+            while ($att = Sql_Fetch_Array($result)) {
+                $cached[$messageId]['adminattributes']['OWNER.'.$att['name']] = $att['value'];
+            }
+        }
+
+        $result = Sql_Query(
+            "SELECT DISTINCT l.owner
+        FROM {$tables['list']} AS l
+        JOIN  {$tables['listmessage']} AS lm ON lm.listid = l.id
+        WHERE lm.messageid = $messageId"
+        );
+
+        if ($result !== false && Sql_Num_Rows($result) == 1) {
+            $row = Sql_Fetch_Assoc($result);
+            $listOwner = $row['owner'];
+            $att_req = Sql_Query(
+                "SELECT a.name, aa.value
+            FROM {$tables['adminattribute']} a
+            LEFT JOIN {$tables['admin_attribute']} aa ON a.id = aa.adminattributeid AND aa.adminid = $listOwner"
+            );
+        } else {
+            $att_req = Sql_Query(
+                "SELECT a.name, '' AS value
+            FROM {$tables['adminattribute']} a"
+            );
+        }
+
+        while ($att = Sql_Fetch_Array($att_req)) {
+            $cached[$messageId]['adminattributes']['LISTOWNER.'.$att['name']] = $att['value'];
+        }
+
+        $baseurl = $GLOBALS['website'];
+        if (defined('UPLOADIMAGES_DIR') && UPLOADIMAGES_DIR) {
+            //# escape subdirectories, otherwise this renders empty
+            $dir = str_replace('/', '\/', UPLOADIMAGES_DIR);
+            $cached[$messageId]['content'] = preg_replace('/<img(.*)src="\/'.$dir.'(.*)>/iU',
+                '<img\\1src="'.$GLOBALS['public_scheme'].'://'.$baseurl.'/'.UPLOADIMAGES_DIR.'\\2>',
+                $cached[$messageId]['content']);
+        }
+
+        foreach (array('content', 'template', 'htmlfooter') as $element) {
+            $cached[$messageId][$element] = parseLogoPlaceholders($cached[$messageId][$element]);
+        }
+
+        return 1;
 
         $content = $campaign->getContent();
         $subject = $content->getSubject();

From 3b9267f6980b44e4dd4eedefae2457e3746c80a4 Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Sun, 14 Dec 2025 11:17:28 +0400
Subject: [PATCH 06/10] Use repo methods

---
 composer.json                                 |   3 +-
 config/parameters.yml.dist                    |   3 +
 .../Configuration/Model/ConfigOption.php      |   1 +
 .../Model/AdminAttributeDefinition.php        |  16 ++
 src/Domain/Identity/Model/Administrator.php   |  15 ++
 .../AdminAttributeDefinitionRepository.php    |  25 +++
 .../Repository/TemplateImageRepository.php    |  21 ++
 .../Service/MessagePrecacheService.php        | 203 ++++++++++--------
 8 files changed, 201 insertions(+), 86 deletions(-)

diff --git a/composer.json b/composer.json
index ca914980..2cfe69c7 100644
--- a/composer.json
+++ b/composer.json
@@ -80,7 +80,8 @@
         "tatevikgr/rss-feed": "dev-main",
         "ext-pdo": "*",
         "ezyang/htmlpurifier": "^4.19",
-        "ext-libxml": "*"
+        "ext-libxml": "*",
+        "ext-gd": "*"
     },
     "require-dev": {
         "phpunit/phpunit": "^9.5",
diff --git a/config/parameters.yml.dist b/config/parameters.yml.dist
index bc73fb60..15acb471 100644
--- a/config/parameters.yml.dist
+++ b/config/parameters.yml.dist
@@ -93,3 +93,6 @@ parameters:
     env(DEFAULT_MESSAGEAGE): '691200'
     messaging.use_manual_text_part : '%%env(USE_MANUAL_TEXT_PART)%%'
     env(USE_MANUAL_TEXT_PART): 0
+
+    phplist.upload_images_dir: '%%env(PHPLIST_UPLOADIMAGES_DIR)%%'
+    env(PHPLIST_UPLOADIMAGES_DIR): 'images'
diff --git a/src/Domain/Configuration/Model/ConfigOption.php b/src/Domain/Configuration/Model/ConfigOption.php
index d3aa181e..dd73ec0e 100644
--- a/src/Domain/Configuration/Model/ConfigOption.php
+++ b/src/Domain/Configuration/Model/ConfigOption.php
@@ -25,4 +25,5 @@ enum ConfigOption: string
     case NotifyEndDefault = 'notifyend_default';
     case WordWrap = 'wordwrap';
     case RemoteUrlAppend = 'remoteurl_append';
+    case OrganisationLogo = 'organisation_logo';
 }
diff --git a/src/Domain/Identity/Model/AdminAttributeDefinition.php b/src/Domain/Identity/Model/AdminAttributeDefinition.php
index 055a4cf0..3fe45e76 100644
--- a/src/Domain/Identity/Model/AdminAttributeDefinition.php
+++ b/src/Domain/Identity/Model/AdminAttributeDefinition.php
@@ -4,6 +4,8 @@
 
 namespace PhpList\Core\Domain\Identity\Model;
 
+use Doctrine\Common\Collections\ArrayCollection;
+use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use PhpList\Core\Domain\Common\Model\Interfaces\DomainModel;
 use PhpList\Core\Domain\Common\Model\Interfaces\Identity;
@@ -37,6 +39,13 @@ class AdminAttributeDefinition implements DomainModel, Identity
     #[ORM\Column(name:'tablename', type: 'string', length: 255, nullable: true)]
     private ?string $tableName;
 
+    #[ORM\OneToMany(
+        targetEntity: AdminAttributeValue::class,
+        mappedBy: 'attributeDefinition',
+        orphanRemoval: true
+    )]
+    private Collection $attributeValues;
+
     public function __construct(
         string $name,
         ?string $type = null,
@@ -51,6 +60,7 @@ public function __construct(
         $this->defaultValue = $defaultValue;
         $this->required = $required;
         $this->tableName = $tableName;
+        $this->attributeValues = new ArrayCollection();
     }
 
     public function getId(): ?int
@@ -122,4 +132,10 @@ public function setRequired(?bool $required): self
 
         return $this;
     }
+
+    /** @return Collection<int, AdminAttributeValue> */
+    public function getAttributeValues(): Collection
+    {
+        return $this->attributeValues;
+    }
 }
diff --git a/src/Domain/Identity/Model/Administrator.php b/src/Domain/Identity/Model/Administrator.php
index 9829c96e..2f3de5eb 100644
--- a/src/Domain/Identity/Model/Administrator.php
+++ b/src/Domain/Identity/Model/Administrator.php
@@ -5,6 +5,8 @@
 namespace PhpList\Core\Domain\Identity\Model;
 
 use DateTime;
+use Doctrine\Common\Collections\ArrayCollection;
+use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use InvalidArgumentException;
 use PhpList\Core\Domain\Common\Model\Interfaces\CreationDate;
@@ -13,6 +15,7 @@
 use PhpList\Core\Domain\Common\Model\Interfaces\ModificationDate;
 use PhpList\Core\Domain\Common\Model\Interfaces\OwnableInterface;
 use PhpList\Core\Domain\Identity\Repository\AdministratorRepository;
+use PhpList\Core\Domain\Subscription\Model\SubscriberList;
 
 /**
  * This class represents an administrator who can log to the system, is allowed to administer
@@ -65,11 +68,15 @@ class Administrator implements DomainModel, Identity, CreationDate, Modification
     #[ORM\Column(name: 'privileges', type: 'text', nullable: true)]
     private ?string $privileges = null;
 
+    #[ORM\OneToMany(targetEntity: SubscriberList::class, mappedBy: 'owner')]
+    private Collection $ownedLists;
+
     public function __construct()
     {
         $this->createdAt = new DateTime();
         $this->updatedAt = new DateTime();
         $this->email = '';
+        $this->ownedLists = new ArrayCollection();
     }
 
     public function getId(): ?int
@@ -211,4 +218,12 @@ public function setUpdatedAt(): void
     {
         $this->updatedAt = new DateTime();
     }
+
+    /**
+     * @return Collection<int, SubscriberList>
+     */
+    public function getOwnedLists(): Collection
+    {
+        return $this->ownedLists;
+    }
 }
diff --git a/src/Domain/Identity/Repository/AdminAttributeDefinitionRepository.php b/src/Domain/Identity/Repository/AdminAttributeDefinitionRepository.php
index 53df9996..006b10af 100644
--- a/src/Domain/Identity/Repository/AdminAttributeDefinitionRepository.php
+++ b/src/Domain/Identity/Repository/AdminAttributeDefinitionRepository.php
@@ -8,6 +8,7 @@
 use PhpList\Core\Domain\Common\Repository\CursorPaginationTrait;
 use PhpList\Core\Domain\Common\Repository\Interfaces\PaginatableRepositoryInterface;
 use PhpList\Core\Domain\Identity\Model\AdminAttributeDefinition;
+use PhpList\Core\Domain\Identity\Model\Administrator;
 
 class AdminAttributeDefinitionRepository extends AbstractRepository implements PaginatableRepositoryInterface
 {
@@ -17,4 +18,28 @@ public function findOneByName(string $name): ?AdminAttributeDefinition
     {
         return $this->findOneBy(['name' => $name]);
     }
+
+    /** @return array<int, array{value: mixed, name: string}> */
+    public function getForAdmin(Administrator $admin): array
+    {
+        return $this->createQueryBuilder('ad')
+            ->select("COALESCE(aav.value, '') AS value", 'ad.name')
+            ->leftJoin(
+                'ad.attributeValues',
+                'aav',
+                'WITH',
+                'aav.administrator = :admin'
+            )
+            ->setParameter('admin', $admin)
+            ->getQuery()
+            ->getResult();
+    }
+
+    public function getAllWIthEmptyValues(): array
+    {
+        return $this->createQueryBuilder('ad')
+            ->select("ad.name AS name", "'' AS value")
+            ->getQuery()
+            ->getResult();
+    }
 }
diff --git a/src/Domain/Messaging/Repository/TemplateImageRepository.php b/src/Domain/Messaging/Repository/TemplateImageRepository.php
index 5622560b..5e1cdc8c 100644
--- a/src/Domain/Messaging/Repository/TemplateImageRepository.php
+++ b/src/Domain/Messaging/Repository/TemplateImageRepository.php
@@ -7,8 +7,29 @@
 use PhpList\Core\Domain\Common\Repository\AbstractRepository;
 use PhpList\Core\Domain\Common\Repository\CursorPaginationTrait;
 use PhpList\Core\Domain\Common\Repository\Interfaces\PaginatableRepositoryInterface;
+use PhpList\Core\Domain\Messaging\Model\TemplateImage;
 
 class TemplateImageRepository extends AbstractRepository implements PaginatableRepositoryInterface
 {
     use CursorPaginationTrait;
+
+    public function findByFilename(string $filename): ?TemplateImage
+    {
+        return $this->createQueryBuilder('ti')
+            ->where('ti.filename = :filename')
+            ->setParameter('filename', $filename)
+            ->andWhere('ti.template = 0')
+            ->getQuery()
+            ->getOneOrNullResult();
+    }
+
+    public function findById(int $id): ?TemplateImage
+    {
+        return $this->createQueryBuilder('ti')
+            ->where('ti.id = :id')
+            ->setParameter('id', $id)
+            ->andWhere('ti.template = 0')
+            ->getQuery()
+            ->getOneOrNullResult();
+    }
 }
diff --git a/src/Domain/Messaging/Service/MessagePrecacheService.php b/src/Domain/Messaging/Service/MessagePrecacheService.php
index 1a99da22..493d0ed4 100644
--- a/src/Domain/Messaging/Service/MessagePrecacheService.php
+++ b/src/Domain/Messaging/Service/MessagePrecacheService.php
@@ -4,13 +4,18 @@
 
 namespace PhpList\Core\Domain\Messaging\Service;
 
+use Doctrine\ORM\EntityManagerInterface;
 use PhpList\Core\Domain\Common\HtmlToText;
 use PhpList\Core\Domain\Common\RemotePageFetcher;
 use PhpList\Core\Domain\Common\TextParser;
 use PhpList\Core\Domain\Configuration\Model\ConfigOption;
 use PhpList\Core\Domain\Configuration\Service\Manager\EventLogManager;
 use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
+use PhpList\Core\Domain\Identity\Repository\AdminAttributeDefinitionRepository;
+use PhpList\Core\Domain\Identity\Repository\AdministratorRepository;
 use PhpList\Core\Domain\Messaging\Model\Message;
+use PhpList\Core\Domain\Messaging\Model\TemplateImage;
+use PhpList\Core\Domain\Messaging\Repository\TemplateImageRepository;
 use PhpList\Core\Domain\Messaging\Repository\TemplateRepository;
 use Psr\SimpleCache\CacheInterface;
 
@@ -23,9 +28,14 @@ public function __construct(
         private readonly HtmlToText $htmlToText,
         private readonly TextParser $textParser,
         private readonly TemplateRepository $templateRepository,
+        private readonly TemplateImageRepository $templateImageRepository,
         private readonly RemotePageFetcher $remotePageFetcher,
         private readonly EventLogManager $eventLogManager,
+        private readonly AdminAttributeDefinitionRepository $adminAttributeDefRepository,
+        private readonly AdministratorRepository $adminRepository,
+        private readonly EntityManagerInterface $entityManager,
         private readonly bool $useManualTextPart,
+        private readonly string $uploadImageDir,
     ) {
     }
 
@@ -153,81 +163,47 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
             $cached[$messageId]['textfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['textfooter']);
             $cached[$messageId]['htmlfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['htmlfooter']);
         }
-        /*
-         *  cache message owner and list owner attribute values
-         */
+
         $cached[$messageId]['adminattributes'] = [];
-        $result = Sql_Query(
-            "SELECT a.name, aa.value
-        FROM {$tables['adminattribute']} a
-        LEFT JOIN {$tables['admin_attribute']} aa ON a.id = aa.adminattributeid AND aa.adminid = (
-            SELECT owner
-            FROM {$tables['message']}
-            WHERE id = $messageId
-        )"
-        );
-
-        if ($result !== false) {
-            while ($att = Sql_Fetch_Array($result)) {
-                $cached[$messageId]['adminattributes']['OWNER.'.$att['name']] = $att['value'];
-            }
+        $ownerAttrValues = $this->adminAttributeDefRepository->getForAdmin($campaign->getOwner());
+        foreach ($ownerAttrValues as $attr) {
+            $cached[$messageId]['adminattributes']['OWNER.'.$attr['name']] = $attr['value'];
         }
 
-        $result = Sql_Query(
-            "SELECT DISTINCT l.owner
-        FROM {$tables['list']} AS l
-        JOIN  {$tables['listmessage']} AS lm ON lm.listid = l.id
-        WHERE lm.messageid = $messageId"
-        );
-
-        if ($result !== false && Sql_Num_Rows($result) == 1) {
-            $row = Sql_Fetch_Assoc($result);
-            $listOwner = $row['owner'];
-            $att_req = Sql_Query(
-                "SELECT a.name, aa.value
-            FROM {$tables['adminattribute']} a
-            LEFT JOIN {$tables['admin_attribute']} aa ON a.id = aa.adminattributeid AND aa.adminid = $listOwner"
-            );
+        $relatedAdmins = $this->adminRepository->createQueryBuilder('a')
+            ->select('DISTINCT a')
+            ->join('a.ownedLists', 'ag')
+            ->join('ag.listMessages', 'lm')
+            ->join('lm.message', 'm')
+            ->where('m.id = :messageId')
+            ->setParameter('messageId', $messageId)
+            ->getQuery()
+            ->getResult();
+
+        if (count($relatedAdmins) === 1) {
+            $listOwnerAttrValues = $this->adminAttributeDefRepository->getForAdmin($relatedAdmins[0]);
         } else {
-            $att_req = Sql_Query(
-                "SELECT a.name, '' AS value
-            FROM {$tables['adminattribute']} a"
-            );
+            $listOwnerAttrValues = $this->adminAttributeDefRepository->getAllWIthEmptyValues();
         }
 
-        while ($att = Sql_Fetch_Array($att_req)) {
-            $cached[$messageId]['adminattributes']['LISTOWNER.'.$att['name']] = $att['value'];
+        foreach ($listOwnerAttrValues as $attr) {
+            $cached[$messageId]['adminattributes']['LISTOWNER.'.$attr['name']] = $attr['value'];
         }
 
-        $baseurl = $GLOBALS['website'];
-        if (defined('UPLOADIMAGES_DIR') && UPLOADIMAGES_DIR) {
+        $baseurl = $this->configProvider->getValue(ConfigOption::Website);
+        if ($this->uploadImageDir) {
             //# escape subdirectories, otherwise this renders empty
-            $dir = str_replace('/', '\/', UPLOADIMAGES_DIR);
+            $dir = str_replace('/', '\/', $this->uploadImageDir);
             $cached[$messageId]['content'] = preg_replace('/<img(.*)src="\/'.$dir.'(.*)>/iU',
-                '<img\\1src="'.$GLOBALS['public_scheme'].'://'.$baseurl.'/'.UPLOADIMAGES_DIR.'\\2>',
+                '<img\\1src="'.$GLOBALS['public_scheme'].'://'.$baseurl.'/'.$this->uploadImageDir.'\\2>',
                 $cached[$messageId]['content']);
         }
 
-        foreach (array('content', 'template', 'htmlfooter') as $element) {
-            $cached[$messageId][$element] = parseLogoPlaceholders($cached[$messageId][$element]);
+        foreach (['content', 'template', 'htmlfooter'] as $element) {
+            $cached[$messageId][$element] = $this->parseLogoPlaceholders($cached[$messageId][$element]);
         }
 
-        return 1;
-
-        $content = $campaign->getContent();
-        $subject = $content->getSubject();
-        $html = $content->getText();
-        $text = $content->getTextMessage();
-        $footer = $content->getFooter();
-
-        // If content contains a [URL:...] token, try to fetch and replace with remote content
-        if (is_string($html) && preg_match('/\[URL:([^\s\]]+)\]/i', $html, $match)) {
-            $remoteUrl = $match[1];
-            $fetched = $this->fetchRemoteContent($remoteUrl);
-            if ($fetched !== null) {
-                $html = str_replace($match[0], $fetched, $html);
-            }
-        }
+        $this->cache->set($cacheKey, $cached);
 
         // Replace basic placeholders [subject],[id],[fromname],[fromemail]
         $replacements = $this->buildBasicReplacements($campaign, $subject);
@@ -247,31 +223,6 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
         return new Message\MessageContent($subject, $html, $text, $footer);
     }
 
-    private function fetchRemoteContent(string $url): ?string
-    {
-        $ctx = stream_context_create([
-            'http' => ['timeout' => 5],
-            'https' => ['timeout' => 5],
-        ]);
-
-        // Ignore warnings from file_get_contents only inside this block
-        set_error_handler(static function () {
-            return true;
-        });
-
-        try {
-            $data = file_get_contents($url, false, $ctx);
-        } finally {
-            restore_error_handler();
-        }
-
-        if ($data === false) {
-            return null;
-        }
-
-        return $data;
-    }
-
     private function buildBasicReplacements(Message $campaign, string $subject): array
     {
         [$fromName, $fromEmail] = $this->parseFromField($campaign->getOptions()->getFromField());
@@ -321,4 +272,86 @@ private function getFromCache(string $cacheKey): ?Message\MessageContent
 
         return null;
     }
+
+    private function parseLogoPlaceholders($content)
+    {
+        //# replace Logo placeholders
+        preg_match_all('/\[LOGO\:?(\d+)?\]/', $content, $logoInstances);
+        foreach ($logoInstances[0] as $index => $logoInstance) {
+            $size = sprintf('%d', $logoInstances[1][$index]);
+            if (!empty($size)) {
+                $logoSize = $size;
+            } else {
+                $logoSize = '500';
+            }
+            $this->createCachedLogoImage($logoSize);
+            $content = str_replace($logoInstance, 'ORGANISATIONLOGO'.$logoSize.'.png', $content);
+        }
+
+        return $content;
+    }
+
+    private function createCachedLogoImage($size): void
+    {
+        $logoImageId = $this->configProvider->getValue(ConfigOption::OrganisationLogo);
+        if (empty($logoImageId)) {
+            return;
+        }
+
+        $orgLogoImage = $this->templateImageRepository->findByFilename("ORGANISATIONLOGO$size.png");
+        if (!empty($orgLogoImage->getData())) {
+            return;
+        }
+
+        $logoImage = $this->templateImageRepository->findById((int) $logoImageId);
+        $imageContent = base64_decode($logoImage->getData());
+        if (empty($imageContent)) {
+            //# fall back to a single pixel, so that there are no broken images
+            $imageContent = base64_decode('iVBORw0KGgoAAAANSUhEUgAAAAEAAAABAQMAAAAl21bKAAAABGdBTUEAALGPC/xhBQAAAAZQTFRF////AAAAVcLTfgAAAAF0Uk5TAEDm2GYAAAABYktHRACIBR1IAAAACXBIWXMAAAsSAAALEgHS3X78AAAAB3RJTUUH0gQCEx05cqKA8gAAAApJREFUeJxjYAAAAAIAAUivpHEAAAAASUVORK5CYII=');
+        }
+
+        $imgSize = getimagesizefromstring($imageContent);
+        $sizeW = $imgSize[0];
+        $sizeH = $imgSize[1];
+        if ($sizeH > $sizeW) {
+            $sizeFactor = (float) ($size / $sizeH);
+        } else {
+            $sizeFactor = (float) ($size / $sizeW);
+        }
+        $newWidth = (int) ($sizeW * $sizeFactor);
+        $newHeight = (int) ($sizeH * $sizeFactor);
+
+        if ($sizeFactor < 1) {
+            $original = imagecreatefromstring($imageContent);
+            //# creates a black image (why would you want that....)
+            $resized = imagecreatetruecolor($newWidth, $newHeight);
+            imagesavealpha($resized, true);
+            //# white. All the methods to make it transparent didn't work for me @@TODO really make transparent
+            $transparent = imagecolorallocatealpha($resized, 255, 255, 255, 127);
+            imagefill($resized, 0, 0, $transparent);
+
+            if (imagecopyresized($resized, $original, 0, 0, 0, 0, $newWidth, $newHeight, $sizeW, $sizeH)) {
+                $this->entityManager->remove($orgLogoImage);
+
+                //# rather convoluted way to get the image contents
+                $buffer = ob_get_contents();
+                ob_end_clean();
+                ob_start();
+                imagepng($resized);
+                $imageContent = ob_get_contents();
+                ob_end_clean();
+                echo $buffer;
+            }
+        }
+        // else copy original
+        $templateImage = (new TemplateImage())
+            ->setFilename("ORGANISATIONLOGO$size.png")
+            ->setMimetype($imgSize['mime'])
+            ->setData(base64_encode($imageContent))
+            ->setWidth($newWidth)
+            ->setHeight($newHeight);
+
+        $this->entityManager->persist($templateImage);
+
+    }
 }

From 5fc863762bdd664cde3b2f2a3b9fe1a0b1960ed3 Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Sun, 14 Dec 2025 18:32:56 +0400
Subject: [PATCH 07/10] Use MessagePrecacheDto

---
 config/parameters.yml.dist                    |   2 +
 .../Analytics/Service/LinkTrackService.php    |  11 +-
 .../Repository/AdministratorRepository.php    |  14 ++
 .../CampaignProcessorMessageHandler.php       |  13 +-
 .../Model/Dto/MessagePrecacheDto.php          |  30 +++
 .../Service/MessagePrecacheService.php        | 190 +++++++-----------
 .../Service/MessageProcessingPreparator.php   |  27 +--
 .../Service/RateLimitedCampaignMailer.php     |  11 +-
 8 files changed, 144 insertions(+), 154 deletions(-)
 create mode 100644 src/Domain/Messaging/Model/Dto/MessagePrecacheDto.php

diff --git a/config/parameters.yml.dist b/config/parameters.yml.dist
index 15acb471..cf292816 100644
--- a/config/parameters.yml.dist
+++ b/config/parameters.yml.dist
@@ -96,3 +96,5 @@ parameters:
 
     phplist.upload_images_dir: '%%env(PHPLIST_UPLOADIMAGES_DIR)%%'
     env(PHPLIST_UPLOADIMAGES_DIR): 'images'
+    phplist.public_schema: '%%env(PUBLIC_SCHEMA)%%'
+    env(PUBLIC_SCHEMA): 'http'
diff --git a/src/Domain/Analytics/Service/LinkTrackService.php b/src/Domain/Analytics/Service/LinkTrackService.php
index 902092f6..0b3a8c5e 100644
--- a/src/Domain/Analytics/Service/LinkTrackService.php
+++ b/src/Domain/Analytics/Service/LinkTrackService.php
@@ -8,8 +8,7 @@
 use PhpList\Core\Domain\Analytics\Exception\MissingMessageIdException;
 use PhpList\Core\Domain\Analytics\Model\LinkTrack;
 use PhpList\Core\Domain\Analytics\Repository\LinkTrackRepository;
-use PhpList\Core\Domain\Messaging\Model\Message;
-use PhpList\Core\Domain\Messaging\Model\Message\MessageContent;
+use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 
 class LinkTrackService
 {
@@ -39,7 +38,7 @@ public function isExtractAndSaveLinksApplicable(): bool
      * @return LinkTrack[] The saved LinkTrack entities
      * @throws MissingMessageIdException
      */
-    public function extractAndSaveLinks(MessageContent $content, int $userId, ?int $messageId = null): array
+    public function extractAndSaveLinks(MessagePrecacheDto $content, int $userId, ?int $messageId = null): array
     {
         if (!$this->isExtractAndSaveLinksApplicable()) {
             return [];
@@ -49,10 +48,10 @@ public function extractAndSaveLinks(MessageContent $content, int $userId, ?int $
             throw new MissingMessageIdException();
         }
 
-        $links = $this->extractLinksFromHtml($content->getText() ?? '');
+        $links = $this->extractLinksFromHtml($content->content ?? '');
 
-        if ($content->getFooter() !== null) {
-            $links = array_merge($links, $this->extractLinksFromHtml($content->getFooter()));
+        if ($content->htmlFooter) {
+            $links = array_merge($links, $this->extractLinksFromHtml($content->htmlFooter));
         }
 
         $links = array_unique($links);
diff --git a/src/Domain/Identity/Repository/AdministratorRepository.php b/src/Domain/Identity/Repository/AdministratorRepository.php
index 73df9ab4..640a0a55 100644
--- a/src/Domain/Identity/Repository/AdministratorRepository.php
+++ b/src/Domain/Identity/Repository/AdministratorRepository.php
@@ -55,4 +55,18 @@ public function findOneByLoginCredentials(string $loginName, string $plainTextPa
             ]
         );
     }
+
+    /** @return Administrator[] */
+    public function getMessageRelatedAdmins(int $messageId): array
+    {
+        return $this->createQueryBuilder('a')
+            ->select('DISTINCT a')
+            ->join('a.ownedLists', 'ag')
+            ->join('ag.listMessages', 'lm')
+            ->join('lm.message', 'm')
+            ->where('m.id = :messageId')
+            ->setParameter('messageId', $messageId)
+            ->getQuery()
+            ->getResult();
+    }
 }
diff --git a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
index 5d9fd8f0..d41326eb 100644
--- a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
+++ b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
@@ -9,6 +9,7 @@
 use PhpList\Core\Domain\Messaging\Exception\MessageSizeLimitExceededException;
 use PhpList\Core\Domain\Messaging\Message\CampaignProcessorMessage;
 use PhpList\Core\Domain\Messaging\Message\SyncCampaignProcessorMessage;
+use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 use PhpList\Core\Domain\Messaging\Model\Message;
 use PhpList\Core\Domain\Messaging\Model\Message\MessageStatus;
 use PhpList\Core\Domain\Messaging\Model\Message\UserMessageStatus;
@@ -75,8 +76,8 @@ public function __invoke(CampaignProcessorMessage|SyncCampaignProcessorMessage $
             return;
         }
 
-        $messageContent = $this->precacheService->getOrCacheBaseMessageContent($campaign);
-        if (!$messageContent) {
+        $messagePrecacheDto = $this->precacheService->getOrCacheBaseMessageContent($campaign);
+        if (!$messagePrecacheDto) {
             $this->updateMessageStatus($campaign, MessageStatus::Suspended);
 
             return;
@@ -111,7 +112,7 @@ public function __invoke(CampaignProcessorMessage|SyncCampaignProcessorMessage $
                 continue;
             }
 
-            $this->handleEmailSending($campaign, $subscriber, $userMessage, $messageContent);
+            $this->handleEmailSending($campaign, $subscriber, $userMessage, $messagePrecacheDto);
         }
 
         if ($stoppedEarly && $this->requeueHandler->handle($campaign)) {
@@ -163,11 +164,11 @@ private function handleEmailSending(
         Message $campaign,
         Subscriber $subscriber,
         UserMessage $userMessage,
-        Message\MessageContent $precachedContent,
+        MessagePrecacheDto $precachedContent,
     ): void {
         $processed = $this->messagePreparator->processMessageLinks($campaign->getId(), $precachedContent, $subscriber);
-        $processed->setText($this->userPersonalizer->personalize($processed->getText(), $subscriber->getEmail()));
-        $processed->setFooter($this->userPersonalizer->personalize($processed->getFooter(), $subscriber->getEmail()));
+        $processed->textContent = $this->userPersonalizer->personalize($processed->textContent, $subscriber->getEmail());
+        $processed->footer = $this->userPersonalizer->personalize($processed->footer, $subscriber->getEmail());
 
         try {
             $email = $this->mailer->composeEmail($campaign, $subscriber, $processed);
diff --git a/src/Domain/Messaging/Model/Dto/MessagePrecacheDto.php b/src/Domain/Messaging/Model/Dto/MessagePrecacheDto.php
new file mode 100644
index 00000000..e1e95cfa
--- /dev/null
+++ b/src/Domain/Messaging/Model/Dto/MessagePrecacheDto.php
@@ -0,0 +1,30 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Messaging\Model\Dto;
+
+class MessagePrecacheDto
+{
+    public string $replyToEmail;
+    public string $replyToName;
+    public string $fromName;
+    public string $fromEmail;
+    public string $to;
+    public string $subject;
+    public string $content;
+    public string $textContent = '';
+    public string $footer;
+    public string $textFooter;
+    public string $htmlFooter;
+    public bool $htmlFormatted;
+    public string $sendFormat;
+    public ?string $template = '';
+    public ?string $templateText = '';
+    public ?int $templateId = 0;
+    public string $htmlCharset= 'UTF-8';
+    public string $textCharset= 'UTF-8';
+    public bool $userSpecificUrl;
+    public string $googleTrack;
+    public array $adminAttributes = [];
+}
diff --git a/src/Domain/Messaging/Service/MessagePrecacheService.php b/src/Domain/Messaging/Service/MessagePrecacheService.php
index 493d0ed4..43bc99fb 100644
--- a/src/Domain/Messaging/Service/MessagePrecacheService.php
+++ b/src/Domain/Messaging/Service/MessagePrecacheService.php
@@ -13,6 +13,7 @@
 use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
 use PhpList\Core\Domain\Identity\Repository\AdminAttributeDefinitionRepository;
 use PhpList\Core\Domain\Identity\Repository\AdministratorRepository;
+use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 use PhpList\Core\Domain\Messaging\Model\Message;
 use PhpList\Core\Domain\Messaging\Model\TemplateImage;
 use PhpList\Core\Domain\Messaging\Repository\TemplateImageRepository;
@@ -36,110 +37,99 @@ public function __construct(
         private readonly EntityManagerInterface $entityManager,
         private readonly bool $useManualTextPart,
         private readonly string $uploadImageDir,
+        private readonly string $publicSchema,
     ) {
     }
 
     /**
      * Retrieve the base (unpersonalized) message content for a campaign from cache,
-     * or cache it on first access. Legacy-like behavior: handle [URL:] token fetch
-     * and basic placeholder replacements.
+     * or cache it on first access. Handle [URL:] token fetch and basic placeholder replacements.
      */
-    public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardContent = false): ?Message\MessageContent
+    public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardContent = false): ?MessagePrecacheDto
     {
         $cacheKey = sprintf('messaging.message.base.%d', $campaign->getId());
 
-        $cached = $this->getFromCache($cacheKey);
+        $cached = $this->cache->get($cacheKey);
         if ($cached !== null) {
             return $cached;
         }
         $domain = $this->configProvider->getValue(ConfigOption::Domain);
-        $messageId = $campaign->getId();
 
         $loadedMessageData = ($this->messageDataLoader)($campaign);
+        $messagePrecacheDto = new MessagePrecacheDto();
 
         // parse the reply-to field into its components - email and name
         if (preg_match('/([^ ]+@[^ ]+)/', $loadedMessageData['replyto'], $regs)) {
             // if there is an email in the from, rewrite it as "name <email>"
             $loadedMessageData['replyto'] = str_replace($regs[0], '', $loadedMessageData['replyto']);
-            $cached[$messageId]['replytoemail'] = $regs[0];
+            $replyToEmail = $regs[0];
             // if the email has < and > take them out here
-            $cached[$messageId]['replytoemail'] = str_replace('<', '', $cached[$messageId]['replytoemail']);
-            $cached[$messageId]['replytoemail'] = str_replace('>', '', $cached[$messageId]['replytoemail']);
+            $replyToEmail = str_replace('<', '', $replyToEmail);
+            $replyToEmail = str_replace('>', '', $replyToEmail);
+            $messagePrecacheDto->replyToEmail = $replyToEmail;
             // make sure there are no quotes around the name
-            $cached[$messageId]['replytoname'] = str_replace('"', '', ltrim(rtrim($loadedMessageData['replyto'])));
+            $messagePrecacheDto->replyToName = str_replace('"', '', ltrim(rtrim($loadedMessageData['replyto'])));
         } elseif (strpos($loadedMessageData['replyto'], ' ')) {
             // if there is a space, we need to add the email
-            $cached[$messageId]['replytoname'] = $loadedMessageData['replyto'];
-            $cached[$messageId]['replytoemail'] = "listmaster@$domain";
-        } else {
-            if (!empty($loadedMessageData['replyto'])) {
-                $cached[$messageId]['replytoemail'] = $loadedMessageData['replyto']."@$domain";
-
-                //# makes more sense not to add the domain to the word, but the help says it does
-                //# so let's keep it for now
-                $cached[$messageId]['replytoname'] = $loadedMessageData['replyto']."@$domain";
-            }
+            $messagePrecacheDto->replyToName = $loadedMessageData['replyto'];
+            $messagePrecacheDto->replyToEmail = "listmaster@$domain";
+        } elseif (!empty($loadedMessageData['replyto'])) {
+            $messagePrecacheDto->replyToEmail = $loadedMessageData['replyto']."@$domain";
+            //# makes more sense not to add the domain to the word, but the help says it does
+            //# so let's keep it for now
+            $messagePrecacheDto->replyToName = $loadedMessageData['replyto']."@$domain";
         }
 
-        $cached[$messageId]['fromname'] = $loadedMessageData['fromname'];
-        $cached[$messageId]['fromemail'] = $loadedMessageData['fromemail'];
-        $cached[$messageId]['to'] = $loadedMessageData['tofield'];
+        $messagePrecacheDto->fromName = $loadedMessageData['fromname'];
+        $messagePrecacheDto->fromEmail = $loadedMessageData['fromemail'];
+        $messagePrecacheDto->to = $loadedMessageData['tofield'];
         //0013076: different content when forwarding 'to a friend'
-        $cached[$messageId]['subject'] = $forwardContent ? stripslashes($loadedMessageData['forwardsubject']) : $loadedMessageData['subject'];
+        $messagePrecacheDto->subject = $forwardContent ? stripslashes($loadedMessageData['forwardsubject']) : $loadedMessageData['subject'];
         //0013076: different content when forwarding 'to a friend'
-        $cached[$messageId]['content'] = $forwardContent ? stripslashes($loadedMessageData['forwardmessage']) : $loadedMessageData['message'];
+        $messagePrecacheDto->content = $forwardContent ? stripslashes($loadedMessageData['forwardmessage']) : $loadedMessageData['message'];
         if ($this->useManualTextPart && !$forwardContent) {
-            $cached[$messageId]['textcontent'] = $loadedMessageData['textmessage'];
-        } else {
-            $cached[$messageId]['textcontent'] = '';
+            $messagePrecacheDto->textContent = $loadedMessageData['textmessage'];
         }
         //0013076: different content when forwarding 'to a friend'
-        $cached[$messageId]['footer'] = $forwardContent ? stripslashes($loadedMessageData['forwardfooter']) : $loadedMessageData['footer'];
+        $messagePrecacheDto->footer = $forwardContent ? stripslashes($loadedMessageData['forwardfooter']) : $loadedMessageData['footer'];
 
-        if (strip_tags($cached[$messageId]['footer']) != $cached[$messageId]['footer']) {
-            $cached[$messageId]['textfooter'] = ($this->htmlToText)($cached[$messageId]['footer']);
-            $cached[$messageId]['htmlfooter'] = $cached[$messageId]['footer'];
+        if (strip_tags($messagePrecacheDto->footer ) !== $messagePrecacheDto->footer) {
+            $messagePrecacheDto->textFooter = ($this->htmlToText)($messagePrecacheDto->footer);
+            $messagePrecacheDto->htmlFooter = $messagePrecacheDto->footer;
         } else {
-            $cached[$messageId]['textfooter'] = $cached[$messageId]['footer'];
-            $cached[$messageId]['htmlfooter'] = ($this->textParser)($cached[$messageId]['footer']);
+            $messagePrecacheDto->textFooter = $messagePrecacheDto->footer;
+            $messagePrecacheDto->htmlFooter = ($this->textParser)($messagePrecacheDto->footer);
         }
 
-        $cached[$messageId]['htmlformatted'] = strip_tags($cached[$messageId]['content']) != $cached[$messageId]['content'];
-        $cached[$messageId]['sendformat'] = $loadedMessageData['sendformat'];
+        $messagePrecacheDto->htmlFormatted = strip_tags($messagePrecacheDto->content) !== $messagePrecacheDto->content;
+        $messagePrecacheDto->sendFormat = $loadedMessageData['sendformat'];
 
-        $cached[$messageId]['template'] = '';
-        $cached[$messageId]['template_text'] = '';
-        $cached[$messageId]['templateid'] = 0;
         if ($loadedMessageData['template']) {
             $template = $this->templateRepository->findOneById($loadedMessageData['template']);
             if ($template) {
-                $cached[$messageId]['template'] = stripslashes($template->getContent());
-                $cached[$messageId]['template_text'] = stripslashes($template->getText());
-                $cached[$messageId]['templateid'] = $template->getId();
+                $messagePrecacheDto->template = stripslashes($template->getContent());
+                $messagePrecacheDto->templateText = stripslashes($template->getText());
+                $messagePrecacheDto->templateId = $template->getId();
             }
         }
 
-        //# @@ put this here, so it can become editable per email sent out at a later stage
-        $cached[$messageId]['html_charset'] = 'UTF-8'; //getConfig("html_charset");
-        $cached[$messageId]['text_charset'] = 'UTF-8'; //getConfig("text_charset");
-
         //# if we are sending a URL that contains user attributes, we cannot pre-parse the message here
         //# but that has quite some impact on speed. So check if that's the case and apply
-        $cached[$messageId]['userspecific_url'] = preg_match('/\[.+\]/', $loadedMessageData['sendurl']);
+        $messagePrecacheDto->userSpecificUrl = preg_match('/\[.+\]/', $loadedMessageData['sendurl']);
 
-        if (!$cached[$messageId]['userspecific_url']) {
+        if (!$messagePrecacheDto->userSpecificUrl) {
             //# Fetch external content here, because URL does not contain placeholders
-            if (preg_match("/\[URL:([^\s]+)\]/i", $cached[$messageId]['content'], $regs)) {
+            if (preg_match("/\[URL:([^\s]+)\]/i", $messagePrecacheDto->content, $regs)) {
                 $remoteContent = ($this->remotePageFetcher)($regs[1], []);
 
                 if ($remoteContent) {
-                    $cached[$messageId]['content'] = str_replace($regs[0], $remoteContent, $cached[$messageId]['content']);
-                    $cached[$messageId]['htmlformatted'] = strip_tags($remoteContent) != $remoteContent;
+                    $messagePrecacheDto->content = str_replace($regs[0], $remoteContent, $messagePrecacheDto->content);
+                    $messagePrecacheDto->htmlFormatted = strip_tags($remoteContent) !== $remoteContent;
 
                     //# 17086 - disregard any template settings when we have a valid remote URL
-                    $cached[$messageId]['template'] = null;
-                    $cached[$messageId]['template_text'] = null;
-                    $cached[$messageId]['templateid'] = null;
+                    $messagePrecacheDto->template  = null;
+                    $messagePrecacheDto->templateText = null;
+                    $messagePrecacheDto->templateId = null;
                 } else {
                     $this->eventLogManager->log(
                         page: 'unknown page',
@@ -151,35 +141,25 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
             }
         }
 
-        $cached[$messageId]['google_track'] = $loadedMessageData['google_track'];
+        $messagePrecacheDto->googleTrack = $loadedMessageData['google_track'];
 
         foreach (['subject', 'id', 'fromname', 'fromemail'] as $key) {
             $val = $loadedMessageData[$key];
             // Replace in content except for user-specific URL
-            if (!$cached[$messageId]['userspecific_url']) {
-                $cached[$messageId]['content'] = str_ireplace("[$key]", $val, $cached[$messageId]['content']);
+            if (!$messagePrecacheDto->userSpecificUrl) {
+                $messagePrecacheDto->content = str_ireplace("[$key]", $val, $messagePrecacheDto->content);
             }
-            $cached[$messageId]['textcontent'] = str_ireplace("[$key]", $val, $cached[$messageId]['textcontent']);
-            $cached[$messageId]['textfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['textfooter']);
-            $cached[$messageId]['htmlfooter'] = str_ireplace("[$key]", $val, $cached[$messageId]['htmlfooter']);
+            $messagePrecacheDto->textContent = str_ireplace("[$key]", $val, $messagePrecacheDto->textContent);
+            $messagePrecacheDto->textFooter = str_ireplace("[$key]", $val, $messagePrecacheDto->textFooter);
+            $messagePrecacheDto->htmlFooter = str_ireplace("[$key]", $val, $messagePrecacheDto->htmlFooter);
         }
 
-        $cached[$messageId]['adminattributes'] = [];
         $ownerAttrValues = $this->adminAttributeDefRepository->getForAdmin($campaign->getOwner());
         foreach ($ownerAttrValues as $attr) {
-            $cached[$messageId]['adminattributes']['OWNER.'.$attr['name']] = $attr['value'];
+            $messagePrecacheDto->adminAttributes['OWNER.'.$attr['name']] = $attr['value'];
         }
 
-        $relatedAdmins = $this->adminRepository->createQueryBuilder('a')
-            ->select('DISTINCT a')
-            ->join('a.ownedLists', 'ag')
-            ->join('ag.listMessages', 'lm')
-            ->join('lm.message', 'm')
-            ->where('m.id = :messageId')
-            ->setParameter('messageId', $messageId)
-            ->getQuery()
-            ->getResult();
-
+        $relatedAdmins = $this->adminRepository->getMessageRelatedAdmins($campaign->getId());
         if (count($relatedAdmins) === 1) {
             $listOwnerAttrValues = $this->adminAttributeDefRepository->getForAdmin($relatedAdmins[0]);
         } else {
@@ -187,40 +167,32 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
         }
 
         foreach ($listOwnerAttrValues as $attr) {
-            $cached[$messageId]['adminattributes']['LISTOWNER.'.$attr['name']] = $attr['value'];
+            $messagePrecacheDto->adminAttributes['LISTOWNER.'.$attr['name']] = $attr['value'];
         }
 
         $baseurl = $this->configProvider->getValue(ConfigOption::Website);
         if ($this->uploadImageDir) {
             //# escape subdirectories, otherwise this renders empty
             $dir = str_replace('/', '\/', $this->uploadImageDir);
-            $cached[$messageId]['content'] = preg_replace('/<img(.*)src="\/'.$dir.'(.*)>/iU',
-                '<img\\1src="'.$GLOBALS['public_scheme'].'://'.$baseurl.'/'.$this->uploadImageDir.'\\2>',
-                $cached[$messageId]['content']);
-        }
-
-        foreach (['content', 'template', 'htmlfooter'] as $element) {
-            $cached[$messageId][$element] = $this->parseLogoPlaceholders($cached[$messageId][$element]);
+            $messagePrecacheDto->content = preg_replace(
+                '/<img(.*)src="\/'.$dir.'(.*)>/iU',
+                '<img\\1src="'.$this->publicSchema.'://'.$baseurl.'/'.$this->uploadImageDir.'\\2>',
+                $messagePrecacheDto->content
+            );
         }
 
-        $this->cache->set($cacheKey, $cached);
+        $messagePrecacheDto->content = $this->parseLogoPlaceholders($messagePrecacheDto->content);
+        $messagePrecacheDto->template = $this->parseLogoPlaceholders($messagePrecacheDto->template);
+        $messagePrecacheDto->htmlFooter = $this->parseLogoPlaceholders($messagePrecacheDto->htmlFooter);
 
-        // Replace basic placeholders [subject],[id],[fromname],[fromemail]
-        $replacements = $this->buildBasicReplacements($campaign, $subject);
-        $html = $this->applyReplacements($html, $replacements);
-        $text = $this->applyReplacements($text, $replacements);
-        $footer = $this->applyReplacements($footer, $replacements);
+//        $replacements = $this->buildBasicReplacements($campaign, $subject);
+//        $html = $this->applyReplacements($html, $replacements);
+//        $text = $this->applyReplacements($text, $replacements);
+//        $footer = $this->applyReplacements($footer, $replacements);
 
-        $snapshot = [
-            'subject' => $subject,
-            'text' => $html,
-            'textMessage' => $text,
-            'footer' => $footer,
-        ];
-
-        $this->cache->set($cacheKey, $snapshot);
+        $this->cache->set($cacheKey, $messagePrecacheDto);
 
-        return new Message\MessageContent($subject, $html, $text, $footer);
+        return $messagePrecacheDto;
     }
 
     private function buildBasicReplacements(Message $campaign, string $subject): array
@@ -253,45 +225,21 @@ private function applyReplacements(?string $input, array $replacements): ?string
         return str_ireplace(array_keys($replacements), array_values($replacements), $input);
     }
 
-    private function getFromCache(string $cacheKey): ?Message\MessageContent
-    {
-        $cached = $this->cache->get($cacheKey);
-        if (is_array($cached)
-            && array_key_exists('subject', $cached)
-            && array_key_exists('text', $cached)
-            && array_key_exists('textMessage', $cached)
-            && array_key_exists('footer', $cached)
-        ) {
-            return new Message\MessageContent(
-                $cached['subject'],
-                $cached['text'],
-                $cached['textMessage'],
-                $cached['footer']
-            );
-        }
-
-        return null;
-    }
-
     private function parseLogoPlaceholders($content)
     {
         //# replace Logo placeholders
         preg_match_all('/\[LOGO\:?(\d+)?\]/', $content, $logoInstances);
         foreach ($logoInstances[0] as $index => $logoInstance) {
             $size = sprintf('%d', $logoInstances[1][$index]);
-            if (!empty($size)) {
-                $logoSize = $size;
-            } else {
-                $logoSize = '500';
-            }
-            $this->createCachedLogoImage($logoSize);
+            $logoSize = !empty($size) ? $size : '500';
+            $this->createCachedLogoImage((int)$logoSize);
             $content = str_replace($logoInstance, 'ORGANISATIONLOGO'.$logoSize.'.png', $content);
         }
 
         return $content;
     }
 
-    private function createCachedLogoImage($size): void
+    private function createCachedLogoImage(int $size): void
     {
         $logoImageId = $this->configProvider->getValue(ConfigOption::OrganisationLogo);
         if (empty($logoImageId)) {
diff --git a/src/Domain/Messaging/Service/MessageProcessingPreparator.php b/src/Domain/Messaging/Service/MessageProcessingPreparator.php
index 549a439e..59836242 100644
--- a/src/Domain/Messaging/Service/MessageProcessingPreparator.php
+++ b/src/Domain/Messaging/Service/MessageProcessingPreparator.php
@@ -5,7 +5,7 @@
 namespace PhpList\Core\Domain\Messaging\Service;
 
 use PhpList\Core\Domain\Analytics\Service\LinkTrackService;
-use PhpList\Core\Domain\Messaging\Model\Message\MessageContent;
+use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 use PhpList\Core\Domain\Messaging\Repository\MessageRepository;
 use PhpList\Core\Domain\Subscription\Model\Subscriber;
 use PhpList\Core\Domain\Subscription\Repository\SubscriberRepository;
@@ -60,33 +60,28 @@ public function ensureCampaignsHaveUuid(OutputInterface $output): void
      */
     public function processMessageLinks(
         int $campaignId,
-        MessageContent $content,
+        MessagePrecacheDto $cachedMessageDto,
         Subscriber $subscriber
-    ): MessageContent {
+    ): MessagePrecacheDto {
         if (!$this->linkTrackService->isExtractAndSaveLinksApplicable()) {
-            return $content;
+            return $cachedMessageDto;
         }
 
-        $savedLinks = $this->linkTrackService->extractAndSaveLinks($content, $subscriber->getId(), $campaignId);
-
+        $savedLinks = $this->linkTrackService->extractAndSaveLinks($cachedMessageDto, $subscriber->getId(), $campaignId);
         if (empty($savedLinks)) {
-            return $content;
+            return $cachedMessageDto;
         }
 
-        $htmlText = $content->getText();
-        $footer = $content->getFooter();
         // todo: check if getTextMessage should replace links as well
-        if ($htmlText !== null) {
-            $htmlText = $this->replaceLinks($savedLinks, $htmlText);
-            $content->setText($htmlText);
+        if ($cachedMessageDto->content) {
+            $cachedMessageDto->content = $this->replaceLinks($savedLinks, $cachedMessageDto->content);
         }
 
-        if ($footer !== null) {
-            $footer = $this->replaceLinks($savedLinks, $footer);
-            $content->setFooter($footer);
+        if ($cachedMessageDto->footer) {
+            $cachedMessageDto->footer = $this->replaceLinks($savedLinks, $cachedMessageDto->footer);
         }
 
-        return $content;
+        return $cachedMessageDto;
     }
 
     private function replaceLinks(array $savedLinks, string $htmlText): string
diff --git a/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php b/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
index 97027d16..1ccc4032 100644
--- a/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
+++ b/src/Domain/Messaging/Service/RateLimitedCampaignMailer.php
@@ -4,6 +4,7 @@
 
 namespace PhpList\Core\Domain\Messaging\Service;
 
+use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 use PhpList\Core\Domain\Messaging\Model\Message;
 use PhpList\Core\Domain\Subscription\Model\Subscriber;
 use Symfony\Component\Mailer\Exception\TransportExceptionInterface;
@@ -23,7 +24,7 @@ public function __construct(MailerInterface $mailer, SendRateLimiter $limiter)
     public function composeEmail(
         Message $message,
         Subscriber $subscriber,
-        Message\MessageContent $processedContent,
+        MessagePrecacheDto $processedContent,
     ): Email {
         $email = new Email();
         if ($message->getOptions()->getFromField() !== '') {
@@ -36,10 +37,10 @@ public function composeEmail(
 
         return $email
             ->to($subscriber->getEmail())
-            ->subject($processedContent->getSubject())
-            // todo: check HTML2Text functionality
-            ->text($processedContent->getTextMessage())
-            ->html($processedContent->getText());
+            ->subject($processedContent->subject)
+            ->text($processedContent->textContent)
+            // todo: check htmlFooterit should be html of textContent
+            ->html($processedContent->htmlFooter);
     }
 
     /**

From 69884a8d0670b2162918eb90eb46d6bb06420e7e Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Sun, 14 Dec 2025 20:39:25 +0400
Subject: [PATCH 08/10] Refactor

---
 config/parameters.yml.dist                    |  2 +-
 .../CampaignProcessorMessageHandler.php       | 28 ++++++-
 .../Repository/MessageRepository.php          | 18 ++++
 .../Service/Manager/TemplateImageManager.php  | 75 +++++++++++++++--
 .../Messaging/Service/MessageDataLoader.php   | 11 ++-
 .../Service/MessagePrecacheService.php        | 83 ++-----------------
 6 files changed, 126 insertions(+), 91 deletions(-)

diff --git a/config/parameters.yml.dist b/config/parameters.yml.dist
index cf292816..f3c3cd4d 100644
--- a/config/parameters.yml.dist
+++ b/config/parameters.yml.dist
@@ -91,7 +91,7 @@ parameters:
     env(MAX_MAILSIZE): '209715200'
     messaging.default_message_age: '%%env(DEFAULT_MESSAGEAGE)%%'
     env(DEFAULT_MESSAGEAGE): '691200'
-    messaging.use_manual_text_part : '%%env(USE_MANUAL_TEXT_PART)%%'
+    messaging.use_manual_text_part: '%%env(USE_MANUAL_TEXT_PART)%%'
     env(USE_MANUAL_TEXT_PART): 0
 
     phplist.upload_images_dir: '%%env(PHPLIST_UPLOADIMAGES_DIR)%%'
diff --git a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
index d41326eb..db8d25b2 100644
--- a/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
+++ b/src/Domain/Messaging/MessageHandler/CampaignProcessorMessageHandler.php
@@ -19,6 +19,7 @@
 use PhpList\Core\Domain\Messaging\Service\Handler\RequeueHandler;
 use PhpList\Core\Domain\Messaging\Service\Manager\MessageDataManager;
 use PhpList\Core\Domain\Messaging\Service\MaxProcessTimeLimiter;
+use PhpList\Core\Domain\Messaging\Service\MessageDataLoader;
 use PhpList\Core\Domain\Messaging\Service\MessagePrecacheService;
 use PhpList\Core\Domain\Messaging\Service\MessageProcessingPreparator;
 use PhpList\Core\Domain\Messaging\Service\RateLimitedCampaignMailer;
@@ -59,6 +60,7 @@ public function __construct(
         private readonly MessageDataManager $messageDataManager,
         private readonly MessagePrecacheService $precacheService,
         private readonly UserPersonalizer $userPersonalizer,
+        private readonly MessageDataLoader $messageDataLoader,
         ?int $maxMailSize = null,
     ) {
         $this->maxMailSize = $maxMailSize ?? 0;
@@ -76,8 +78,29 @@ public function __invoke(CampaignProcessorMessage|SyncCampaignProcessorMessage $
             return;
         }
 
-        $messagePrecacheDto = $this->precacheService->getOrCacheBaseMessageContent($campaign);
-        if (!$messagePrecacheDto) {
+        $loadedMessageData = ($this->messageDataLoader)($campaign);
+//        if (!empty($loadedMessageData['resetstats'])) {
+//            resetMessageStatistics($loadedMessageData['id']);
+//            setMessageData($loadedMessageData['id'], 'resetstats', 0);
+//        }
+//        $stopSending = false;
+//        if (!empty($loadedMessageData['finishsending'])) {
+//            $finishSendingBefore = mktime(
+//                $loadedMessageData['finishsending']['hour'],
+//                $loadedMessageData['finishsending']['minute'],
+//                0,
+//                $loadedMessageData['finishsending']['month'],
+//                $loadedMessageData['finishsending']['day'],
+//                $loadedMessageData['finishsending']['year'],
+//            );
+//            $secondsTogo = $finishSendingBefore - time();
+//            $stopSending = $secondsTogo < 0;
+//        }
+//        $userSelection = $loadedMessageData['userselection'];
+
+        $cacheKey = sprintf('messaging.message.base.%d', $campaign->getId());
+        $messagePrecached = $this->precacheService->precacheMessage($campaign, $loadedMessageData);
+        if (!$messagePrecached) {
             $this->updateMessageStatus($campaign, MessageStatus::Suspended);
 
             return;
@@ -112,6 +135,7 @@ public function __invoke(CampaignProcessorMessage|SyncCampaignProcessorMessage $
                 continue;
             }
 
+            $messagePrecacheDto = $this->cache->get($cacheKey);
             $this->handleEmailSending($campaign, $subscriber, $userMessage, $messagePrecacheDto);
         }
 
diff --git a/src/Domain/Messaging/Repository/MessageRepository.php b/src/Domain/Messaging/Repository/MessageRepository.php
index 30d5f1fd..ddcadce4 100644
--- a/src/Domain/Messaging/Repository/MessageRepository.php
+++ b/src/Domain/Messaging/Repository/MessageRepository.php
@@ -5,6 +5,7 @@
 namespace PhpList\Core\Domain\Messaging\Repository;
 
 use DateTimeImmutable;
+use Doctrine\ORM\AbstractQuery;
 use PhpList\Core\Domain\Common\Model\Filter\FilterRequestInterface;
 use PhpList\Core\Domain\Common\Repository\AbstractRepository;
 use PhpList\Core\Domain\Common\Repository\Interfaces\PaginatableRepositoryInterface;
@@ -97,4 +98,21 @@ public function findByIdAndStatus(int $id, Message\MessageStatus $status)
             ->getQuery()
             ->getOneOrNullResult();
     }
+
+    public function getNonEmptyFields(int $id): array
+    {
+        $message = $this->createQueryBuilder('m')
+            ->where('m.id = :id')
+            ->setParameter('id', $id)
+            ->getQuery()
+            ->getOneOrNullResult(AbstractQuery::HYDRATE_ARRAY) ?? [];
+
+        foreach ($message as $key => $value) {
+            if ($value === null || $value === '') {
+                unset($message[$key]);
+            }
+        }
+
+        return $message;
+    }
 }
diff --git a/src/Domain/Messaging/Service/Manager/TemplateImageManager.php b/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
index 68b04f40..c0254161 100644
--- a/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
+++ b/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
@@ -6,6 +6,8 @@
 
 use Doctrine\ORM\EntityManagerInterface;
 use DOMDocument;
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
 use PhpList\Core\Domain\Messaging\Model\Template;
 use PhpList\Core\Domain\Messaging\Model\TemplateImage;
 use PhpList\Core\Domain\Messaging\Repository\TemplateImageRepository;
@@ -24,15 +26,11 @@ class TemplateImageManager
         'swf'  => 'application/x-shockwave-flash',
     ];
 
-    private TemplateImageRepository $templateImageRepository;
-    private EntityManagerInterface $entityManager;
-
     public function __construct(
-        TemplateImageRepository $templateImageRepository,
-        EntityManagerInterface $entityManager
+        private readonly TemplateImageRepository $templateImageRepository,
+        private readonly EntityManagerInterface $entityManager,
+        private readonly ConfigProvider $configProvider,
     ) {
-        $this->templateImageRepository = $templateImageRepository;
-        $this->entityManager = $entityManager;
     }
 
     /** @return TemplateImage[] */
@@ -99,4 +97,67 @@ public function delete(TemplateImage $templateImage): void
     {
         $this->templateImageRepository->remove($templateImage);
     }
+
+    public function createCachedLogoImage(int $size): void
+    {
+        $logoImageId = $this->configProvider->getValue(ConfigOption::OrganisationLogo);
+        if (empty($logoImageId)) {
+            return;
+        }
+
+        $orgLogoImage = $this->templateImageRepository->findByFilename("ORGANISATIONLOGO$size.png");
+        if (!empty($orgLogoImage->getData())) {
+            return;
+        }
+
+        $logoImage = $this->templateImageRepository->findById((int) $logoImageId);
+        $imageContent = base64_decode($logoImage->getData());
+        if (empty($imageContent)) {
+            //# fall back to a single pixel, so that there are no broken images
+            $imageContent = base64_decode('iVBORw0KGgoAAAANSUhEUgAAAAEAAAABAQMAAAAl21bKAAAABGdBTUEAALGPC/xhBQAAAAZQTFRF////AAAAVcLTfgAAAAF0Uk5TAEDm2GYAAAABYktHRACIBR1IAAAACXBIWXMAAAsSAAALEgHS3X78AAAAB3RJTUUH0gQCEx05cqKA8gAAAApJREFUeJxjYAAAAAIAAUivpHEAAAAASUVORK5CYII=');
+        }
+
+        $imgSize = getimagesizefromstring($imageContent);
+        $sizeW = $imgSize[0];
+        $sizeH = $imgSize[1];
+        if ($sizeH > $sizeW) {
+            $sizeFactor = (float) ($size / $sizeH);
+        } else {
+            $sizeFactor = (float) ($size / $sizeW);
+        }
+        $newWidth = (int) ($sizeW * $sizeFactor);
+        $newHeight = (int) ($sizeH * $sizeFactor);
+
+        if ($sizeFactor < 1) {
+            $original = imagecreatefromstring($imageContent);
+            //# creates a black image (why would you want that....)
+            $resized = imagecreatetruecolor($newWidth, $newHeight);
+            imagesavealpha($resized, true);
+            //# white. All the methods to make it transparent didn't work for me @@TODO really make transparent
+            $transparent = imagecolorallocatealpha($resized, 255, 255, 255, 127);
+            imagefill($resized, 0, 0, $transparent);
+
+            if (imagecopyresized($resized, $original, 0, 0, 0, 0, $newWidth, $newHeight, $sizeW, $sizeH)) {
+                $this->entityManager->remove($orgLogoImage);
+
+                //# rather convoluted way to get the image contents
+                $buffer = ob_get_contents();
+                ob_end_clean();
+                ob_start();
+                imagepng($resized);
+                $imageContent = ob_get_contents();
+                ob_end_clean();
+                echo $buffer;
+            }
+        }
+        // else copy original
+        $templateImage = (new TemplateImage())
+            ->setFilename("ORGANISATIONLOGO$size.png")
+            ->setMimetype($imgSize['mime'])
+            ->setData(base64_encode($imageContent))
+            ->setWidth($newWidth)
+            ->setHeight($newHeight);
+
+        $this->entityManager->persist($templateImage);
+    }
 }
diff --git a/src/Domain/Messaging/Service/MessageDataLoader.php b/src/Domain/Messaging/Service/MessageDataLoader.php
index 0f899d28..b0749447 100644
--- a/src/Domain/Messaging/Service/MessageDataLoader.php
+++ b/src/Domain/Messaging/Service/MessageDataLoader.php
@@ -8,12 +8,14 @@
 use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
 use PhpList\Core\Domain\Messaging\Model\Message;
 use PhpList\Core\Domain\Messaging\Repository\MessageDataRepository;
+use PhpList\Core\Domain\Messaging\Repository\MessageRepository;
 
 class MessageDataLoader
 {
     public function __construct(
         private readonly ConfigProvider $configProvider,
         private readonly MessageDataRepository $messageDataRepository,
+        private readonly MessageRepository $messageRepository,
         private readonly int $defaultMessageAge,
     ) {
     }
@@ -84,11 +86,8 @@ public function __invoke(Message $message): array
             'excludelist'    => [],
             'sentastest'     => 0,
         ];
-        // todo: set correct values from entity
-        $nonEmptyFields = array_filter(
-            get_object_vars($message),
-            fn($v) => $v !== null && $v !== '',
-        );
+
+        $nonEmptyFields = $this->messageRepository->getNonEmptyFields($message->getId());
         foreach ($nonEmptyFields as $key => $val) {
             $messageData[$key] = $val;
         }
@@ -110,7 +109,7 @@ public function __invoke(Message $message): array
             }
         }
 
-        foreach (array('embargo', 'repeatuntil', 'requeueuntil') as $dateField) {
+        foreach (['embargo', 'repeatuntil', 'requeueuntil'] as $dateField) {
             if (!is_array($messageData[$dateField])) {
                 $messageData[$dateField] = [
                     'year'   => date('Y'),
diff --git a/src/Domain/Messaging/Service/MessagePrecacheService.php b/src/Domain/Messaging/Service/MessagePrecacheService.php
index 43bc99fb..ebf25646 100644
--- a/src/Domain/Messaging/Service/MessagePrecacheService.php
+++ b/src/Domain/Messaging/Service/MessagePrecacheService.php
@@ -4,7 +4,6 @@
 
 namespace PhpList\Core\Domain\Messaging\Service;
 
-use Doctrine\ORM\EntityManagerInterface;
 use PhpList\Core\Domain\Common\HtmlToText;
 use PhpList\Core\Domain\Common\RemotePageFetcher;
 use PhpList\Core\Domain\Common\TextParser;
@@ -15,26 +14,23 @@
 use PhpList\Core\Domain\Identity\Repository\AdministratorRepository;
 use PhpList\Core\Domain\Messaging\Model\Dto\MessagePrecacheDto;
 use PhpList\Core\Domain\Messaging\Model\Message;
-use PhpList\Core\Domain\Messaging\Model\TemplateImage;
-use PhpList\Core\Domain\Messaging\Repository\TemplateImageRepository;
 use PhpList\Core\Domain\Messaging\Repository\TemplateRepository;
+use PhpList\Core\Domain\Messaging\Service\Manager\TemplateImageManager;
 use Psr\SimpleCache\CacheInterface;
 
 class MessagePrecacheService
 {
     public function __construct(
         private readonly CacheInterface $cache,
-        private readonly MessageDataLoader $messageDataLoader,
         private readonly ConfigProvider $configProvider,
         private readonly HtmlToText $htmlToText,
         private readonly TextParser $textParser,
         private readonly TemplateRepository $templateRepository,
-        private readonly TemplateImageRepository $templateImageRepository,
         private readonly RemotePageFetcher $remotePageFetcher,
         private readonly EventLogManager $eventLogManager,
         private readonly AdminAttributeDefinitionRepository $adminAttributeDefRepository,
         private readonly AdministratorRepository $adminRepository,
-        private readonly EntityManagerInterface $entityManager,
+        private readonly TemplateImageManager $templateImageManager,
         private readonly bool $useManualTextPart,
         private readonly string $uploadImageDir,
         private readonly string $publicSchema,
@@ -45,7 +41,7 @@ public function __construct(
      * Retrieve the base (unpersonalized) message content for a campaign from cache,
      * or cache it on first access. Handle [URL:] token fetch and basic placeholder replacements.
      */
-    public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardContent = false): ?MessagePrecacheDto
+    public function precacheMessage(Message $campaign, $loadedMessageData, ?bool $forwardContent = false): bool
     {
         $cacheKey = sprintf('messaging.message.base.%d', $campaign->getId());
 
@@ -55,7 +51,6 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
         }
         $domain = $this->configProvider->getValue(ConfigOption::Domain);
 
-        $loadedMessageData = ($this->messageDataLoader)($campaign);
         $messagePrecacheDto = new MessagePrecacheDto();
 
         // parse the reply-to field into its components - email and name
@@ -136,7 +131,7 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
                         entry: 'Error fetching URL: '.$loadedMessageData['sendurl'].' cannot proceed',
                     );
 
-                    return null;
+                    return false;
                 }
             }
         }
@@ -192,7 +187,7 @@ public function getOrCacheBaseMessageContent(Message $campaign, ?bool $forwardCo
 
         $this->cache->set($cacheKey, $messagePrecacheDto);
 
-        return $messagePrecacheDto;
+        return true;
     }
 
     private function buildBasicReplacements(Message $campaign, string $subject): array
@@ -214,6 +209,7 @@ private function parseFromField(string $fromField): array
         }
         $name = trim(str_replace([$email, '"'], ['', ''], $fromField));
         $name = trim(str_replace(['<', '>'], '', $name));
+
         return [$name, $email];
     }
 
@@ -222,6 +218,7 @@ private function applyReplacements(?string $input, array $replacements): ?string
         if ($input === null) {
             return null;
         }
+
         return str_ireplace(array_keys($replacements), array_values($replacements), $input);
     }
 
@@ -232,74 +229,10 @@ private function parseLogoPlaceholders($content)
         foreach ($logoInstances[0] as $index => $logoInstance) {
             $size = sprintf('%d', $logoInstances[1][$index]);
             $logoSize = !empty($size) ? $size : '500';
-            $this->createCachedLogoImage((int)$logoSize);
+            $this->templateImageManager->createCachedLogoImage((int)$logoSize);
             $content = str_replace($logoInstance, 'ORGANISATIONLOGO'.$logoSize.'.png', $content);
         }
 
         return $content;
     }
-
-    private function createCachedLogoImage(int $size): void
-    {
-        $logoImageId = $this->configProvider->getValue(ConfigOption::OrganisationLogo);
-        if (empty($logoImageId)) {
-            return;
-        }
-
-        $orgLogoImage = $this->templateImageRepository->findByFilename("ORGANISATIONLOGO$size.png");
-        if (!empty($orgLogoImage->getData())) {
-            return;
-        }
-
-        $logoImage = $this->templateImageRepository->findById((int) $logoImageId);
-        $imageContent = base64_decode($logoImage->getData());
-        if (empty($imageContent)) {
-            //# fall back to a single pixel, so that there are no broken images
-            $imageContent = base64_decode('iVBORw0KGgoAAAANSUhEUgAAAAEAAAABAQMAAAAl21bKAAAABGdBTUEAALGPC/xhBQAAAAZQTFRF////AAAAVcLTfgAAAAF0Uk5TAEDm2GYAAAABYktHRACIBR1IAAAACXBIWXMAAAsSAAALEgHS3X78AAAAB3RJTUUH0gQCEx05cqKA8gAAAApJREFUeJxjYAAAAAIAAUivpHEAAAAASUVORK5CYII=');
-        }
-
-        $imgSize = getimagesizefromstring($imageContent);
-        $sizeW = $imgSize[0];
-        $sizeH = $imgSize[1];
-        if ($sizeH > $sizeW) {
-            $sizeFactor = (float) ($size / $sizeH);
-        } else {
-            $sizeFactor = (float) ($size / $sizeW);
-        }
-        $newWidth = (int) ($sizeW * $sizeFactor);
-        $newHeight = (int) ($sizeH * $sizeFactor);
-
-        if ($sizeFactor < 1) {
-            $original = imagecreatefromstring($imageContent);
-            //# creates a black image (why would you want that....)
-            $resized = imagecreatetruecolor($newWidth, $newHeight);
-            imagesavealpha($resized, true);
-            //# white. All the methods to make it transparent didn't work for me @@TODO really make transparent
-            $transparent = imagecolorallocatealpha($resized, 255, 255, 255, 127);
-            imagefill($resized, 0, 0, $transparent);
-
-            if (imagecopyresized($resized, $original, 0, 0, 0, 0, $newWidth, $newHeight, $sizeW, $sizeH)) {
-                $this->entityManager->remove($orgLogoImage);
-
-                //# rather convoluted way to get the image contents
-                $buffer = ob_get_contents();
-                ob_end_clean();
-                ob_start();
-                imagepng($resized);
-                $imageContent = ob_get_contents();
-                ob_end_clean();
-                echo $buffer;
-            }
-        }
-        // else copy original
-        $templateImage = (new TemplateImage())
-            ->setFilename("ORGANISATIONLOGO$size.png")
-            ->setMimetype($imgSize['mime'])
-            ->setData(base64_encode($imageContent))
-            ->setWidth($newWidth)
-            ->setHeight($newHeight);
-
-        $this->entityManager->persist($templateImage);
-
-    }
 }

From 077bc63ce9417bf87f0b88004e0cae6125cfcc32 Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Mon, 15 Dec 2025 11:43:09 +0400
Subject: [PATCH 09/10] Todo

---
 src/Domain/Subscription/Model/Subscriber.php              | 1 +
 src/Domain/Subscription/Service/SubscriberCsvImporter.php | 1 +
 2 files changed, 2 insertions(+)

diff --git a/src/Domain/Subscription/Model/Subscriber.php b/src/Domain/Subscription/Model/Subscriber.php
index a0c35d73..967f7131 100644
--- a/src/Domain/Subscription/Model/Subscriber.php
+++ b/src/Domain/Subscription/Model/Subscriber.php
@@ -151,6 +151,7 @@ public function setConfirmed(bool $confirmed): self
         return $this;
     }
 
+    // todo: check where is this used and if should be replaced by isBlacklisted with grace time
     public function isBlacklisted(): bool
     {
         return $this->blacklisted;
diff --git a/src/Domain/Subscription/Service/SubscriberCsvImporter.php b/src/Domain/Subscription/Service/SubscriberCsvImporter.php
index 8440d11e..af1e822d 100644
--- a/src/Domain/Subscription/Service/SubscriberCsvImporter.php
+++ b/src/Domain/Subscription/Service/SubscriberCsvImporter.php
@@ -210,6 +210,7 @@ private function processRow(
 
         [$listLines, $addedNewSubscriberToList] = $this->getHistoryListLines($subscriber, $options);
 
+        // todo: use isBlacklisted logic (grace time) not function from Subscriber class
         if ($subscriber->isBlacklisted()) {
             $stats['blacklisted']++;
         }

From 492e1d03b7c2f6f0c117eb1ddf264a47540661f7 Mon Sep 17 00:00:00 2001
From: Tatevik <tatevikg1@gmail.com>
Date: Mon, 15 Dec 2025 13:31:59 +0400
Subject: [PATCH 10/10] SystemMailConstructor

---
 config/parameters.yml.dist                    |  8 ++
 .../Common/{HtmlToText.php => Html2Text.php}  |  2 +-
 .../Configuration/Model/ConfigOption.php      |  5 +
 .../Provider/DefaultConfigProvider.php        | 14 +++
 .../Service/Manager/TemplateImageManager.php  | 14 +++
 .../Service/MessagePrecacheService.php        | 26 ++----
 .../Service/SystemMailConstructor.php         | 93 +++++++++++++++++++
 .../Repository/UserBlacklistRepository.php    | 26 ++++++
 8 files changed, 167 insertions(+), 21 deletions(-)
 rename src/Domain/Common/{HtmlToText.php => Html2Text.php} (99%)
 create mode 100644 src/Domain/Messaging/Service/SystemMailConstructor.php

diff --git a/config/parameters.yml.dist b/config/parameters.yml.dist
index f3c3cd4d..cacec120 100644
--- a/config/parameters.yml.dist
+++ b/config/parameters.yml.dist
@@ -25,6 +25,12 @@ parameters:
     env(DATABASE_PREFIX): 'phplist_'
     list_table_prefix: '%%env(LIST_TABLE_PREFIX)%%'
     env(LIST_TABLE_PREFIX): 'listattr_'
+    app.dev_version: '%%env(APP_DEV_VERSION)%%'
+    env(APP_DEV_VERSION): 0
+    app.dev_email: '%%env(APP_DEV_EMAIL)%%'
+    env(APP_DEV_EMAIL): 'dev@dev.com'
+    app.powered_by_phplist: '%%env(APP_POWERED_BY_PHPLIST)%%'
+    env(APP_POWERED_BY_PHPLIST): 0
 
     # Email configuration
     app.mailer_from: '%%env(MAILER_FROM)%%'
@@ -93,6 +99,8 @@ parameters:
     env(DEFAULT_MESSAGEAGE): '691200'
     messaging.use_manual_text_part: '%%env(USE_MANUAL_TEXT_PART)%%'
     env(USE_MANUAL_TEXT_PART): 0
+    messaging.blacklist_grace_time: '%%env(MESSAGING_BLACKLIST_GRACE_TIME)%%'
+    env(MESSAGING_BLACKLIST_GRACE_TIME):
 
     phplist.upload_images_dir: '%%env(PHPLIST_UPLOADIMAGES_DIR)%%'
     env(PHPLIST_UPLOADIMAGES_DIR): 'images'
diff --git a/src/Domain/Common/HtmlToText.php b/src/Domain/Common/Html2Text.php
similarity index 99%
rename from src/Domain/Common/HtmlToText.php
rename to src/Domain/Common/Html2Text.php
index d426ce41..93705748 100644
--- a/src/Domain/Common/HtmlToText.php
+++ b/src/Domain/Common/Html2Text.php
@@ -7,7 +7,7 @@
 use PhpList\Core\Domain\Configuration\Model\ConfigOption;
 use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
 
-class HtmlToText
+class Html2Text
 {
     private const WORD_WRAP = 70;
 
diff --git a/src/Domain/Configuration/Model/ConfigOption.php b/src/Domain/Configuration/Model/ConfigOption.php
index dd73ec0e..23d0e971 100644
--- a/src/Domain/Configuration/Model/ConfigOption.php
+++ b/src/Domain/Configuration/Model/ConfigOption.php
@@ -16,6 +16,9 @@ enum ConfigOption: string
     case Domain = 'domain';
     case Website = 'website';
     case MessageFromAddress = 'message_from_address';
+    case MessageFromName = 'message_from_name';
+    case MessageReplyToAddress = 'message_replyto_address';
+    case SystemMessageTemplate = 'systemmessagetemplate';
     case AlwaysAddGoogleTracking = 'always_add_googletracking';
     case AdminAddress = 'admin_address';
     case DefaultMessageTemplate = 'defaultmessagetemplate';
@@ -26,4 +29,6 @@ enum ConfigOption: string
     case WordWrap = 'wordwrap';
     case RemoteUrlAppend = 'remoteurl_append';
     case OrganisationLogo = 'organisation_logo';
+    case PoweredByImage = 'PoweredByImage';
+    case PoweredByText = 'PoweredByText';
 }
diff --git a/src/Domain/Configuration/Service/Provider/DefaultConfigProvider.php b/src/Domain/Configuration/Service/Provider/DefaultConfigProvider.php
index e97ba32e..1528f615 100644
--- a/src/Domain/Configuration/Service/Provider/DefaultConfigProvider.php
+++ b/src/Domain/Configuration/Service/Provider/DefaultConfigProvider.php
@@ -557,6 +557,20 @@ private function init(): void
                 'allowempty'  => 0,
                 'category'    => 'subscription-ui',
             ],
+            'PoweredByImage' => [
+                'value'       => '<p class="poweredby" style="text-align:center"><a href="https://www.phplist.com/poweredby?utm_source=pl&amp;utm_medium=poweredlocalimg&amp;utm_campaign=phpList" title="visit the phpList website"><img src="images/power-phplist.png" title="powered by phpList version , &copy; phpList ltd" alt="powered by phpList , &copy; phpList ltd" border="0"/></a></p>',
+                'description' => 'logo/image ndicates that emails are sent by phpList',
+                'type'        => 'string',
+                'allowempty'  => false,
+                'category'    => 'general',
+            ],
+            'PoweredByText' => [
+                'value'       => '<div style="clear: both; font-family: arial, verdana, sans-serif; font-size: 8px; font-variant: small-caps; font-weight: normal; padding: 2px; padding-left:10px;padding-top:20px;">powered by <a href="https://www.phplist.com/poweredby?utm_source=download&amp;utm_medium=poweredtxt&amp;utm_campaign=phpList" target="_blank" title="powered by phpList version, &copy; phpList ltd">phpList</a></div>',
+                'description' => 'text indicates that emails are sent by phpList',
+                'type'        => 'string',
+                'allowempty'  => false,
+                'category'    => 'general',
+            ],
         ];
     }
 
diff --git a/src/Domain/Messaging/Service/Manager/TemplateImageManager.php b/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
index c0254161..682b65eb 100644
--- a/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
+++ b/src/Domain/Messaging/Service/Manager/TemplateImageManager.php
@@ -98,6 +98,20 @@ public function delete(TemplateImage $templateImage): void
         $this->templateImageRepository->remove($templateImage);
     }
 
+    public function parseLogoPlaceholders($content)
+    {
+        //# replace Logo placeholders
+        preg_match_all('/\[LOGO\:?(\d+)?\]/', $content, $logoInstances);
+        foreach ($logoInstances[0] as $index => $logoInstance) {
+            $size = sprintf('%d', $logoInstances[1][$index]);
+            $logoSize = !empty($size) ? $size : '500';
+            $this->createCachedLogoImage((int)$logoSize);
+            $content = str_replace($logoInstance, 'ORGANISATIONLOGO'.$logoSize.'.png', $content);
+        }
+
+        return $content;
+    }
+
     public function createCachedLogoImage(int $size): void
     {
         $logoImageId = $this->configProvider->getValue(ConfigOption::OrganisationLogo);
diff --git a/src/Domain/Messaging/Service/MessagePrecacheService.php b/src/Domain/Messaging/Service/MessagePrecacheService.php
index ebf25646..779d19c2 100644
--- a/src/Domain/Messaging/Service/MessagePrecacheService.php
+++ b/src/Domain/Messaging/Service/MessagePrecacheService.php
@@ -4,7 +4,7 @@
 
 namespace PhpList\Core\Domain\Messaging\Service;
 
-use PhpList\Core\Domain\Common\HtmlToText;
+use PhpList\Core\Domain\Common\Html2Text;
 use PhpList\Core\Domain\Common\RemotePageFetcher;
 use PhpList\Core\Domain\Common\TextParser;
 use PhpList\Core\Domain\Configuration\Model\ConfigOption;
@@ -23,7 +23,7 @@ class MessagePrecacheService
     public function __construct(
         private readonly CacheInterface $cache,
         private readonly ConfigProvider $configProvider,
-        private readonly HtmlToText $htmlToText,
+        private readonly Html2Text $html2Text,
         private readonly TextParser $textParser,
         private readonly TemplateRepository $templateRepository,
         private readonly RemotePageFetcher $remotePageFetcher,
@@ -89,7 +89,7 @@ public function precacheMessage(Message $campaign, $loadedMessageData, ?bool $fo
         $messagePrecacheDto->footer = $forwardContent ? stripslashes($loadedMessageData['forwardfooter']) : $loadedMessageData['footer'];
 
         if (strip_tags($messagePrecacheDto->footer ) !== $messagePrecacheDto->footer) {
-            $messagePrecacheDto->textFooter = ($this->htmlToText)($messagePrecacheDto->footer);
+            $messagePrecacheDto->textFooter = ($this->html2Text)($messagePrecacheDto->footer);
             $messagePrecacheDto->htmlFooter = $messagePrecacheDto->footer;
         } else {
             $messagePrecacheDto->textFooter = $messagePrecacheDto->footer;
@@ -176,9 +176,9 @@ public function precacheMessage(Message $campaign, $loadedMessageData, ?bool $fo
             );
         }
 
-        $messagePrecacheDto->content = $this->parseLogoPlaceholders($messagePrecacheDto->content);
-        $messagePrecacheDto->template = $this->parseLogoPlaceholders($messagePrecacheDto->template);
-        $messagePrecacheDto->htmlFooter = $this->parseLogoPlaceholders($messagePrecacheDto->htmlFooter);
+        $messagePrecacheDto->content = $this->templateImageManager->parseLogoPlaceholders($messagePrecacheDto->content);
+        $messagePrecacheDto->template = $this->templateImageManager->parseLogoPlaceholders($messagePrecacheDto->template);
+        $messagePrecacheDto->htmlFooter = $this->templateImageManager->parseLogoPlaceholders($messagePrecacheDto->htmlFooter);
 
 //        $replacements = $this->buildBasicReplacements($campaign, $subject);
 //        $html = $this->applyReplacements($html, $replacements);
@@ -221,18 +221,4 @@ private function applyReplacements(?string $input, array $replacements): ?string
 
         return str_ireplace(array_keys($replacements), array_values($replacements), $input);
     }
-
-    private function parseLogoPlaceholders($content)
-    {
-        //# replace Logo placeholders
-        preg_match_all('/\[LOGO\:?(\d+)?\]/', $content, $logoInstances);
-        foreach ($logoInstances[0] as $index => $logoInstance) {
-            $size = sprintf('%d', $logoInstances[1][$index]);
-            $logoSize = !empty($size) ? $size : '500';
-            $this->templateImageManager->createCachedLogoImage((int)$logoSize);
-            $content = str_replace($logoInstance, 'ORGANISATIONLOGO'.$logoSize.'.png', $content);
-        }
-
-        return $content;
-    }
 }
diff --git a/src/Domain/Messaging/Service/SystemMailConstructor.php b/src/Domain/Messaging/Service/SystemMailConstructor.php
new file mode 100644
index 00000000..9e9a3f4e
--- /dev/null
+++ b/src/Domain/Messaging/Service/SystemMailConstructor.php
@@ -0,0 +1,93 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpList\Core\Domain\Messaging\Service;
+
+use PhpList\Core\Domain\Common\Html2Text;
+use PhpList\Core\Domain\Configuration\Model\ConfigOption;
+use PhpList\Core\Domain\Configuration\Service\Provider\ConfigProvider;
+use PhpList\Core\Domain\Messaging\Repository\TemplateRepository;
+use PhpList\Core\Domain\Messaging\Service\Manager\TemplateImageManager;
+
+class SystemMailConstructor
+{
+    public function __construct(
+        private readonly Html2Text $html2Text,
+        private readonly ConfigProvider $configProvider,
+        private readonly TemplateRepository $templateRepository,
+        private readonly TemplateImageManager $templateImageManager,
+        private readonly bool $poweredByPhplist = false,
+    ) {
+    }
+
+    public function __invoke($message, $subject = ''): array
+    {
+        $hasHTML = strip_tags($message) !== $message;
+
+        if ($hasHTML) {
+            $message = stripslashes($message);
+            $textMessage = ($this->html2Text)($message);
+            $htmlMessage = $message;
+        } else {
+            $textMessage = $message;
+            $htmlMessage = $message;
+            //  $htmlMessage = str_replace("\n\n","\n",$htmlMessage);
+            $htmlMessage = nl2br($htmlMessage);
+            //# make links clickable:
+            $htmlMessage = preg_replace('~https?://[^\s<]+~i', '<a href="$0">$0</a>', $htmlMessage);
+        }
+        //# add li-s around the lists
+        if (preg_match('/<ul>\s+(\*.*)<\/ul>/imsxU', $htmlMessage, $listsmatch)) {
+            $lists = $listsmatch[1];
+            $listsHTML = '';
+            preg_match_all('/\*([^\*]+)/', $lists, $matches);
+            for ($i = 0; $i < count($matches[0]); ++$i) {
+                $listsHTML .= '<li>'.$matches[1][$i].'</li>';
+            }
+            $htmlMessage = str_replace($listsmatch[0], '<ul>'.$listsHTML.'</ul>', $htmlMessage);
+        }
+
+        $htmlContent = $htmlMessage;
+        $textContent = $textMessage;
+        $templateId = $this->configProvider->getValue(ConfigOption::SystemMessageTemplate);
+        if ($templateId) {
+            $template = $this->templateRepository->findOneById((int)$templateId);
+            if ($template) {
+                $htmlTemplate = stripslashes($template->getContent());
+                $textTemplate = stripslashes($template->getText());
+                $htmlContent = str_replace('[CONTENT]', $htmlMessage, $htmlTemplate);
+                $htmlContent = str_replace('[SUBJECT]', $subject, $htmlContent);
+                $htmlContent = str_replace('[FOOTER]', '', $htmlContent);
+                if (!$this->poweredByPhplist) {
+                    $phpListPowered = preg_replace(
+                        '/src=".*power-phplist.png"/',
+                        'src="powerphplist.png"',
+                        $this->configProvider->getValue(ConfigOption::PoweredByImage),
+                    );
+                } else {
+                    $phpListPowered = $this->configProvider->getValue(ConfigOption::PoweredByText);
+                }
+                if (strpos($htmlContent, '[SIGNATURE]')) {
+                    $htmlContent = str_replace('[SIGNATURE]', $phpListPowered, $htmlContent);
+                } elseif (strpos($htmlContent, '</body>')) {
+                    $htmlContent = str_replace('</body>', $phpListPowered.'</body>', $htmlContent);
+                } else {
+                    $htmlContent .= $phpListPowered;
+                }
+                $htmlContent = $this->templateImageManager->parseLogoPlaceholders($htmlContent);
+                $textContent = str_replace('[CONTENT]', $textMessage, $textTemplate);
+                $textContent = str_replace('[SUBJECT]', $subject, $textContent);
+                $textContent = str_replace('[FOOTER]', '', $textContent);
+                $phpListPowered = trim(($this->html2Text)($this->configProvider->getValue(ConfigOption::PoweredByText)));
+                if (strpos($textContent, '[SIGNATURE]')) {
+                    $textContent = str_replace('[SIGNATURE]', $phpListPowered, $textContent);
+                } else {
+                    $textContent .= "\n\n" . $phpListPowered;
+                }
+            }
+        }
+
+        return [$htmlContent, $textContent];
+    }
+}
diff --git a/src/Domain/Subscription/Repository/UserBlacklistRepository.php b/src/Domain/Subscription/Repository/UserBlacklistRepository.php
index 665deb64..bd936644 100644
--- a/src/Domain/Subscription/Repository/UserBlacklistRepository.php
+++ b/src/Domain/Subscription/Repository/UserBlacklistRepository.php
@@ -4,12 +4,23 @@
 
 namespace PhpList\Core\Domain\Subscription\Repository;
 
+use DateTimeImmutable;
+use Doctrine\ORM\EntityManagerInterface;
+use Doctrine\ORM\Mapping\ClassMetadata;
 use PhpList\Core\Domain\Common\Repository\AbstractRepository;
 use PhpList\Core\Domain\Subscription\Model\UserBlacklist;
 use PhpList\Core\Domain\Subscription\Model\UserBlacklistData;
 
 class UserBlacklistRepository extends AbstractRepository
 {
+    public function __construct(
+        EntityManagerInterface $entityManager,
+        ClassMetadata $class,
+        private readonly int $blacklistGraceTime,
+    ) {
+        parent::__construct($entityManager, $class);
+    }
+
     public function findBlacklistInfoByEmail(string $email): ?UserBlacklist
     {
         $queryBuilder = $this->getEntityManager()->createQueryBuilder();
@@ -30,4 +41,19 @@ public function findOneByEmail(string $email): ?UserBlacklist
             'email' => $email,
         ]);
     }
+
+    public function isEmailBlacklisted(string $email, ?bool $immediate = true): bool
+    {
+        // allow 5 minutes to send the last message acknowledging unsubscription
+        $grace = $immediate ? 0 : ((($gt = $this->blacklistGraceTime) >= 1 && $gt <= 15) ? $gt : 5);
+        $cutoff = (new DateTimeImmutable())->modify('-' . $grace .' minutes');
+
+        return $this->createQueryBuilder('ub')
+            ->where('ub.email = :email')
+            ->andWhere('ub.added < :cutoff')
+            ->setParameter('email', $email)
+            ->setParameter('cutoff', $cutoff)
+            ->getQuery()
+            ->getOneOrNullResult() !== null;
+    }
 }