[WIP] Add initial synchronisation with Mailman

This allows syncronisation of mailing list ids from Mailman and
they can then be added to a mailing list.

At this point there is no actual synchronisation of memberships.

Author: tomudding

.env.dist

@@ -55,6 +55,11 @@ MAIL_TO_SUBSCRIPTION_NAME='Secretary of GEWIS'
 [email protected]
 MAIL_FROM_SECRETARY_NAME='Secretary of GEWIS'
 
+MAILMAN_API_ENDPOINT=http://mailmanc:8001/3.1/
+MAILMAN_API_VERSION='3.1'
+MAILMAN_API_USERNAME=restadmin
+MAILMAN_API_PASSWORD=restpass
+
 # LDAP settings (fill in to enable LDAP)
 LDAP_SERVERS=ldaps.gewis.nl
 LDAP_STARTTLS=true

.idea/inspectionProfiles/Project_Default.xml

@@ -12,6 +12,7 @@
     "require": {
         "php": "^8.3.0",
         "ext-intl": "*",
+        "ext-memcached": "^3.2",
         "ext-pdo_pgsql": "*",
         "ext-pgsql": "*",
         "ext-zend-opcache": "*",
@@ -53,7 +54,9 @@
         "doctrine/doctrine-laminas-hydrator": "^3.4.0",
         "monolog/monolog": "^1.27.1",
         "cweagans/composer-patches": "^1.7.3",
-        "stripe/stripe-php": "^10.21"
+        "stripe/stripe-php": "^10.21",
+        "laminas/laminas-cache": "^3.12.1",
+        "laminas/laminas-cache-storage-adapter-memcached": "^2.5.0"
     },
     "require-dev": {
         "laminas/laminas-component-installer": "^3.4.0",

.idea/php.xml

@@ -68,6 +68,16 @@ return [
         ],
     ],
 
+    /**
+     * Mailman REST API configuration.
+     */
+    'mailman_api' => [
+        'endpoint' => getenv('MAILMAN_API_ENDPOINT'),
+        'version' => getenv('MAILMAN_API_VERSION'),
+        'username' => getenv('MAILMAN_API_USERNAME'),
+        'password' => getenv('MAILMAN_API_PASSWORD'),
+    ],
+
     /**
      * LDAP settings for login to database frontend
      */

composer.json

@@ -68,6 +68,16 @@ return [
         ],
     ],
 
+    /**
+     * Mailman REST API configuration.
+     */
+    'mailman_api' => [
+        'endpoint' => getenv('MAILMAN_API_ENDPOINT'),
+        'version' => getenv('MAILMAN_API_VERSION'),
+        'username' => getenv('MAILMAN_API_USERNAME'),
+        'password' => getenv('MAILMAN_API_PASSWORD'),
+    ],
+
     /**
      * LDAP settings for login to database frontend
      */

composer.lock

@@ -26,6 +26,7 @@
     'DoctrineORMModule',
     'Laminas\Cache\Storage\Adapter\Filesystem',
     'Laminas\Cache\Storage\Adapter\Memory',
+    'Laminas\Cache\Storage\Adapter\Memcached',
     'Application',
     'Database',
     'Checker',

config/autoload/local.development.php.dist

@@ -32,7 +32,7 @@ services:
     mailman-core:
         image: maxking/mailman-core:0.4
         container_name: mailman-core
-        hostname: mailman-core
+        hostname: mailmanc
         volumes:
             - ./mailman/core:/opt/mailman/
         depends_on:
@@ -49,7 +49,7 @@ services:
     mailman-web:
         image: maxking/mailman-web:0.4
         container_name: mailman-web
-        hostname: mailman-web
+        hostname: mailmanw
         depends_on:
             - postgresql
         volumes:

config/autoload/local.production.php.dist

@@ -53,13 +53,20 @@ services:
 #            - STRIPE_CANCEL_URL=
 #            - STRIPE_SUCCESS_URL=
         depends_on:
+            - memcached
             - postfix
         volumes:
             - gewisdb_data:/code/data:rw
             - gewisdb_public:/code/public:rw
         networks:
             - gewisdb_network
         restart: unless-stopped
+    memcached:
+        image: memcached:alpine
+        entrypoint: [ 'memcached', '-m 256' ]
+        networks:
+            - gewisdb_network
+        restart: unless-stopped
     postfix:
         image: juanluisbaptiste/postfix
         env_file:

config/modules.config.php

@@ -18,6 +18,7 @@ RUN apk add --no-cache --virtual .build-deps \
         $PHPIZE_DEPS \
         curl-dev \
         icu-dev \
+        libmemcached-dev \
         libpq-dev \
         libzip-dev \
         linux-headers \
@@ -41,6 +42,8 @@ RUN apk add --no-cache --virtual .build-deps \
         pdo_pgsql \
         pdo_sqlite \
         zip \
+    && pecl install memcached \
+    && docker-php-ext-enable memcached \
     && pecl install xdebug \
     && docker-php-ext-enable xdebug \
     && rm -r /tmp/pear \

docker-compose.override.yml

@@ -17,6 +17,7 @@ WORKDIR /code
 RUN apk add --no-cache --virtual .build-deps \
         curl-dev \
         icu-dev \
+        libmemcached-dev \
         libpq-dev \
         libzip-dev \
         openldap-dev \
@@ -34,6 +35,9 @@ RUN apk add --no-cache --virtual .build-deps \
         pgsql \
         pdo_pgsql \
         zip \
+    && pecl install memcached \
+    && docker-php-ext-enable memcached \
+    && rm -r /tmp/pear \
     && runtimeDeps="$( \
             scanelf --needed --nobanner --format '%n#p' --recursive /usr/local/lib/php/extensions \
             | tr ',' '\n' \

docker-compose.yml

@@ -77,6 +77,15 @@ enumType: ConfigNamespaces::class,
     )]
     protected ?DateTime $valueDate = null;
 
+    /**
+     * If the item is a boolean, its value.
+     */
+    #[Column(
+        type: 'boolean',
+        nullable: true,
+    )]
+    protected ?bool $valueBool = null;
+
     #[PrePersist]
     #[PreUpdate]
     public function assertValid(): void
@@ -102,20 +111,26 @@ public function setKey(
     /**
      * Set the value of the configuration item.
      */
-    public function setValue(string|DateTime $value): void
+    public function setValue(bool|string|DateTime $value): void
     {
         if ($value instanceof DateTime) {
             $this->valueString = null;
             $this->valueDate = $value;
+            $this->valueBool = null;
         } elseif (is_string($value)) {
             $this->valueString = $value;
             $this->valueDate = null;
+            $this->valueBool = null;
+        } elseif (is_bool($value)) {
+            $this->valueString = null;
+            $this->valueDate = null;
+            $this->valueBool = $value;
         } else {
             throw new TypeError();
         }
     }
 
-    public function getValue(): string|DateTime|null
+    public function getValue(): bool|string|DateTime|null
     {
         if (null !== $this->valueDate) {
             return $this->valueDate;
@@ -125,6 +140,10 @@ public function getValue(): string|DateTime|null
             return $this->valueString;
         }
 
+        if (null !== $this->valueBool) {
+            return $this->valueBool;
+        }
+
         return null;
     }
 }

docker/web/development/Dockerfile

@@ -6,7 +6,7 @@
 
 /**
  * The different namespaces in which configuration items can be created.
- * As a rule of thumb, a namespace should be restricted to one service or a welldefined set of a few services.
+ * As a rule of thumb, a namespace should be restricted to one service or a well-defined set of a few services.
  *
  * Ideally these namespaces are defined inside the respective modules, but defining them as an enum allows for
  * verification in IDEs.
@@ -15,4 +15,5 @@ enum ConfigNamespaces: string
 {
     /* Database module */
     case DatabaseApi = 'database_api';
+    case DatabaseMailman = 'database_mailman';
 }

docker/web/production/Dockerfile

@@ -15,10 +15,15 @@ public function __construct(private readonly ConfigItemMapper $configItemMapper)
     {
     }
 
+    /**
+     * @template T of bool|string|DateTime|null
+     * @psalm-param T $default
+     * @psalm-return (T is null ? bool|string|DateTime|null : T|null)
+     */
     public function getConfig(
         ConfigNamespaces $namespace,
         string $key,
-        string|DateTime|null $default = null,
+        bool|string|DateTime|null $default = null,
     ): string|DateTime|null {
         $configItem = $this->getConfigItemMapper()->findByKey($namespace, $key);
 
@@ -32,7 +37,7 @@ public function getConfig(
     public function setConfig(
         ConfigNamespaces $namespace,
         string $key,
-        string|DateTime $value,
+        bool|string|DateTime $value,
     ): void {
         $configItem = $this->getConfigItemMapper()->findByKey($namespace, $key);