Add job queue system to generate books

.env

@@ -28,6 +28,8 @@ APP_SECRET=2a025c1d3afd0715b3b86562f327b7a0
 DATABASE_URL=mysql://db_user:[email protected]:3306/db_name?serverVersion=5.7
 ###< doctrine/doctrine-bundle ###
 
+MESSENGER_TRANSPORT_DSN=doctrine://wsexport
+
 ###> symfony/mailer ###
 MAILER_DSN=smtp://mail.tools.wmflabs.org:25
 ###< symfony/mailer ###

.github/workflows/ci.yml

@@ -58,6 +58,7 @@ jobs:
       run: |
         composer install
         ./bin/console doctrine:migrations:migrate --no-interaction
+        ./bin/console messenger:setup-transports
         npm ci
 
     - name: Test

composer.json

@@ -39,6 +39,7 @@
 		"symfony/dotenv": "5.4.*",
 		"symfony/framework-bundle": "5.4.*",
 		"symfony/mailer": "5.4.*",
+		"symfony/messenger": "^5.4",
 		"symfony/monolog-bundle": "^3.6",
 		"symfony/process": "5.4.*",
 		"symfony/stopwatch": "5.4.*",

config/packages/messenger.yaml

@@ -0,0 +1,14 @@
+framework:
+    messenger:
+
+        failure_transport: failed
+
+        transports:
+            async:
+                dsn: "%env(MESSENGER_TRANSPORT_DSN)%"
+                retry_strategy:
+                    max_retries: 0
+            failed: "%env(MESSENGER_TRANSPORT_DSN)%?queue_name=failed"
+
+        routing:
+            'App\Message\CreateBookMessage': async

config/packages/test/messenger.yaml

@@ -0,0 +1,7 @@
+framework:
+    messenger:
+        transports:
+            async: "sync://"
+            failed: "sync://"
+        # routing:
+        #     'App\Message\CreateBookMessage': async

i18n/en.json

@@ -70,6 +70,7 @@
 	"onwikiconfig-failure": "Unable to retrieve the on-wiki configuration from: $1",
 	"exception-fetching-credits": "Error fetching credits information. Please try exporting again. If this error persists, check the box in 'Options' to remove credits.",
 	"exception-book-conversion": "Error converting the format of the book.",
+	"exception-no-file-generated": "The book was not generated within $1 seconds.",
 	"epub-title-page": "Title page",
 	"epub-exported-date": "Exported from Wikisource on $1",
 	"epub-about": "About"

i18n/qqq.json

@@ -76,6 +76,7 @@
 	"onwikiconfig-failure": "Error message displayed if the on-wiki configuration fetching failed.\n\n* $1 - the URL of the config JSON page on Wikisource.",
 	"exception-fetching-credits": "Error message displayed when credits information could not be retrieved.",
 	"exception-book-conversion": "Error message displayed when a book could not be converted to another format.",
+	"exception-no-file-generated": "Error message displayed if the job queue takes too long to generate a book.\n\nParameters:\n\n* $1 — integer number of seconds that it took to not generate the book.",
 	"epub-title-page": "Name of the title page in exported books (used in the table of contents).",
 	"epub-exported-date": "Phrase used on the title page to indicate the book export date.\n\n$1 - the localized date.",
 	"epub-about": "Name of the 'about' page in exported books (used in the table of contents)."