Support dataset validation in ValidateAction

During a `create` operation, the `validate` action can take a
`datasets` option listing path/schema pairs that will be applied
to any datasets in jobParams.datasetList.

Datasets are fetched from the database during the DTO validation step
if needed.

Validation of archive/retrieve/public lifecycle properties is no longer
done automatically, but must be configured in the jobConfig file.

Details:
- Separate ValidateCreateJobAction (create) and ValidateJobAction (update)
- Fix 'Internal Server Error' from job controller if a session timed out.
  If the session times out then only public jobs will be visible.
- Update documentation for validate action
- Remove checkDatasetState from the job controller.
  This must now be configured with a validate action
- Add unit test
- Remove hard-coded job types and dataset states

jobConfig.example.yaml

@@ -2,9 +2,12 @@ configVersion: v1.0 2024-03-01 6f3f38
 jobs:
   - jobType: archive
     create:
-      auth: "#all"
+      auth: "#datasetOwner"
       actions:
-        - actionType: log
+        - actionType: validate
+          datasets:
+            "datasetlifecycle.archivable":
+              const: true
         - actionType: url
           url: http://localhost:3000/api/v3/health?jobid={{id}}
           headers:
@@ -36,6 +39,17 @@ jobs:
           exchange: jobs.write
           queue: client.jobs.write
           key: jobqueue
+  - jobType: retrieve
+    create:
+      auth: "#datasetOwner"
+      actions:
+      - actionType: validate
+        datasets:
+          "datasetlifecycle.retrievable":
+            const: true
+    statusUpdate:
+      auth: "archivemanager"
+      actions: []
   - jobType: public
     create:
       auth: "#all"
@@ -47,5 +61,8 @@ jobs:
               required:
                 - pid
                 - files
+          datasets:
+            isPublished:
+              const: true
     statusUpdate:
-      auth: "#all"
+      auth: "archivemanager"

src/config/job-config/actions/corejobactioncreators.module.ts

@@ -7,7 +7,7 @@ import { actionType as logActionType } from "./logaction/logaction.interface";
 import { actionType as emailActionType } from "./emailaction/emailaction.interface";
 import { ValidateJobActionModule } from "./validateaction/validateaction.module";
 import { actionType as validateActionType } from "./validateaction/validateaction.interface";
-import { ValidateJobActionCreator } from "./validateaction/validateaction.service";
+import { ValidateCreateJobActionCreator, ValidateJobActionCreator } from "./validateaction/validateaction.service";
 import { URLJobActionModule } from "./urlaction/urlaction.module";
 import { URLJobActionCreator } from "./urlaction/urlaction.service";
 import { actionType as urlActionType } from "./urlaction/urlaction.interface";
@@ -39,22 +39,22 @@ import {
       useFactory: (
         logJobActionCreator,
         emailJobActionCreator,
-        validateJobActionCreator,
+        validateCreateJobActionCreator,
         urlJobActionCreator,
         rabbitMQJobActionCreator,
       ) => {
         return {
           [logActionType]: logJobActionCreator,
           [emailActionType]: emailJobActionCreator,
-          [validateActionType]: validateJobActionCreator,
+          [validateActionType]: validateCreateJobActionCreator,
           [urlActionType]: urlJobActionCreator,
           [rabbitmqActionType]: rabbitMQJobActionCreator,
         };
       },
       inject: [
         LogJobActionCreator,
         EmailJobActionCreator,
-        ValidateJobActionCreator,
+        ValidateCreateJobActionCreator,
         URLJobActionCreator,
         RabbitMQJobActionCreator,
       ],

src/config/job-config/actions/validateaction/validateaction.interface.ts

@@ -4,7 +4,13 @@ export const actionType = "validate";
 
 export interface ValidateJobActionOptions extends JobActionOptions {
   actionType: typeof actionType;
-  request: Record<string, unknown>;
+  request?: Record<string, unknown>;
+}
+
+export interface ValidateCreateJobActionOptions extends ValidateJobActionOptions {
+  actionType: typeof actionType;
+  request?: Record<string, unknown>;
+  datasets?: Record<string, unknown>;
 }
 
 /**
@@ -15,7 +21,20 @@ export function isValidateJobActionOptions(
 ): options is ValidateJobActionOptions {
   if (typeof options === "object" && options !== null) {
     const opts = options as ValidateJobActionOptions;
-    return opts.actionType === actionType && typeof opts.request === "object";
+    return opts.actionType === actionType && (opts.request === undefined || typeof opts.request === "object");
+  }
+  return false;
+}
+
+/**
+ * Type guard for EmailJobActionOptions
+ */
+export function isValidateCreateJobActionOptions(
+  options: unknown,
+): options is ValidateJobActionOptions {
+  if (typeof options === "object" && options !== null) {
+    const opts = options as ValidateCreateJobActionOptions;
+    return opts.actionType === actionType && (opts.request === undefined || typeof opts.request === "object") && (opts.datasets === undefined || typeof opts.datasets === "object");
   }
   return false;
 }

src/config/job-config/actions/validateaction/validateaction.module.ts

@@ -1,8 +1,8 @@
 import { Module } from "@nestjs/common";
-import { ValidateJobActionCreator } from "./validateaction.service";
+import { ValidateCreateJobActionCreator, ValidateJobActionCreator } from "./validateaction.service";
 
 @Module({
-  providers: [ValidateJobActionCreator],
-  exports: [ValidateJobActionCreator],
+  providers: [ValidateJobActionCreator, ValidateCreateJobActionCreator],
+  exports: [ValidateJobActionCreator, ValidateCreateJobActionCreator],
 })
 export class ValidateJobActionModule {}

src/config/job-config/actions/validateaction/validateaction.service.ts

@@ -4,12 +4,14 @@ import {
   JobActionOptions,
   JobDto,
 } from "../../jobconfig.interface";
-import { ValidateJobAction } from "./validateaction";
+import { ValidateCreateJobAction, ValidateJobAction } from "./validateaction";
 import { isValidateJobActionOptions } from "./validateaction.interface";
+import { DatasetsService } from "src/datasets/datasets.service";
+import { CreateJobDto } from "src/jobs/dto/create-job.dto";
 
 @Injectable()
 export class ValidateJobActionCreator implements JobActionCreator<JobDto> {
-  constructor() {}
+  constructor(private datasetService: DatasetsService) {}
 
   public create<Options extends JobActionOptions>(options: Options) {
     if (!isValidateJobActionOptions(options)) {
@@ -18,3 +20,15 @@ export class ValidateJobActionCreator implements JobActionCreator<JobDto> {
     return new ValidateJobAction(options);
   }
 }
+
+@Injectable()
+export class ValidateCreateJobActionCreator implements JobActionCreator<CreateJobDto> {
+  constructor(private datasetService: DatasetsService) {}
+
+  public create<Options extends JobActionOptions>(options: Options) {
+    if (!isValidateJobActionOptions(options)) {
+      throw new Error("Invalid options for ValidateJobAction.");
+    }
+    return new ValidateCreateJobAction(this.datasetService, options);
+  }
+}