test(data:export): add NUTs for big exports

test/commands/data/export/bulk.nut.ts

@@ -7,7 +7,7 @@
 import path from 'node:path';
 import { execCmd, TestSession } from '@salesforce/cli-plugins-testkit';
 import { expect } from 'chai';
-import { ensureNumber } from '@salesforce/ts-types';
+import { ensureNumber, ensureString } from '@salesforce/ts-types';
 import { validateCsv, validateJson } from '../../../testUtil.js';
 import { DataExportBulkResult } from '../../../../src/commands/data/export/bulk.js';
 
@@ -42,6 +42,9 @@ describe('data export bulk NUTs', () => {
   });
 
   const soqlQuery = 'select id,name,phone, annualrevenue from account';
+  const soqlQueryFields = ['Id', 'Name', 'Phone', 'AnnualRevenue'];
+
+  const na40username = ensureString(process.env.TESTKIT_HUB_USERNAME);
 
   it('should export records in csv format', async () => {
     const outputFile = 'export-accounts.csv';
@@ -55,6 +58,34 @@ describe('data export bulk NUTs', () => {
     await validateCsv(path.join(session.dir, 'data-project', outputFile), 'COMMA', ensureNumber(result?.totalSize));
   });
 
+  it('should export +1 million records in csv format', async () => {
+    const outputFile = 'export-scratch-info.csv';
+    const command = `data export bulk -q "select id,ExpirationDate from scratchorginfo" --output-file ${outputFile} --wait 10 --json -o ${na40username}`;
+
+    const result = execCmd<DataExportBulkResult>(command, { ensureExitCode: 0 }).jsonOutput?.result;
+
+    expect(result?.totalSize).to.be.greaterThan(1_000_000);
+    expect(result?.filePath).to.equal(outputFile);
+
+    await validateCsv(path.join(session.dir, 'data-project', outputFile), 'COMMA', ensureNumber(result?.totalSize));
+  });
+
+  it('should export +1 million records in json format', async () => {
+    const outputFile = 'export-scratch-info.json';
+    const command = `data export bulk -q "SELECT Id,ExpirationDate FROM scratchorginfo" --output-file ${outputFile} --wait 10 --json -o ${na40username} --result-format json`;
+
+    const result = execCmd<DataExportBulkResult>(command, { ensureExitCode: 0 }).jsonOutput?.result;
+
+    expect(result?.totalSize).to.be.greaterThan(1_000_000);
+    expect(result?.filePath).to.equal(outputFile);
+
+    await validateJson(
+      path.join(session.dir, 'data-project', outputFile),
+      ['Id', 'ExpirationDate'],
+      ensureNumber(result?.totalSize)
+    );
+  });
+
   it('should export records in csv format with PIPE delimiter', async () => {
     const outputFile = 'export-accounts.csv';
     const command = `data export bulk -q "${soqlQuery}" --output-file ${outputFile} --wait 10 --column-delimiter PIPE --json`;
@@ -76,6 +107,10 @@ describe('data export bulk NUTs', () => {
     expect(result?.totalSize).to.equal(totalAccountRecords);
     expect(result?.filePath).to.equal(outputFile);
 
-    await validateJson(path.join(session.dir, 'data-project', outputFile), ensureNumber(totalAccountRecords));
+    await validateJson(
+      path.join(session.dir, 'data-project', outputFile),
+      soqlQueryFields,
+      ensureNumber(totalAccountRecords)
+    );
   });
 });

test/commands/data/export/resume.nut.ts

@@ -43,6 +43,7 @@ describe('data export resume NUTs', () => {
   });
 
   const soqlQuery = 'select id,name,phone, annualrevenue from account';
+  const soqlQueryFields = ['Id', 'Name', 'Phone', 'AnnualRevenue'];
 
   it('should resume export in csv format', async () => {
     const outputFile = 'export-accounts.csv';
@@ -85,6 +86,10 @@ describe('data export resume NUTs', () => {
     expect(exportResumeResult?.totalSize).to.be.equal(totalAccountRecords);
     expect(exportResumeResult?.filePath).to.equal(outputFile);
 
-    await validateJson(path.join(session.dir, 'data-project', outputFile), ensureNumber(totalAccountRecords));
+    await validateJson(
+      path.join(session.dir, 'data-project', outputFile),
+      soqlQueryFields,
+      ensureNumber(totalAccountRecords)
+    );
   });
 });

test/testUtil.ts

@@ -201,16 +201,17 @@ export async function validateCsv(
 }
 
 /**
- * Validate that a JSON file has X records
+ * Validate that a JSON file has an array of records (and props)
+ *
+ * @param filePath JSON file to validate
+ * @param props Array of props each record should have
+ * @param totalqty Total amount of records in the file
  */
-export async function validateJson(filePath: string, totalqty: number): Promise<void> {
+export async function validateJson(filePath: string, props: string[], totalqty: number): Promise<void> {
   // check records have expected fields
-  const fieldsRes = await exec(
-    `jq 'map(has("Id") and has("Name") and has("Phone") and has("AnnualRevenue")) | all' ${filePath}`,
-    {
-      shell: 'pwsh',
-    }
-  );
+  const fieldsRes = await exec(`jq 'map(${props.map((field) => `has("${field}")`).join(' and ')}) | all' ${filePath}`, {
+    shell: 'pwsh',
+  });
   expect(fieldsRes.stdout.trim()).equal('true');
 
   // check all records were written