spike test to work with catalog

packages/catalog-realm/commands/generate-daily-report.gts

@@ -96,8 +96,10 @@ export class GenerateDailyReport extends Command<
 
       let prompt =
         'Generate daily report for the selected date from the attached activity log cards using the policy manual and update the attached daily report card';
-      let skillCardId = new URL('../Skill/daily-report-skill', import.meta.url)
-        .href;
+      let skillCardId = new URL(
+        '../daily-report-dashboard/Skill/daily-report-skill',
+        import.meta.url,
+      ).href;
       let useCommand = new UseAiAssistantCommand(this.commandContext);
       await useCommand.execute({
         roomId: 'new',

packages/catalog-realm/daily-report-dashboard/daily-report-dashboard.gts

@@ -13,16 +13,31 @@ import { PolicyManual } from './policy-manual';
 import { GenerateDailyReport } from '../commands/generate-daily-report';
 
 class Isolated extends Component<typeof DailyReportDashboard> {
+  private get policyManualId(): string | undefined {
+    return this.args.model.policyManual?.id;
+  }
+
+  get isGenerateDisabled() {
+    return this._generateReport.isRunning || !this.args.model.policyManual;
+  }
+
   get dailyReportsQuery(): Query {
+    let policyManualId = this.policyManualId;
     return {
       filter: {
         on: {
           module: new URL('./daily-report', import.meta.url).href,
           name: 'DailyReport',
         },
-        eq: {
-          'policyManual.id': this.args.model.policyManual!.id,
-        },
+        every: policyManualId
+          ? [
+              {
+                eq: {
+                  'policyManual.id': policyManualId,
+                },
+              },
+            ]
+          : [],
       },
 
       sort: [
@@ -136,7 +151,7 @@ class Isolated extends Component<typeof DailyReportDashboard> {
                   </div>
                   <Button
                     class='generate-report-button'
-                    @disabled={{this._generateReport.isRunning}}
+                    @disabled={{this.isGenerateDisabled}}
                     {{on 'click' this.generateReport}}
                   >
                     {{#if this._generateReport.isRunning}}

packages/host/package.json

@@ -28,6 +28,7 @@
     "test": "concurrently \"pnpm:lint\" \"pnpm:test:*\" --names \"lint,test:\"",
     "test-with-percy": "percy exec --parallel -- pnpm test:wait-for-servers",
     "test:wait-for-servers": "./scripts/test-wait-for-servers.sh",
+    "test:catalog:runner": "./scripts/run-catalog-runner.sh --test-module ./tests/integration/catalog/modules/daily-report-dashboard.module.gts",
     "ember-test-pre-built": "sleep 15 && ember exam --path ./dist --split $HOST_TEST_PARTITION_COUNT --partition $HOST_TEST_PARTITION --preserve-test-name",
     "wait": "sleep 10000000"
   },

packages/host/scripts/run-catalog-runner.sh

@@ -0,0 +1,62 @@
+#!/bin/sh
+
+set -eu
+
+TEST_MODULE=""
+FILTER="Integration | Catalog | runner"
+NO_RUN="false"
+
+while [ "$#" -gt 0 ]; do
+  case "$1" in
+    --test-module)
+      TEST_MODULE="${2:-}"
+      shift 2
+      ;;
+    --filter)
+      FILTER="${2:-}"
+      shift 2
+      ;;
+    --no-run)
+      NO_RUN="true"
+      shift 1
+      ;;
+    *)
+      echo "[catalog-runner] Unknown argument: $1" >&2
+      exit 1
+      ;;
+  esac
+done
+
+if [ -z "$TEST_MODULE" ]; then
+  echo "[catalog-runner] Missing --test-module <path-to-test-module.gts|ts|js>" >&2
+  exit 1
+fi
+
+ROOT_DIR="$(pwd)"
+SOURCE_PATH="$ROOT_DIR/$TEST_MODULE"
+
+if [ ! -f "$SOURCE_PATH" ]; then
+  echo "[catalog-runner] Test module not found: $SOURCE_PATH" >&2
+  exit 1
+fi
+
+GENERATED_DIR="$ROOT_DIR/tests/integration/catalog/generated"
+GENERATED_MODULE_PATH="$GENERATED_DIR/test-module.gts"
+
+mkdir -p "$GENERATED_DIR"
+
+{
+  echo "// Auto-generated by scripts/run-catalog-runner.sh"
+  echo "// Source: $SOURCE_PATH"
+  echo
+  cat "$SOURCE_PATH"
+} > "$GENERATED_MODULE_PATH"
+
+echo "[catalog-runner] Wrote $GENERATED_MODULE_PATH"
+
+if [ "$NO_RUN" = "true" ]; then
+  exit 0
+fi
+
+echo "[catalog-runner] Running ember test --filter \"$FILTER\""
+pnpm exec ember test --filter "$FILTER"

packages/host/tests/integration/catalog/catalog-runner-test.gts

@@ -0,0 +1,43 @@
+import { module, test } from 'qunit';
+
+import { renderCard } from '../../helpers/render-component';
+
+import runnerModule from './generated/test-module';
+import { setupCatalogIsolatedCardTest } from './setup';
+
+module('Integration | Catalog | runner', function (hooks) {
+  setupCatalogIsolatedCardTest(hooks, { setupRealm: 'manual' });
+
+  for (let caseDefinition of (runnerModule.cases ?? []) as any[]) {
+    test(caseDefinition.id, async function (this: any, assert) {
+      console.info(`[catalog-runner] START ${caseDefinition.id}`);
+
+      let seed =
+        typeof caseDefinition.seed === 'function'
+          ? await caseDefinition.seed(this)
+          : (caseDefinition.seed ?? {});
+      await this.setupCatalogRealm(
+        seed,
+        `catalog-isolated:${caseDefinition.id}`,
+      );
+
+      let cardURL =
+        typeof caseDefinition.cardURL === 'function'
+          ? await caseDefinition.cardURL(this)
+          : caseDefinition.cardURL;
+      let format = caseDefinition.format ?? 'isolated';
+      let card = await this.store.get(cardURL);
+      await renderCard(this.loader, card as any, format);
+
+      if (typeof caseDefinition.test !== 'function') {
+        throw new Error(
+          `Case "${caseDefinition.id}" is missing an async test(ctx, assert) function`,
+        );
+      }
+
+      await caseDefinition.test(this, assert);
+
+      console.info(`[catalog-runner] PASS ${caseDefinition.id}`);
+    });
+  }
+});

packages/host/tests/integration/catalog/catalog-test-runner.md

@@ -0,0 +1,97 @@
+# catalog-test-runner
+
+This runner lets you execute catalog integration tests by passing a test module file.
+
+## How it works
+
+1. Run `scripts/run-catalog-runner.sh` with `--test-module`.
+2. Script copies your module into:
+   - `tests/integration/catalog/generated/test-module.gts`
+3. QUnit runs `tests/integration/catalog/catalog-runner-test.gts`.
+4. The runner reads `default export` from `generated/test-module.gts` and executes each case.
+
+`setupCatalogIsolatedCardTest(..., { setupRealm: 'manual' })` is used so each case can seed its own realm contents via `this.setupCatalogRealm(seed, cacheKey)`.
+
+## Script
+
+Path:
+- `packages/host/scripts/run-catalog-runner.sh`
+
+Arguments:
+- `--test-module <path>`: required path to `.gts` / `.ts` / `.js` module
+- `--filter <qunit filter>`: optional, defaults to `Integration | Catalog | runner`
+- `--no-run`: optional, only generate `generated/test-module.gts`
+
+## Module API
+
+Your test module must `export default` an object with `cases`:
+
+```ts
+export default {
+  cases: [
+    {
+      id: 'case-name',
+      format: 'isolated', // optional, defaults to 'isolated'
+      seed: async (ctx) => ({
+        'SomeCard/instance.json': {
+          data: {
+            type: 'card',
+            attributes: {},
+            meta: { adoptsFrom: { module: '...', name: '...' } },
+          },
+        },
+      }),
+      cardURL: (ctx) => `${ctx.testRealmURL}SomeCard/instance`,
+      test: async (ctx, assert) => {
+        // DOM assertions here
+      },
+    },
+  ],
+} as any;
+```
+
+### Case fields
+
+- `id`: test name in QUnit output
+- `seed`: object or function returning realm contents to load before rendering
+- `cardURL`: URL or function returning URL of card instance to render
+- `test(ctx, assert)`: assertions/actions after render
+- `format`: render format (`isolated`, `fitted`, etc.)
+
+## Logging
+
+Runner logs per case:
+- `[catalog-runner] START <case-id>`
+- `[catalog-runner] PASS <case-id>`
+
+These appear in browser logs and CI test output.
+
+## Commands
+
+From `packages/host`:
+
+```bash
+./scripts/run-catalog-runner.sh \
+  --test-module ./tests/integration/catalog/modules/daily-report-dashboard.module.gts
+```
+
+or:
+
+```bash
+pnpm test:catalog:runner
+```
+
+Generate only:
+
+```bash
+./scripts/run-catalog-runner.sh \
+  --test-module ./tests/integration/catalog/modules/daily-report-dashboard.module.gts \
+  --no-run
+```
+
+## Browser URL
+
+After host test app is running:
+
+- `http://localhost:4200/tests?filter=Integration%20%7C%20Catalog%20%7C%20runner`
+- `http://localhost:4200/tests?filter=daily-report-dashboard`

packages/host/tests/integration/catalog/generated/test-module.gts

@@ -0,0 +1,99 @@
+// Auto-generated by scripts/run-catalog-runner.sh
+// Source: /Users/tintinthong/github/boxel/packages/host/./tests/integration/catalog/modules/daily-report-dashboard.module.gts
+
+import { click, waitFor, waitUntil } from '@ember/test-helpers';
+
+export default {
+  cases: [
+    {
+      id: 'daily-report-dashboard',
+      format: 'isolated',
+      seed: async (ctx: any) => {
+        let realm = ctx.catalogRealm as any;
+        return {
+          'Skill/daily-report-skill.json': {
+            data: {
+              type: 'card',
+              attributes: {
+                cardTitle: 'Daily Report Generation',
+                cardDescription:
+                  'Generates daily report output from activity logs',
+                instructions:
+                  'Generate a daily report from activity log cards.',
+                commands: [
+                  {
+                    codeRef: {
+                      module: '@cardstack/boxel-host/commands/write-text-file',
+                      name: 'default',
+                    },
+                    requiresApproval: false,
+                  },
+                ],
+              },
+              meta: {
+                adoptsFrom: {
+                  module: 'https://cardstack.com/base/skill',
+                  name: 'Skill',
+                },
+              },
+            },
+          },
+          'PolicyManual/ops.json': {
+            data: {
+              type: 'card',
+              attributes: {
+                manualTitle: 'Ops Policy',
+                activityLogCardType: {
+                  module: `${realm.url}daily-report-dashboard/activity-log`,
+                  name: 'ActivityLog',
+                },
+              },
+              meta: {
+                adoptsFrom: {
+                  module: `${realm.url}daily-report-dashboard/policy-manual`,
+                  name: 'PolicyManual',
+                },
+              },
+            },
+          },
+          'DailyReportDashboard/ops.json': {
+            data: {
+              type: 'card',
+              relationships: {
+                policyManual: {
+                  links: {
+                    self: `${ctx.testRealmURL}PolicyManual/ops`,
+                  },
+                },
+              },
+              meta: {
+                adoptsFrom: {
+                  module: `${realm.url}daily-report-dashboard/daily-report-dashboard`,
+                  name: 'DailyReportDashboard',
+                },
+              },
+            },
+          },
+        };
+      },
+      cardURL: (ctx: any) => `${ctx.testRealmURL}DailyReportDashboard/ops`,
+      test: async (_ctx: any, assert: any) => {
+        await waitFor('.generate-report-button');
+        assert
+          .dom('.empty-state')
+          .exists('dashboard starts with empty reports');
+        await click('.generate-report-button');
+        await waitUntil(
+          () => Boolean(document.querySelector('.reports-grid')),
+          {
+            timeout: 10000,
+          },
+        );
+        assert
+          .dom('.empty-state')
+          .doesNotExist('reports list replaces empty state');
+        assert.dom('.reports-grid').exists('generated report is displayed');
+      },
+    },
+  ],
+} as any;