# .github/workflows/e2e.yml name: E2E with ephemeral inbox on: pull_request: branches: [main] jobs: e2e: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - name: Install Nylas CLI run: -weight: 500;">curl -fsSL https://cli.nylas.com/-weight: 500;">install.sh | bash env: NYLAS_INSTALL_DIR: ${{ github.workspace }}/.nylas - name: Authenticate run: $NYLAS_INSTALL_DIR/bin/nylas auth config --api-key ${{ secrets.NYLAS_API_KEY }} - name: Create ephemeral inbox id: inbox run: | EMAIL="e2e-pr${{ github.event.number }}-run${{ github.run_id }}@yourapp.nylas.email" $NYLAS_INSTALL_DIR/bin/nylas agent account create "$EMAIL" --json > inbox.json echo "email=$EMAIL" >> $GITHUB_OUTPUT echo "grant_id=$(jq -r .id inbox.json)" >> $GITHUB_OUTPUT - name: Run Playwright run: pnpm test:e2e env: E2E_INBOX: ${{ steps.inbox.outputs.email }} E2E_GRANT_ID: ${{ steps.inbox.outputs.grant_id }} - name: Tear down inbox if: always() run: $NYLAS_INSTALL_DIR/bin/nylas agent account delete ${{ steps.inbox.outputs.grant_id }} --yes # .github/workflows/e2e.yml name: E2E with ephemeral inbox on: pull_request: branches: [main] jobs: e2e: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - name: Install Nylas CLI run: -weight: 500;">curl -fsSL https://cli.nylas.com/-weight: 500;">install.sh | bash env: NYLAS_INSTALL_DIR: ${{ github.workspace }}/.nylas - name: Authenticate run: $NYLAS_INSTALL_DIR/bin/nylas auth config --api-key ${{ secrets.NYLAS_API_KEY }} - name: Create ephemeral inbox id: inbox run: | EMAIL="e2e-pr${{ github.event.number }}-run${{ github.run_id }}@yourapp.nylas.email" $NYLAS_INSTALL_DIR/bin/nylas agent account create "$EMAIL" --json > inbox.json echo "email=$EMAIL" >> $GITHUB_OUTPUT echo "grant_id=$(jq -r .id inbox.json)" >> $GITHUB_OUTPUT - name: Run Playwright run: pnpm test:e2e env: E2E_INBOX: ${{ steps.inbox.outputs.email }} E2E_GRANT_ID: ${{ steps.inbox.outputs.grant_id }} - name: Tear down inbox if: always() run: $NYLAS_INSTALL_DIR/bin/nylas agent account delete ${{ steps.inbox.outputs.grant_id }} --yes # .github/workflows/e2e.yml name: E2E with ephemeral inbox on: pull_request: branches: [main] jobs: e2e: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - name: Install Nylas CLI run: -weight: 500;">curl -fsSL https://cli.nylas.com/-weight: 500;">install.sh | bash env: NYLAS_INSTALL_DIR: ${{ github.workspace }}/.nylas - name: Authenticate run: $NYLAS_INSTALL_DIR/bin/nylas auth config --api-key ${{ secrets.NYLAS_API_KEY }} - name: Create ephemeral inbox id: inbox run: | EMAIL="e2e-pr${{ github.event.number }}-run${{ github.run_id }}@yourapp.nylas.email" $NYLAS_INSTALL_DIR/bin/nylas agent account create "$EMAIL" --json > inbox.json echo "email=$EMAIL" >> $GITHUB_OUTPUT echo "grant_id=$(jq -r .id inbox.json)" >> $GITHUB_OUTPUT - name: Run Playwright run: pnpm test:e2e env: E2E_INBOX: ${{ steps.inbox.outputs.email }} E2E_GRANT_ID: ${{ steps.inbox.outputs.grant_id }} - name: Tear down inbox if: always() run: $NYLAS_INSTALL_DIR/bin/nylas agent account delete ${{ steps.inbox.outputs.grant_id }} --yes // tests/auth.spec.ts import { test, expect } from '@playwright/test' import { execFileSync } from 'node:child_process' test('password reset email lands and link works', async ({ page }) => { const inbox = process.env.E2E_INBOX! const grantId = process.env.E2E_GRANT_ID! // 1. Trigger password reset await page.goto('/forgot-password') await page.fill('[name=email]', inbox) await page.click('button:has-text("Send reset link")') // 2. Poll the inbox for up to 30 seconds const link = await pollForResetLink(grantId, 30_000) expect(link).toMatch(/\/reset\/[a-f0-9-]+/) // 3. Click the link, verify the new-password form await page.goto(link) await expect(page).toHaveURL(/\/reset\//) }) function pollForResetLink(grantId: string, timeoutMs: number): string { const deadline = Date.now() + timeoutMs while (Date.now() < deadline) { const out = execFileSync('nylas', [ 'email', 'list', '--grant', grantId, '--unread', '--limit', '5', '--json' ], { encoding: 'utf-8' }) const messages = JSON.parse(out) for (const m of messages) { const match = (m.snippet || '').match(/https:\/\/[^\s]+\/reset\/[a-f0-9-]+/) if (match) return match[0] } require('node:child_process').execSync('sleep 2') } throw new Error('reset email never arrived') } // tests/auth.spec.ts import { test, expect } from '@playwright/test' import { execFileSync } from 'node:child_process' test('password reset email lands and link works', async ({ page }) => { const inbox = process.env.E2E_INBOX! const grantId = process.env.E2E_GRANT_ID! // 1. Trigger password reset await page.goto('/forgot-password') await page.fill('[name=email]', inbox) await page.click('button:has-text("Send reset link")') // 2. Poll the inbox for up to 30 seconds const link = await pollForResetLink(grantId, 30_000) expect(link).toMatch(/\/reset\/[a-f0-9-]+/) // 3. Click the link, verify the new-password form await page.goto(link) await expect(page).toHaveURL(/\/reset\//) }) function pollForResetLink(grantId: string, timeoutMs: number): string { const deadline = Date.now() + timeoutMs while (Date.now() < deadline) { const out = execFileSync('nylas', [ 'email', 'list', '--grant', grantId, '--unread', '--limit', '5', '--json' ], { encoding: 'utf-8' }) const messages = JSON.parse(out) for (const m of messages) { const match = (m.snippet || '').match(/https:\/\/[^\s]+\/reset\/[a-f0-9-]+/) if (match) return match[0] } require('node:child_process').execSync('sleep 2') } throw new Error('reset email never arrived') } // tests/auth.spec.ts import { test, expect } from '@playwright/test' import { execFileSync } from 'node:child_process' test('password reset email lands and link works', async ({ page }) => { const inbox = process.env.E2E_INBOX! const grantId = process.env.E2E_GRANT_ID! // 1. Trigger password reset await page.goto('/forgot-password') await page.fill('[name=email]', inbox) await page.click('button:has-text("Send reset link")') // 2. Poll the inbox for up to 30 seconds const link = await pollForResetLink(grantId, 30_000) expect(link).toMatch(/\/reset\/[a-f0-9-]+/) // 3. Click the link, verify the new-password form await page.goto(link) await expect(page).toHaveURL(/\/reset\//) }) function pollForResetLink(grantId: string, timeoutMs: number): string { const deadline = Date.now() + timeoutMs while (Date.now() < deadline) { const out = execFileSync('nylas', [ 'email', 'list', '--grant', grantId, '--unread', '--limit', '5', '--json' ], { encoding: 'utf-8' }) const messages = JSON.parse(out) for (const m of messages) { const match = (m.snippet || '').match(/https:\/\/[^\s]+\/reset\/[a-f0-9-]+/) if (match) return match[0] } require('node:child_process').execSync('sleep 2') } throw new Error('reset email never arrived') } strategy: matrix: shard: [1, 2, 3, 4] steps: - run: | EMAIL="e2e-pr${{ github.event.number }}-shard${{ matrix.shard }}@yourapp.nylas.email" ... strategy: matrix: shard: [1, 2, 3, 4] steps: - run: | EMAIL="e2e-pr${{ github.event.number }}-shard${{ matrix.shard }}@yourapp.nylas.email" ... strategy: matrix: shard: [1, 2, 3, 4] steps: - run: | EMAIL="e2e-pr${{ github.event.number }}-shard${{ matrix.shard }}@yourapp.nylas.email" ... - One inbox per PR, isolated from every other test - Real send/receive — not a mock - No shared Gmail credentials in CI - Cleanup is one command per inbox - Parallel test workers do not collide - PR #1234 → e2e-pr1234-run-9999@yourapp.nylas.email - PR #1235 → e2e-pr1235-run-1000@yourapp.nylas.email - E2E email testing with Playwright — the hands-on guide for password-reset and verification flows - Receive email without an SMTP server — production agent-account patterns - Create an AI agent email identity — full agent account walkthrough - Full command reference