Generating Tests with AI

Write a TestDriver test that:
1. Navigates to https://example.com
2. Clicks the "More information" link
3. Asserts that the IANA page is visible

import { test } from 'vitest';
import { chrome } from 'testdriverai/presets';

test('navigate to IANA page', async (context) => {
  const { testdriver } = await chrome(context, {
    url: 'https://example.com',
    apiKey: process.env.TD_API_KEY
  });

  await testdriver.find('More information link').click();
  await testdriver.assert('IANA page is visible');
});

Generate a test suite for an e-commerce checkout flow:
1. Browse products and add to cart
2. View cart and update quantities
3. Proceed to checkout
4. Fill shipping information
5. Complete payment
6. Verify order confirmation

// AI agent tries multiple selector variations
const selectors = [
  'submit button',
  'blue submit button',
  'submit button in bottom right',
  'button with "Submit" text',
  'primary action button'
];

for (const selector of selectors) {
  try {
    console.log(`Trying: ${selector}`);
    await testdriver.find(selector).click();
    console.log(`✓ Success with: ${selector}`);
    break;
  } catch (error) {
    console.log(`✗ Failed: ${selector} (similarity: ${error.similarity})`);
  }
}

@claude Generate a TestDriver test for the login flow at https://myapp.com/login

@claude This test is failing. Can you help me figure out why?
[paste error output]

@claude Refactor these tests to use a shared login helper function

@claude Add assertions to verify the shopping cart total is calculated correctly

Write a TestDriver test that tests [feature description] on [URL].

Requirements:
- Use the chrome preset
- Use natural language selectors
- Include meaningful assertions
- Add error handling if needed

Generate a TestDriver test for the form at [URL] that:
- Fills in all required fields
- Validates field requirements
- Submits the form
- Verifies success message

Create a TestDriver test suite for [flow name]:

Steps:
1. [Step 1]
2. [Step 2]
3. [Step 3]

Make sure to verify each step completes successfully.

Write a TestDriver test that captures screenshots of [page/component]
and verifies visual appearance using AI assertions.

Generate a complete TestDriver test suite for an e-commerce site that tests:
1. Product search
2. Adding items to cart
3. Checkout process
4. Order confirmation

Use https://shop.example.com as the base URL.

import { test, describe, beforeEach } from 'vitest';
import { chrome } from 'testdriverai/presets';

describe('E-commerce Flow', () => {
  let testdriver;

  beforeEach(async (context) => {
    const result = await chrome(context, {
      url: 'https://shop.example.com',
      apiKey: process.env.TD_API_KEY
    });
    testdriver = result.testdriver;
  });

  test('search for products', async () => {
    await testdriver.find('search input').type('laptop');
    await testdriver.pressKeys(['enter']);

    await testdriver.assert('search results are displayed');
    await testdriver.assert('results contain "laptop"');

    const results = await testdriver.findAll('product card');
    console.log(`Found ${results.length} products`);
  });

  test('add item to cart', async () => {
    await testdriver.find('first product card').click();
    await testdriver.assert('product detail page is shown');

    await testdriver.find('add to cart button').click();
    await testdriver.assert('item added confirmation appears');
    await testdriver.assert('cart badge shows 1');
  });

  test('complete checkout', async (context) => {
    // Add item first
    await testdriver.find('first product').click();
    await testdriver.find('add to cart').click();

    // Go to cart
    await testdriver.find('cart icon').click();
    await testdriver.assert('cart page is displayed');

    // Proceed to checkout
    await testdriver.find('checkout button').click();

    // Fill shipping
    await testdriver.find('full name input').type('John Doe');
    await testdriver.find('address input').type('123 Main St');
    await testdriver.find('city input').type('Springfield');
    await testdriver.find('state dropdown').click();
    await testdriver.find('California option').click();
    await testdriver.find('zip code input').type('12345');

    // Continue
    await testdriver.find('continue to payment button').click();

    // Fill payment (test mode)
    await testdriver.find('card number input').type('4242424242424242');
    await testdriver.find('expiry input').type('12/25');
    await testdriver.find('cvv input').type('123', { secret: true });

    // Place order
    await testdriver.find('place order button').click();

    // Verify confirmation
    await testdriver.assert('order confirmation page is displayed');
    await testdriver.assert('order number is shown');
    await testdriver.assert('thank you message is visible');
  });
});

// ai-test-generator.js
import Anthropic from '@anthropic-ai/sdk';

const anthropic = new Anthropic({
  apiKey: process.env.ANTHROPIC_API_KEY,
});

async function generateTest(requirements) {
  const message = await anthropic.messages.create({
    model: 'claude-3-5-sonnet-20241022',
    max_tokens: 4096,
    messages: [{
      role: 'user',
      content: `Generate a TestDriver test for: ${requirements}

      Use the patterns from agents.md to create a well-structured test.`
    }]
  });

  return message.content[0].text;
}

// Usage
const test = await generateTest('User can reset password');
console.log(test);