AI-Native

// AI agents can autonomously write and run tests
import { test } from 'vitest';
import { chrome } from 'testdriverai/presets';

test('ai-generated test', async (context) => {
  const { testdriver } = await chrome(context, {
    url: 'https://example.com'
  });

  await testdriver.find('More information link').click();
  await testdriver.assert('IANA page is visible');
});

test('iterative debugging', async (context) => {
  const testdriver = new TestDriver({
    apiKey: process.env.TD_API_KEY
  });

  const instance = await testdriver.connect();
  const sandboxId = instance.instanceId;

  // Try multiple selector variations
  const selectors = [
    'submit button',
    'blue submit button',
    'submit button in bottom right',
    'button with "Submit" text',
    'primary action button'
  ];

  for (const selector of selectors) {
    try {
      console.log(`Trying: ${selector}`);
      const element = await testdriver.find(selector);
      console.log(`✓ Found with: ${selector}`);
      await element.click();
      break; // Success!
    } catch (error) {
      console.log(`✗ Failed with: ${selector}`);
      console.log(`  Similarity: ${error.similarity}`);
      console.log(`  Confidence: ${error.confidence}`);
    }
  }

  await testdriver.disconnect();
});

// Initial test attempt
test('initial attempt', async () => {
  const testdriver = new TestDriver({
    apiKey: process.env.TD_API_KEY
  });

  const instance = await testdriver.connect();
  console.log('Sandbox ID:', instance.instanceId);
  // Save this ID for reconnection

  try {
    await testdriver.find('difficult selector').click();
  } catch (error) {
    console.error('Failed:', error);
    // Keep sandbox alive for debugging
  }
});

// Reconnect to same sandbox
test('reconnect attempt', async () => {
  const testdriver = new TestDriver({
    apiKey: process.env.TD_API_KEY
  });

  // Read last sandbox ID
  const lastSandboxId = testdriver.getLastSandboxId();

  // Reconnect
  await testdriver.connect({
    sandboxId: lastSandboxId,
    newSandbox: false
  });

  // Try alternative selector
  await testdriver.find('alternative selector').click();

  await testdriver.disconnect();
});

try {
  await testdriver.find('non-existent button').click();
} catch (error) {
  // Rich error information for AI analysis
  console.log('Error type:', error.name); // 'ElementNotFoundError'
  console.log('Message:', error.message);
  console.log('Similarity score:', error.similarity); // 0.72
  console.log('Confidence:', error.confidence); // 0.81
  console.log('Debug screenshot:', error.debugScreenshot); // Base64
  console.log('Cache info:', error.cacheInfo);
  console.log('Attempted prompt:', error.prompt);

  // AI can analyze and adapt
  if (error.similarity > 0.7) {
    // Close match, try more specific selector
    await testdriver.find('blue submit button in bottom right').click();
  } else {
    // No close match, try completely different approach
    await testdriver.find('primary action button').click();
  }
}

// AI agent generates tests from requirements
const requirements = `
  Test the login flow:
  1. Navigate to login page
  2. Enter valid credentials
  3. Click submit
  4. Verify dashboard appears
`;

// Agent generates:
test('user can login', async (context) => {
  const { testdriver } = await chrome(context, {
    url: 'https://myapp.com/login'
  });

  await testdriver.find('email input').type('[email protected]');
  await testdriver.find('password input').type('password', { secret: true });
  await testdriver.find('Login button').click();

  await testdriver.assert('Dashboard is visible');
});

// Future MCP interactivity
await testdriver.mcp.query("What is the CPU usage of my app?");
await testdriver.mcp.query("Show me memory leaks in the last test run");
await testdriver.mcp.query("What tests are flakiest this week?");
await testdriver.mcp.query("Compare performance between branches");

// Dynamic test generation
const testCases = [
  { email: '[email protected]', password: 'pass1', shouldSucceed: true },
  { email: 'invalid', password: 'pass2', shouldSucceed: false },
  { email: '[email protected]', password: 'wrong', shouldSucceed: false },
];

for (const testCase of testCases) {
  test(`login with ${testCase.email}`, async (context) => {
    const { testdriver } = await chrome(context, { url });

    await testdriver.find('email input').type(testCase.email);
    await testdriver.find('password input').type(testCase.password, { secret: true });
    await testdriver.find('submit').click();

    if (testCase.shouldSucceed) {
      await testdriver.assert('dashboard is visible');
    } else {
      await testdriver.assert('error message is displayed');
    }
  });
}