mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-11-18 05:52:10 +00:00
Playwright reports a test that fails and then passes on a retry as "flaky" and exits 0, so a regression that fails two attempts in three merges green. Set `failOnFlakyTests` in CI on the mock profile (inherited by the Redis transport, registered-email and other derived profiles) and on the base profile. Retry counts are unchanged: the later attempts still record the trace and video and show whether a failure repeats. A run failed this way still prints "N flaky" beside a passed count, so add a reporter that names each retried pass in the job log and the job summary and says that it is what failed the run.
73 lines
2.3 KiB
TypeScript
73 lines
2.3 KiB
TypeScript
import { defineConfig, devices } from '@playwright/test';
|
|
import path from 'path';
|
|
import { getBaseE2EEnv, getE2EBaseURL } from './setup/env';
|
|
const rootPath = path.resolve(__dirname, '..');
|
|
const serverPath = path.resolve(rootPath, 'e2e/setup/start-server.js');
|
|
import dotenv from 'dotenv';
|
|
dotenv.config();
|
|
|
|
const baseURL = getE2EBaseURL();
|
|
const e2eEnv = getBaseE2EEnv();
|
|
Object.assign(process.env, e2eEnv);
|
|
|
|
export default defineConfig({
|
|
globalSetup: require.resolve('./setup/global-setup'),
|
|
globalTeardown: require.resolve('./setup/global-teardown'),
|
|
testDir: 'specs/',
|
|
outputDir: 'specs/.test-results',
|
|
/* Run tests in files in parallel.
|
|
NOTE: This sometimes causes issues on Windows.
|
|
Set to false if you experience issues running on a Windows machine. */
|
|
fullyParallel: false,
|
|
/* Fail the build on CI if you accidentally left test.only in the source code. */
|
|
forbidOnly: !!process.env.CI,
|
|
/* Retry on CI only */
|
|
retries: process.env.CI ? 2 : 0,
|
|
/* A test that passes only on a retry fails the run on CI; the last reporter names it. */
|
|
failOnFlakyTests: !!process.env.CI,
|
|
/* Opt out of parallel tests on CI. */
|
|
workers: process.env.CI ? 1 : undefined,
|
|
/* Reporter to use. See https://playwright.dev/docs/test-reporters */
|
|
reporter: [['html', { outputFolder: 'playwright-report' }], ['./reporters/retried.mjs']],
|
|
testIgnore: ['**/mock/**'],
|
|
/* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
|
|
use: {
|
|
baseURL,
|
|
video: 'on-first-retry',
|
|
trace: 'retain-on-failure',
|
|
ignoreHTTPSErrors: true,
|
|
headless: true,
|
|
storageState: path.resolve(process.cwd(), 'e2e/storageState.json'),
|
|
screenshot: 'only-on-failure',
|
|
},
|
|
expect: {
|
|
timeout: 10000,
|
|
},
|
|
/* Configure projects for major browsers */
|
|
projects: [
|
|
{
|
|
name: 'chromium',
|
|
use: { ...devices['Desktop Chrome'] },
|
|
},
|
|
/* Test against mobile viewports. */
|
|
// {
|
|
// name: 'Mobile Chrome',
|
|
// use: { ...devices['Pixel 5'] },
|
|
// },
|
|
// {
|
|
// name: 'Mobile Safari',
|
|
// use: { ...devices['iPhone 12'] },
|
|
// },
|
|
],
|
|
|
|
/* Run your local dev server before starting the tests */
|
|
webServer: {
|
|
command: `node ${serverPath}`,
|
|
cwd: rootPath,
|
|
url: baseURL,
|
|
stdout: 'pipe',
|
|
ignoreHTTPSErrors: true,
|
|
timeout: 120_000,
|
|
reuseExistingServer: true,
|
|
},
|
|
});
|