mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-11-20 06:51:59 +00:00
* 🧰 ci: Provision Pinned Redis Binaries Without a Distro Mirror The MCP list_changed jobs and Cache Integration Tests installed redis-server and redis-tools with apt-get at test time. When the runners could not resolve the Ubuntu mirrors, apt-get update spent 3m20s giving up, the install stalled into the step timeout, and the next step found no redis-cli. The version was whatever the mirror served that day. A composite action now restores redis-server and redis-cli 8.0.5 from the Actions cache and, on a miss, builds them once from the pinned upstream commit with bounded retries. The step fails with one clear error when Redis cannot be provisioned. * 🔦 ci: Keep Lighthouse Running When the Ubuntu Mirror Is Unreachable The Lighthouse job installed its pinned Chromium with `playwright install --with-deps`, which runs apt-get first. With the Ubuntu mirrors unresolvable, apt exited 100 and the job failed before any audit ran. On the runner every library Chromium links is already present with the preinstalled Chrome; the only packages apt added were nine optional fonts. The browser download stays fatal and keeps the lockfile-pinned build, while the system packages go through the bounded best-effort script the Playwright jobs already use. * ⏱️ ci: Give the Cold Redis Build Room on a Slow Runner The first hosted runs built Redis in 49, 58 and 103 seconds. A 180 second cap left the slowest of those less than twice its own time, so a slower runner would have failed a job for being slow. The build may now take 300 seconds and the calling steps eight minutes; an unreachable host still fails within 98 seconds. The ready line reports the fetch and the build separately.
151 lines
5.7 KiB
YAML
151 lines
5.7 KiB
YAML
name: Cache Integration Tests
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
- dev
|
|
- dev-staging
|
|
- release/*
|
|
# The tested modules import across packages/api (e.g. mcp/oauth pulls in
|
|
# flow/manager) and consume built data-provider and data-schemas, so the
|
|
# whole src trees must trigger — subdirectory filters silently skip
|
|
# regressions in imported files.
|
|
paths:
|
|
- 'packages/api/src/**'
|
|
- 'packages/api/package.json'
|
|
- 'packages/data-provider/src/**'
|
|
- 'packages/data-provider/package.json'
|
|
- 'packages/data-schemas/src/**'
|
|
- 'packages/data-schemas/package.json'
|
|
- 'redis-config/**'
|
|
- '.github/workflows/cache-integration-tests.yml'
|
|
- '.github/actions/redis-binaries/**'
|
|
- '!**.md'
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
cache_integration_tests:
|
|
name: Integration Tests that use actual Redis Cache
|
|
timeout-minutes: 30
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v5
|
|
|
|
- name: Use Node.js 24.22.1
|
|
uses: actions/setup-node@v5
|
|
with:
|
|
node-version: '24.22.1'
|
|
|
|
- name: Test Redis binary provisioning
|
|
run: node --test .github/actions/redis-binaries/provision.test.mjs
|
|
|
|
# The pinned redis-server and redis-cli come from the Actions cache, or
|
|
# are built from the pinned commit on a miss. apt is not involved: its
|
|
# lock contention and an unreachable Ubuntu mirror have each taken this
|
|
# job down before a single test ran.
|
|
- name: Install Redis tools
|
|
timeout-minutes: 8
|
|
uses: ./.github/actions/redis-binaries
|
|
|
|
- name: Start Single Redis Instance
|
|
run: |
|
|
redis-server --daemonize yes --port 6379
|
|
sleep 2
|
|
# Verify single Redis is running
|
|
redis-cli -p 6379 ping || exit 1
|
|
|
|
- name: Start Redis Cluster
|
|
working-directory: redis-config
|
|
run: |
|
|
chmod +x start-cluster.sh stop-cluster.sh
|
|
./start-cluster.sh
|
|
sleep 10
|
|
# Verify cluster is running
|
|
redis-cli -p 7001 cluster info || exit 1
|
|
redis-cli -p 7002 cluster info || exit 1
|
|
redis-cli -p 7003 cluster info || exit 1
|
|
|
|
- name: Restore node_modules cache
|
|
id: cache-node-modules
|
|
uses: actions/cache@v5
|
|
with:
|
|
path: |
|
|
node_modules
|
|
api/node_modules
|
|
packages/api/node_modules
|
|
packages/data-provider/node_modules
|
|
packages/data-schemas/node_modules
|
|
key: node-modules-backend-${{ runner.os }}-24.22.1-${{ hashFiles('package-lock.json') }}
|
|
|
|
- name: Install dependencies
|
|
if: steps.cache-node-modules.outputs.cache-hit != 'true'
|
|
run: npm ci
|
|
|
|
- name: Restore data-provider build cache
|
|
id: cache-data-provider
|
|
uses: actions/cache@v5
|
|
with:
|
|
path: packages/data-provider/dist
|
|
key: build-data-provider-${{ runner.os }}-${{ hashFiles('package.json', 'package-lock.json', 'packages/data-provider/src/**', 'packages/data-provider/tsconfig*.json', 'packages/data-provider/tsdown.config.mjs', 'packages/data-provider/package.json') }}
|
|
|
|
- name: Build data-provider
|
|
if: steps.cache-data-provider.outputs.cache-hit != 'true'
|
|
run: npm run build:data-provider
|
|
|
|
- name: Restore data-schemas build cache
|
|
id: cache-data-schemas
|
|
uses: actions/cache@v5
|
|
with:
|
|
path: packages/data-schemas/dist
|
|
key: build-data-schemas-${{ runner.os }}-${{ hashFiles('package.json', 'package-lock.json', 'packages/data-schemas/src/**', 'packages/data-schemas/tsconfig*.json', 'packages/data-schemas/tsdown.config.mjs', 'packages/data-schemas/package.json', 'packages/data-provider/src/**', 'packages/data-provider/tsconfig*.json', 'packages/data-provider/tsdown.config.mjs', 'packages/data-provider/package.json') }}
|
|
|
|
- name: Build data-schemas
|
|
if: steps.cache-data-schemas.outputs.cache-hit != 'true'
|
|
run: npm run build:data-schemas
|
|
|
|
- name: Restore api build cache
|
|
id: cache-api
|
|
uses: actions/cache@v5
|
|
with:
|
|
path: packages/api/dist
|
|
key: build-api-${{ runner.os }}-${{ hashFiles('package.json', 'package-lock.json', 'packages/api/src/**', 'packages/api/tsconfig*.json', 'packages/api/tsdown.config.mjs', 'packages/api/package.json', 'packages/data-provider/src/**', 'packages/data-provider/tsconfig*.json', 'packages/data-provider/tsdown.config.mjs', 'packages/data-provider/package.json', 'packages/data-schemas/src/**', 'packages/data-schemas/tsconfig*.json', 'packages/data-schemas/tsdown.config.mjs', 'packages/data-schemas/package.json') }}
|
|
|
|
- name: Build api
|
|
if: steps.cache-api.outputs.cache-hit != 'true'
|
|
run: npm run build:api
|
|
|
|
- name: Run all cache integration tests (Single Redis Node)
|
|
working-directory: packages/api
|
|
env:
|
|
NODE_ENV: test
|
|
USE_REDIS: true
|
|
USE_REDIS_CLUSTER: false
|
|
REDIS_URI: redis://127.0.0.1:6379
|
|
run: npm run test:cache-integration
|
|
|
|
- name: Run all cache integration tests (Redis Cluster)
|
|
working-directory: packages/api
|
|
env:
|
|
NODE_ENV: test
|
|
USE_REDIS: true
|
|
USE_REDIS_CLUSTER: true
|
|
REDIS_URI: redis://127.0.0.1:7001,redis://127.0.0.1:7002,redis://127.0.0.1:7003
|
|
run: npm run test:cache-integration
|
|
|
|
- name: Stop Redis Cluster
|
|
if: always()
|
|
working-directory: redis-config
|
|
run: ./stop-cluster.sh || true
|
|
|
|
- name: Stop Single Redis Instance
|
|
if: always()
|
|
run: redis-cli -p 6379 shutdown || true
|