mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-08-27 04:07:05 +00:00
⏸ refactor: Improve UX for Parallel Streams (Multi-Convo) (#11096)
* 🌊 feat: Implement multi-conversation feature with added conversation context and payload adjustments
* refactor: Replace isSubmittingFamily with isSubmitting across message components for consistency
* feat: Add loadAddedAgent and processAddedConvo for multi-conversation agent execution
* refactor: Update ContentRender usage to conditionally render PlaceholderRow based on isLast and isSubmitting
* WIP: first pass, sibling index
* feat: Enhance multi-conversation support with agent tracking and display improvements
* refactor: Introduce isEphemeralAgentId utility and update related logic for agent handling
* refactor: Implement createDualMessageContent utility for sibling message display and enhance useStepHandler for added conversations
* refactor: duplicate tools for added agent if ephemeral and primary agent is also ephemeral
* chore: remove deprecated multimessage rendering
* refactor: enhance dual message content creation and agent handling for parallel rendering
* refactor: streamline message rendering and submission handling by removing unused state and optimizing conditional logic
* refactor: adjust content handling in parallel mode to utilize existing content for improved agent display
* refactor: update @librechat/agents dependency to version 3.0.53
* refactor: update @langchain/core and @librechat/agents dependencies to latest versions
* refactor: remove deprecated @langchain/core dependency from package.json
* chore: remove unused SearchToolConfig and GetSourcesParams types from web.ts
* refactor: remove unused message properties from Message component
* refactor: enhance parallel content handling with groupId support in ContentParts and useStepHandler
* refactor: implement parallel content styling in Message, MessageRender, and ContentRender components. use explicit model name
* refactor: improve agent ID handling in createDualMessageContent for dual message display
* refactor: simplify title generation in AddedConvo by removing unused sender and preset logic
* refactor: replace string interpolation with cn utility for className in HoverButtons component
* refactor: enhance agent ID handling by adding suffix management for parallel agents and updating related components
* refactor: enhance column ordering in ContentParts by sorting agents with suffix management
* refactor: update @librechat/agents dependency to version 3.0.55
* feat: implement parallel content rendering with metadata support
- Added `ParallelContentRenderer` and `ParallelColumns` components for rendering messages in parallel based on groupId and agentId.
- Introduced `contentMetadataMap` to store metadata for each content part, allowing efficient parallel content detection.
- Updated `Message` and `ContentRender` components to utilize the new metadata structure for rendering.
- Modified `useStepHandler` to manage content indices and metadata during message processing.
- Enhanced `IJobStore` interface and its implementations to support storing and retrieving content metadata.
- Updated data schemas to include `contentMetadataMap` for messages, enabling multi-agent and parallel execution scenarios.
* refactor: update @librechat/agents dependency to version 3.0.56
* refactor: remove unused EPHEMERAL_AGENT_ID constant and simplify agent ID check
* refactor: enhance multi-agent message processing and primary agent determination
* refactor: implement branch message functionality for parallel responses
* refactor: integrate added conversation retrieval into message editing and regeneration processes
* refactor: remove unused isCard and isMultiMessage props from MessageRender and ContentRender components
* refactor: update @librechat/agents dependency to version 3.0.60
* refactor: replace usage of EPHEMERAL_AGENT_ID constant with isEphemeralAgentId function for improved clarity and consistency
* refactor: standardize agent ID format in tests for consistency
* chore: move addedConvo property to the correct position in payload construction
* refactor: rename agent_id values in loadAgent tests for clarity
* chore: reorder props in ContentParts component for improved readability
* refactor: rename variable 'content' to 'result' for clarity in RedisJobStore tests
* refactor: streamline useMessageActions by removing duplicate handleFeedback assignment
* chore: revert placeholder rendering logic MessageRender and ContentRender components to original
* refactor: implement useContentMetadata hook for optimized content metadata handling
* refactor: remove contentMetadataMap and related logic from the codebase and revert back to agentId/groupId in content parts
- Eliminated contentMetadataMap from various components and services, simplifying the handling of message content.
- Updated functions to directly access agentId and groupId from content parts instead of relying on a separate metadata map.
- Adjusted related hooks and components to reflect the removal of contentMetadataMap, ensuring consistent handling of message content.
- Updated tests and documentation to align with the new structure of message content handling.
* refactor: remove logging from groupParallelContent function to clean up output
* refactor: remove model parameter from TBranchMessageRequest type for simplification
* refactor: enhance branch message creation by stripping metadata for standalone content
* chore: streamline branch message creation by simplifying content filtering and removing unnecessary metadata checks
* refactor: include attachments in branch message creation for improved content handling
* refactor: streamline agent content processing by consolidating primary agent identification and filtering logic
* refactor: simplify multi-agent message processing by creating a dedicated mapping method and enhancing content filtering
* refactor: remove unused parameter from loadEphemeralAgent function for cleaner code
* refactor: update groupId handling in metadata to only set when provided by the server
This commit is contained in:
parent
9b6e7cabc9
commit
439bc98682
74 changed files with 2174 additions and 957 deletions
|
|
@ -260,8 +260,16 @@ export class InMemoryJobStore implements IJobStore {
|
|||
* Get content parts for a job.
|
||||
* Returns live content from stored reference.
|
||||
*/
|
||||
async getContentParts(streamId: string): Promise<Agents.MessageContentComplex[] | null> {
|
||||
return this.contentState.get(streamId)?.contentParts ?? null;
|
||||
async getContentParts(streamId: string): Promise<{
|
||||
content: Agents.MessageContentComplex[];
|
||||
} | null> {
|
||||
const state = this.contentState.get(streamId);
|
||||
if (!state?.contentParts) {
|
||||
return null;
|
||||
}
|
||||
return {
|
||||
content: state.contentParts,
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
|
|||
|
|
@ -225,7 +225,7 @@ export class RedisJobStore implements IJobStore {
|
|||
}
|
||||
|
||||
async deleteJob(streamId: string): Promise<void> {
|
||||
// Clear local cache
|
||||
// Clear local caches
|
||||
this.localGraphCache.delete(streamId);
|
||||
|
||||
// Note: userJobs cleanup is handled lazily via self-healing in getActiveJobIdsByUser
|
||||
|
|
@ -380,7 +380,7 @@ export class RedisJobStore implements IJobStore {
|
|||
clearInterval(this.cleanupInterval);
|
||||
this.cleanupInterval = null;
|
||||
}
|
||||
// Clear local cache
|
||||
// Clear local caches
|
||||
this.localGraphCache.clear();
|
||||
// Don't close the Redis connection - it's shared
|
||||
logger.info('[RedisJobStore] Destroyed');
|
||||
|
|
@ -403,10 +403,12 @@ export class RedisJobStore implements IJobStore {
|
|||
}
|
||||
|
||||
/**
|
||||
* No-op for Redis - content is built from chunks.
|
||||
* No-op for Redis - content parts are reconstructed from chunks.
|
||||
* Metadata (agentId, groupId) is embedded directly on content parts by the agent runtime.
|
||||
*/
|
||||
setContentParts(): void {
|
||||
// No-op: Redis uses chunks for content reconstruction
|
||||
setContentParts(_streamId: string, _contentParts: Agents.MessageContentComplex[]): void {
|
||||
// Content parts are reconstructed from chunks during getContentParts
|
||||
// No separate storage needed
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
@ -417,9 +419,11 @@ export class RedisJobStore implements IJobStore {
|
|||
* For cross-instance reconnects, we reconstruct from Redis Streams.
|
||||
*
|
||||
* @param streamId - The stream identifier
|
||||
* @returns Content parts array, or null if not found
|
||||
* @returns Content parts array or null if not found
|
||||
*/
|
||||
async getContentParts(streamId: string): Promise<Agents.MessageContentComplex[] | null> {
|
||||
async getContentParts(streamId: string): Promise<{
|
||||
content: Agents.MessageContentComplex[];
|
||||
} | null> {
|
||||
// 1. Try local graph cache first (fast path for same-instance reconnect)
|
||||
const graphRef = this.localGraphCache.get(streamId);
|
||||
if (graphRef) {
|
||||
|
|
@ -427,7 +431,9 @@ export class RedisJobStore implements IJobStore {
|
|||
if (graph) {
|
||||
const localParts = graph.getContentParts();
|
||||
if (localParts && localParts.length > 0) {
|
||||
return localParts;
|
||||
return {
|
||||
content: localParts,
|
||||
};
|
||||
}
|
||||
} else {
|
||||
// WeakRef was collected, remove from cache
|
||||
|
|
@ -472,7 +478,10 @@ export class RedisJobStore implements IJobStore {
|
|||
filtered.push(part);
|
||||
}
|
||||
}
|
||||
return filtered;
|
||||
|
||||
return {
|
||||
content: filtered,
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
@ -517,7 +526,7 @@ export class RedisJobStore implements IJobStore {
|
|||
* Removes both local cache and Redis data.
|
||||
*/
|
||||
clearContentState(streamId: string): void {
|
||||
// Clear local cache immediately
|
||||
// Clear local caches immediately
|
||||
this.localGraphCache.delete(streamId);
|
||||
|
||||
// Fire and forget - async cleanup for Redis
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue