Skip to content

fix(agents): parallelize LLM calls and clean handle_chat (#78, #80) #103

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
zohaib-7035 wants to merge 1 commit into
base: main
Choose a base branch
from
Open

fix(agents): parallelize LLM calls and clean handle_chat (#78, #80) #103

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 13 additions & 7 deletions backend/agents.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -380,16 +380,22 @@ async def run(self, query: str, want: int, context: Optional[Dict] = None) -> Li

async def extract_keywords_and_rewrite(state: AgentState) -> AgentState:
logger.info("Node: Keywords, Rewrite, Intents")
# Detect intents on the raw input first
intents0 = await call_gemini_detect_intents(state["query"], state.get("history", []))
# Detect intents on the raw input first and rewrite parallel
intents0, effective = await asyncio.gather(
call_gemini_detect_intents(state["query"], state.get("history", [])),
call_gemini_rewrite_with_history(state["query"], state.get("history", []))
)

if intents0 == [QueryIntent.GREETING.value]:
logger.info("Pure greeting detected; skipping search")
return {**state, "effective_query": state["query"], "keywords": [], "intents": intents0}

effective = await call_gemini_rewrite_with_history(state["query"], state.get("history", []))
keywords = await call_gemini_for_keywords(effective)
# Re-evaluate intents after rewrite (usually drops greeting if mixed)
intents = await call_gemini_detect_intents(effective, state.get("history", []))
# Re-evaluate intents after rewrite and run keyword extraction in parallel
keywords, intents = await asyncio.gather(
call_gemini_for_keywords(effective),
call_gemini_detect_intents(effective, state.get("history", []))
)

logger.info("Effective query: %s", effective)
logger.info("Keywords: %s", keywords)
logger.info("Intents: %s", intents)
Expand Down Expand Up @@ -534,7 +540,7 @@ async def handle_chat(self, session_id: str, query: str, reset: bool = False) ->

more_count = _is_more_query(query)
mem = self.session_memory.get(session_id, {})
if more_count is not None or (query.strip().lower() in {"more", "next", "continue", "more please", "show more", "keep going"}):
if query.strip().lower() in {"more", "next", "continue", "more please", "show more", "keep going"} or more_count is not None:
all_results = mem.get("all_results", [])
if not all_results:
return "There are no earlier results to continue. Ask me for a dataset (e.g., 'human EEG BIDS')."
Expand Down