Trim nodes

This commit is contained in:
shamoon 2025-04-25 10:53:38 -07:00
parent 0f517a5971
commit e2869e906f
No known key found for this signature in database

View File

@ -51,7 +51,8 @@ def stream_chat_with_documents(query_str: str, documents: list[Document]):
else: else:
top_nodes = retriever.retrieve(query_str) top_nodes = retriever.retrieve(query_str)
context = "\n\n".join( context = "\n\n".join(
f"TITLE: {node.metadata.get('title')}\n{node.text}" for node in top_nodes f"TITLE: {node.metadata.get('title')}\n{node.text[:500]}"
for node in top_nodes
) )
prompt = CHAT_PROMPT_TMPL.partial_format( prompt = CHAT_PROMPT_TMPL.partial_format(