You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

5 lines
236 B

from contextvars import ContextVar
# This variable will store the FULL prompt (User + RAG) for the current request
# It is async-safe, so multiple users won't mix up their data.
rag_prompt_var = ContextVar("rag_prompt_var", default="")