achapman commited on
Commit
6032776
·
1 Parent(s): db88d69
Files changed (1) hide show
  1. app.py +11 -2
app.py CHANGED
@@ -84,7 +84,7 @@ User Query:
84
  {query}
85
 
86
  Context:
87
- {context}<|eot_id|>
88
 
89
  <|start_header_id|>assistant<|end_header_id|>
90
  """
@@ -133,7 +133,13 @@ async def start_chat():
133
  )"""
134
  lcel_rag_chain = {"query": itemgetter("query")} | rag_prompt | hf_llm
135
 
136
- cl.user_session.set("lcel_rag_chain", lcel_rag_chain)
 
 
 
 
 
 
137
 
138
  @cl.on_message
139
  async def main(message: cl.Message):
@@ -145,6 +151,9 @@ async def main(message: cl.Message):
145
  The LCEL RAG chain is stored in the user session, and is unique to each user session - this is why we can access it here.
146
  """
147
  print("entering on_message")
 
 
 
148
  lcel_rag_chain = cl.user_session.get("lcel_rag_chain")
149
 
150
  msg = cl.Message(content="")
 
84
  {query}
85
 
86
  Context:
87
+ #{context}<|eot_id|>
88
 
89
  <|start_header_id|>assistant<|end_header_id|>
90
  """
 
133
  )"""
134
  lcel_rag_chain = {"query": itemgetter("query")} | rag_prompt | hf_llm
135
 
136
+ try:
137
+ # Attempt to set up session normally
138
+ cl.user_session.set("lcel_rag_chain", lcel_rag_chain)
139
+ except KeyError:
140
+ print("Reinitializing session due to disconnection.")
141
+ cl.user_session.clear()
142
+ cl.user_session.set("lcel_rag_chain", lcel_rag_chain)
143
 
144
  @cl.on_message
145
  async def main(message: cl.Message):
 
151
  The LCEL RAG chain is stored in the user session, and is unique to each user session - this is why we can access it here.
152
  """
153
  print("entering on_message")
154
+ msg = cl.Message(content="Processing your request... this may take a moment.")
155
+ await msg.send()
156
+
157
  lcel_rag_chain = cl.user_session.get("lcel_rag_chain")
158
 
159
  msg = cl.Message(content="")