From 924017de972f1906dcb97cd95c779c3283906713 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Wed, 20 Sep 2023 19:45:51 -0700 Subject: [PATCH] use referenced message as additional context --- discollama.py | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/discollama.py b/discollama.py index 7472c78..ca3faf1 100644 --- a/discollama.py +++ b/discollama.py @@ -93,7 +93,20 @@ async def on_message(message): async with message.channel.typing(): await message.add_reaction('🤔') - async for buffer, chunk in buffered_generate_response(raw_content, **load_session(message.reference)): + context = [] + if reference := message.reference: + if session := load_session(message.reference): + context = session.get('context', []) + + reference_message = await message.channel.fetch_message(reference.message_id) + reference_content = reference_message.content + raw_content = '\n'.join([ + raw_content, + 'Use it to answer the prompt:', + reference_content, + ]) + + async for buffer, chunk in buffered_generate_response(raw_content, context=context): response_content += buffer if chunk['done']: save_session(response, chunk)