From 193c83fbd384bd31570086674591ffba04b368cc Mon Sep 17 00:00:00 2001
From: Michael Yang <mxyng@pm.me>
Date: Tue, 1 Aug 2023 19:58:36 -0700
Subject: [PATCH] remove session_id

---
 discollama.py | 18 +++++-------------
 1 file changed, 5 insertions(+), 13 deletions(-)

diff --git a/discollama.py b/discollama.py
index 50da1d3..29f7ff9 100644
--- a/discollama.py
+++ b/discollama.py
@@ -21,14 +21,13 @@ async def on_ready():
     logging.info('ready')
 
 
-async def generate_response(prompt, context=[], session=None):
+async def generate_response(prompt, context=[]):
     body = {
         key: value
         for key, value in {
             'model': args.ollama_model,
             'prompt': prompt,
             'context': context,
-            'session_id': session,
         }.items() if value
     }
 
@@ -41,29 +40,22 @@ async def generate_response(prompt, context=[], session=None):
 
 
 def save_session(response, chunk):
-    session = msgpack.packb(chunk['session_id'])
-    redis.hset(f'ollama:{response.id}', 'session', session)
-
     context = msgpack.packb(chunk['context'])
     redis.hset(f'ollama:{response.id}', 'context', context)
 
     redis.expire(f'ollama:{response.id}', 60 * 60 * 24 * 7)
-    logging.info('[%s] saving session %s: len(context)=%d', response.id, chunk['session_id'], len(chunk['context']))
+    logging.info('saving message=%s: len(context)=%d', response.id, len(chunk['context']))
 
 def load_session(reference):
     kwargs = {}
     if reference:
-        session = redis.hget(f'ollama:{reference.message_id}', 'session')
-        kwargs['session'] = msgpack.unpackb(session) if session else None
-
         context = redis.hget(f'ollama:{reference.message_id}', 'context')
         kwargs['context'] = msgpack.unpackb(context) if context else []
 
-    if kwargs.get('session'):
+    if kwargs.get('context'):
         logging.info(
-            '[%s] loading session %s: len(context)=%d',
+            'loading message=%s: len(context)=%d',
             reference.message_id,
-            kwargs['session'],
             len(kwargs['context']))
 
     return kwargs
@@ -111,7 +103,7 @@ parser.add_argument('--ollama-model', default='llama2', type=str)
 default_redis = Path.home() / '.cache' / 'discollama' / 'brain.db'
 parser.add_argument('--redis', default=default_redis, type=Path)
 
-parser.add_argument('--buffer-size', default=64, type=int)
+parser.add_argument('--buffer-size', default=32, type=int)
 
 args = parser.parse_args()