From 7f9432ea9fcf502cbdc97fce668c552543e5d3df Mon Sep 17 00:00:00 2001
From: Russell Ballestrini <russell.ballestrini@gmail.com>
Date: Sat, 2 Dec 2023 13:46:50 -0500
Subject: [PATCH] upgrade openai chunked streaming

	new file:   .dockerignore
	modified:   .gitignore
	modified:   app.py
	new file:   docker-compose.yml
---
 .dockerignore      |  1 +
 .gitignore         |  1 +
 app.py             | 17 ++++++++---------
 docker-compose.yml | 13 +++++++++++++
 4 files changed, 23 insertions(+), 9 deletions(-)
 create mode 100644 .dockerignore
 create mode 100644 docker-compose.yml

diff --git a/.dockerignore b/.dockerignore
new file mode 100644
index 0000000..86163cf
--- /dev/null
+++ b/.dockerignore
@@ -0,0 +1 @@
+instance/
diff --git a/.gitignore b/.gitignore
index 5fdbf80..3a33fb2 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,3 +3,4 @@ env
 instance/
 __pycache__/
 .flaskenv
+.flaskenv-exported
diff --git a/app.py b/app.py
index f73e172..f5c0239 100644
--- a/app.py
+++ b/app.py
@@ -3,7 +3,9 @@ from flask_socketio import SocketIO, emit, join_room
 
 import eventlet
 
-import openai
+from openai import OpenAI
+
+openai_client = OpenAI()
 
 import os
 
@@ -370,13 +372,10 @@ def chat_gpt(username, room_name, message, model_name="gpt-3.5-turbo"):
         msg_id = new_message.id
 
     first_chunk = True
-    for chunk in openai.ChatCompletion.create(
-        model=model_name,
-        messages=chat_history,
-        temperature=0,
-        stream=True,
+    for chunk in openai_client.chat.completions.create(
+        model=model_name, messages=chat_history, temperature=0, stream=True
     ):
-        content = chunk["choices"][0].get("delta", {}).get("content")
+        content = chunk.choices[0].delta.content
 
         if content:
             buffer += content  # Accumulate content
@@ -442,10 +441,10 @@ def gpt_generate_room_title(messages, model_name):
 
     # Interaction with LLM to generate summary
     # For example, using OpenAI's GPT model
-    response = openai.ChatCompletion.create(
+    response = openai_client.chat.completions.create(
         messages=chat_history,
         model=model_name,  # or any appropriate model
-        max_tokens=20,  # Adjust as needed
+        max_tokens=20,
     )
 
     title = response.choices[0]["message"]["content"]
diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 0000000..3de18a8
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,13 @@
+version: '3.8'
+
+services:
+  flask-app:
+    build: .
+    ports:
+      - "5001:5001"
+    volumes:
+      - ./instance:/opt/server/instance
+    env_file:
+      - .flaskenv
+    environment:
+      - PYTHONPATH=/opt