diff --git a/app.py b/app.py index 1831dd4..d23ed61 100644 --- a/app.py +++ b/app.py @@ -5,6 +5,8 @@ import eventlet from openai import OpenAI +import tiktoken + import os import time @@ -48,6 +50,11 @@ class Message(db.Model): self.room_id = room_id self.token_count = self._count_tokens() + def _count_tokens(self): + # Replace 'gpt-3.5-turbo' with the model you are using. + encoding = tiktoken.encoding_for_model("gpt-3.5-turbo") + return len(encoding.encode(self.content)) + def _count_tokens(self): return len(self.content.split()) @@ -55,7 +62,6 @@ class Message(db.Model): return '