diff --git a/app.py b/app.py index d23ed61..d501f57 100644 --- a/app.py +++ b/app.py @@ -48,15 +48,13 @@ class Message(db.Model): self.username = username self.content = content self.room_id = room_id - self.token_count = self._count_tokens() + self.token_count = self.count_tokens() - def _count_tokens(self): + def count_tokens(self): # Replace 'gpt-3.5-turbo' with the model you are using. encoding = tiktoken.encoding_for_model("gpt-3.5-turbo") - return len(encoding.encode(self.content)) - - def _count_tokens(self): - return len(self.content.split()) + self.token_count = len(encoding.encode(self.content)) + return self.token_count def is_base64_image(self): return '