From 431755144e629f9b291de0687919130e18a16d6e Mon Sep 17 00:00:00 2001
From: Alex <a@tushynski.me>
Date: Sat, 4 May 2024 10:39:23 +0100
Subject: [PATCH] fix: Update count_tokens function in utils.py

---
 application/utils.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/application/utils.py b/application/utils.py
index ac98efc6..f0502018 100644
--- a/application/utils.py
+++ b/application/utils.py
@@ -1,6 +1,6 @@
 from transformers import GPT2TokenizerFast
 
-
+tokenizer = GPT2TokenizerFast.from_pretrained('gpt2')
 def count_tokens(string):
-    tokenizer = GPT2TokenizerFast.from_pretrained('gpt2')
+    
     return len(tokenizer(string)['input_ids'])
\ No newline at end of file