Switched to pyspellchecker for simpler spell checking

HTR/spell_and_gramer_check.py

@@ -1,46 +1,22 @@
-import os
-import language_tool_python
-from pathlib import Path
 from spellchecker import SpellChecker
-  
-# Use the cache directory from environment variable
-cache_dir = os.getenv('LANGUAGE_TOOL_CACHE_DIR', '/tmp/language_tool')
-os.makedirs(cache_dir, exist_ok=True)
 
-# Initialize LanguageTool with the cache directory
-tool = language_tool_python.LanguageTool('en-US', cache_dir=cache_dir)
+spell = SpellChecker()
 
-def check_grammar(answer):
-  
-    my_matches = tool.check(answer)  
-    corrected_text = tool.correct(answer)  
-    return corrected_text
-
-def correct_spelling(text):
-    spell = SpellChecker()
+def spell_grammer(text):
+    # Split text into words
     words = text.split()
-
+    
     # Find misspelled words
     misspelled = spell.unknown(words)
-
+    
     # Correct misspelled words
-    corrected_text = []
+    corrected_words = []
     for word in words:
         if word in misspelled:
-            correction = spell.correction(word)
-            # If no correction found or correction is None, keep the original word
-            if correction is None:
-                corrected_text.append(word)  
-            else:
-                corrected_text.append(correction)
+            corrected_words.append(spell.correction(word))
         else:
-            corrected_text.append(word)
-            
-    return " ".join(map(str, corrected_text))
-
-def spell_grammer(text):
-    spell_check_text = correct_spelling(text)
-    
-    corrected_text = check_grammar(spell_check_text)
+            corrected_words.append(word)
     
+    # Join words back into text
+    corrected_text = ' '.join(corrected_words)
     return corrected_text

main.py

@@ -1,12 +1,9 @@
 import os
 import tempfile
 
-# Create a writable cache directory in /tmp
+# Set up cache directory for transformers
 cache_dir = tempfile.mkdtemp()
-os.environ['TRANSFORMERS_CACHE'] = cache_dir
 os.environ['HF_HOME'] = cache_dir
-# Set language tool cache directory
-os.environ['LANGUAGE_TOOL_CACHE_DIR'] = cache_dir
 
 from flask import Flask, request, jsonify, render_template
 import json 

requirements.txt

@@ -9,6 +9,6 @@ chromadb==0.4.6
 PyMuPDF==1.24.12
 nltk==3.8.1
 gensim==4.3.2
-language-tool-python==2.8
+# language-tool-python==2.8
 pyspellchecker==0.8.1
 werkzeug==3.0.0