Compare commits

...

2 commits

Author SHA1 Message Date
KOTHA-SRIVIBHU
dd974b0cac fix: replace bare excepts in NLTK initialization (#896) 2026-05-11 15:12:25 +01:00
Sahil Yadav
d08ec56a73 fix: resolve publisher resource leak and field parse validation (#886) 2026-05-11 15:06:54 +01:00
2 changed files with 11 additions and 9 deletions

View file

@ -29,8 +29,8 @@ class Field:
parts = defn.split(":")
if len(parts) == 0:
raise RuntimeError("Field definition cannot be empty")
if len(parts) > 5:
raise RuntimeError("Too many fields in definition")
if len(parts) == 1: parts.append("string")
if len(parts) == 2: parts.append("0")
@ -43,7 +43,7 @@ class Field:
try:
type = FieldType[type.upper()]
except:
except KeyError:
raise RuntimeError(f"Field type {type} is not known")
pri = True if pri == "pri" else False

View file

@ -18,24 +18,26 @@ try:
except LookupError:
try:
nltk.download('punkt_tab', quiet=True)
except:
except Exception as e:
logger.warning(f"Failed to download punkt_tab: {e}. Attempting fallback to punkt.")
# Fallback to older punkt if punkt_tab not available
try:
nltk.download('punkt', quiet=True)
except:
pass
except Exception as e:
logger.error(f"Failed to download fallback punkt: {e}. NLTK data is missing.")
try:
nltk.data.find('taggers/averaged_perceptron_tagger_eng')
except LookupError:
try:
nltk.download('averaged_perceptron_tagger_eng', quiet=True)
except:
except Exception as e:
logger.warning(f"Failed to download averaged_perceptron_tagger_eng: {e}. Attempting fallback.")
# Fallback to older name
try:
nltk.download('averaged_perceptron_tagger', quiet=True)
except:
pass
except Exception as e:
logger.error(f"Failed to download fallback averaged_perceptron_tagger: {e}. NLTK data is missing.")
try:
nltk.data.find('corpora/stopwords')