From b6eca08fb8e2c3d8d9490d3c02c46f5a7679242f Mon Sep 17 00:00:00 2001 From: Mxode Date: Fri, 8 Mar 2024 19:00:12 +0800 Subject: [PATCH] Add exception handling --- scripts/qa_generation/util/data_loader.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/scripts/qa_generation/util/data_loader.py b/scripts/qa_generation/util/data_loader.py index f739b66..0724fca 100644 --- a/scripts/qa_generation/util/data_loader.py +++ b/scripts/qa_generation/util/data_loader.py @@ -67,9 +67,14 @@ def capture_qa(content: str) -> List[Dict]: match = re.search(r'```json(.*?)```', content, re.DOTALL) if match: + parsed_data = None block = match.group(1) - parsed_data = json.loads(block) - return parsed_data + try: + parsed_data = json.loads(block) + except: + logger.warning('Unable to parse JSON properly.') + finally: + return parsed_data else: logger.warning("No JSON block found.") return None