From 96e28da8ceb8d491a5aafc9da4550334937b1881 Mon Sep 17 00:00:00 2001 From: Dhruv Kaliraman Date: Tue, 11 Feb 2025 12:54:23 -0800 Subject: [PATCH] Fix None in llm response --- lib/sycamore/sycamore/utils/extract_json.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/lib/sycamore/sycamore/utils/extract_json.py b/lib/sycamore/sycamore/utils/extract_json.py index a3c21c8df..9ac2a4046 100644 --- a/lib/sycamore/sycamore/utils/extract_json.py +++ b/lib/sycamore/sycamore/utils/extract_json.py @@ -7,6 +7,10 @@ def extract_json(payload: str) -> Any: """Given the provided payload, extract the JSON block from it.""" + # Replace Python's None with JSON's null, being careful to not replace + # strings that might contain "None" as part of their content + payload = re.sub(r":\s*None\b", ": null", payload) + try: return json.loads(payload) except (ValueError, TypeError, JSONDecodeError) as exc: