feat(agent): Multi agent sdk (#976)

Co-authored-by: xtyuns <xtyuns@163.com>
Co-authored-by: Fangyin Cheng <staneyffer@gmail.com>
Co-authored-by: csunny <cfqsunny@163.com>
Co-authored-by: qidanrui <qidanrui@gmail.com>

dbgpt/util/json_utils.py

@@ -1,5 +1,16 @@
+"""Utilities for the json_fixes package."""
 import json
 from datetime import date, datetime
+from dataclasses import dataclass, asdict, is_dataclass
+import os.path
+import re
+import logging
+
+from jsonschema import Draft7Validator
+
+logger = logging.getLogger(__name__)
+
+LLM_DEFAULT_RESPONSE_FORMAT = "llm_response_format_1"
 
 
 def serialize(obj):
@@ -7,8 +18,105 @@ def serialize(obj):
         return obj.isoformat()
 
 
-class DateTimeEncoder(json.JSONEncoder):
+class EnhancedJSONEncoder(json.JSONEncoder):
     def default(self, obj):
+        if is_dataclass(obj):
+            return asdict(obj)
         if isinstance(obj, datetime):
             return obj.isoformat()
         return super().default(obj)
+
+
+def extract_char_position(error_message: str) -> int:
+    """Extract the character position from the JSONDecodeError message.
+
+    Args:
+        error_message (str): The error message from the JSONDecodeError
+          exception.
+
+    Returns:
+        int: The character position.
+    """
+
+    char_pattern = re.compile(r"\(char (\d+)\)")
+    if match := char_pattern.search(error_message):
+        return int(match[1])
+    else:
+        raise ValueError("Character position not found in the error message.")
+
+
+def find_json_objects(text):
+    json_objects = []
+    inside_string = False
+    escape_character = False
+    stack = []
+    start_index = -1
+
+    for i, char in enumerate(text):
+        # Handle escape characters
+        if char == "\\" and not escape_character:
+            escape_character = True
+            continue
+
+        # Toggle inside_string flag
+        if char == '"' and not escape_character:
+            inside_string = not inside_string
+
+        if not inside_string and char == "\n":
+            continue
+        if inside_string and char == "\n":
+            char = "\\n"
+        if inside_string and char == "\t":
+            char = "\\t"
+
+        # Handle opening brackets
+        if char in "{[" and not inside_string:
+            stack.append(char)
+            if len(stack) == 1:
+                start_index = i
+        # Handle closing brackets
+        if char in "}]" and not inside_string and stack:
+            if (char == "}" and stack[-1] == "{") or (char == "]" and stack[-1] == "["):
+                stack.pop()
+                if not stack:
+                    end_index = i + 1
+                    try:
+                        json_obj = json.loads(text[start_index:end_index])
+                        json_objects.append(json_obj)
+                    except json.JSONDecodeError:
+                        pass
+        # Reset escape_character flag
+        escape_character = False if escape_character else escape_character
+
+    return json_objects
+
+
+@staticmethod
+def _format_json_str(jstr):
+    """Remove newlines outside of quotes, and handle JSON escape sequences.
+
+    1. this function removes the newline in the query outside of quotes otherwise json.loads(s) will fail.
+        Ex 1:
+        "{\n"tool": "python",\n"query": "print('hello')\nprint('world')"\n}" -> "{"tool": "python","query": "print('hello')\nprint('world')"}"
+        Ex 2:
+        "{\n  \"location\": \"Boston, MA\"\n}" -> "{"location": "Boston, MA"}"
+
+    2. this function also handles JSON escape sequences inside quotes,
+        Ex 1:
+        '{"args": "a\na\na\ta"}' -> '{"args": "a\\na\\na\\ta"}'
+    """
+    result = []
+    inside_quotes = False
+    last_char = " "
+    for char in jstr:
+        if last_char != "\\" and char == '"':
+            inside_quotes = not inside_quotes
+        last_char = char
+        if not inside_quotes and char == "\n":
+            continue
+        if inside_quotes and char == "\n":
+            char = "\\n"
+        if inside_quotes and char == "\t":
+            char = "\\t"
+        result.append(char)
+    return "".join(result)