utils.py

import requests
import json
import re
from db import VectorDB
from contextlib import suppress


def add_flows_to_rag(vdb):
    """From flows dir add each items."""
    vdb.empty()
    for k, v in get_populated_dict().items():
        print("Adding:", k)
        doc = f"""
        # EXAMPLE : {k}
        # Response :\n{v}
        """
        vdb.add_document(k, doc)


def jgrep(text):
    """
    Extracts JSON content from the given text and parses it.

    Args:
    text (str): The input text containing JSON within ```json ``` markers.

    Returns:
    dict: Parsed JSON as a Python dictionary if successful.
    None: If no JSON content is found or if parsing fails.
    """
    # try default load
    with suppress(json.JSONDecodeError):
        return json.loads(text)

    pattern = r"```json\n(.*?)```"
    match = re.search(pattern, text, re.DOTALL)

    if match:
        json_string = match.group(1)
        try:
            parsed_json = json.loads(json_string)
            return parsed_json
        except json.JSONDecodeError as e:
            print(f"Error parsing JSON: {e}")
            return None
    else:
        print("No JSON content found,returning Same content")
        return text


import logging


def setup_logger(logger_name: str, log_file: str = "logs/app.log", level=logging.DEBUG):
    """
    Setup logger with file and console handlers.

    Args:
        logger_name: Name of the logger instance
        log_file: Path to log file
        level: Logging level

    Returns:
        Logger instance configured with handlers
    """
    import os

    os.makedirs(os.path.dirname(log_file), exist_ok=True)

    logger = logging.getLogger(logger_name)
    logger.setLevel(level)

    for handler in logger.handlers:
        logger.removeHandler(handler)

    file_handler = logging.handlers.RotatingFileHandler(log_file, maxBytes=1024 * 1024, backupCount=5)
    console_handler = logging.StreamHandler()

    formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
    file_handler.setFormatter(formatter)
    console_handler.setFormatter(formatter)

    logger.addHandler(file_handler)
    logger.addHandler(console_handler)

    return logger


if __name__ == "__main__":
    # Test JSON parsing

    # [Test VectorDB]
    vdb = VectorDB()
    add_flows_to_rag(vdb)