config.json

{
    "model_config": {
        "max_new_tokens": 1024,
        "do_sample": false,
        "top_p": null,
        "top_k": null,
        "temperature": 0.0
    },
    "model_version": {
        "claude-3-opus": "claude-3-opus-20240229",
        "claude-3-5-sonnet": "claude-3-5-sonnet-20240620",
        "deepseek-v2": "deepseek-chat",
        "gemini-1.5-pro": "models/gemini-1.5-pro-latest",
        "gpt-4": "gpt-4-0613",
        "gpt-4o": "gpt-4o-2024-05-13",
        "gpt-4o-mini": "gpt-4o-mini-2024-07-18",
        "Deepseek-math-7b-rl": "deepseek-ai/deepseek-math-7b-rl",
        "Internlm2-math-20b": "internlm/internlm2-math-20b",
        "Llama-3-70B": "meta-llama/Meta-Llama-3-70B-Instruct",
        "Mixtral-8x22B": "mistralai/Mixtral-8x22B-Instruct-v0.1",
        "Qwen1.5-72B": "Qwen/Qwen1.5-72B-Chat",
        "Yi-1.5-34B": "01-ai/Yi-1.5-34B-Chat"
    },
    "file_paths": {
        "dataset": "data/subset.json",
        "generation": "output/generation",
        "evaluation": "output/evaluation"
    },
    "api_keys": {
        "ANTHROPIC_API_KEY": "YOUR_ANTHROPIC_API_KEY",
        "DEEPSEEK_API_KEY": "YOUR_DEEPSEEK_API_KEY",
        "GEMINI_API_KEY": "YOUR_GEMINI_API_KEY",
        "OPENAI_API_KEY": "YOUR_OPENAI_API_KEY"
    },
    "experiment": {
        "save_interval": 20,
        "seed": 42    
    },
    "logging": {
        "log_level": "INFO",
        "log_dir": "logs"
    }
  }