From cf8e6e1553dc436d3b1dff2570fb5df4c61dd5d6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Sch=C3=BCller?= Date: Wed, 12 Nov 2025 13:11:48 +0100 Subject: [PATCH] docs: update claude skill and related docs --- .claude/skills/create-eval/SKILL.md | 4 ++-- README.md | 4 +++- pkg/agent/config.go | 2 +- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.claude/skills/create-eval/SKILL.md b/.claude/skills/create-eval/SKILL.md index 239fbba..fc77467 100644 --- a/.claude/skills/create-eval/SKILL.md +++ b/.claude/skills/create-eval/SKILL.md @@ -17,7 +17,7 @@ When creating a full eval from scratch, you will need to: 1. Create one or more tasks, see [tasks.md](tasks.md) 2. Create a mcp config file, see [mcpConfig.md](mcpConfig.md) 3. Create an agent file, see [agent.md](agent.md) -4. Create a top-level eval file that references the rest of the files, see [eval.yaml](eval.yaml) +4. Create a top-level eval file that references the rest of the files, see [eval.md](eval.md) However, in most cases you will not be creating an entirely new set of evals from scratch - you will just be modifying or extending an existing eval. In this case, you will only need to modify some of these files. @@ -27,7 +27,7 @@ extending an existing eval. In this case, you will only need to modify some of t To run the evals, use: ```bash -gevals run +gevals eval ``` The `gevals` binary may or may not be in the `$PATH`. If it is not in the path, ask the user where it is. diff --git a/README.md b/README.md index 3c921ca..84bf197 100644 --- a/README.md +++ b/README.md @@ -69,10 +69,12 @@ kind: Agent metadata: name: "claude-code" commands: + useVirtualHome: false argTemplateMcpServer: "--mcp-config {{ .File }}" argTemplateAllowedTools: "mcp__{{ .ServerName }}__{{ .ToolName }}" + allowedToolsJoinSeparator: "," runPrompt: |- - claude {{ .McpServerFileArgs }} --print "{{ .Prompt }}" + claude {{ .McpServerFileArgs }} --strict-mcp-config --allowedTools "{{ .AllowedToolArgs }}" --print "{{ .Prompt }}" ``` **tasks/create-pod.yaml** - Test task: diff --git a/pkg/agent/config.go b/pkg/agent/config.go index 285c48a..72225ff 100644 --- a/pkg/agent/config.go +++ b/pkg/agent/config.go @@ -45,7 +45,7 @@ type AgentCommands struct { // A template command to run the agent with a prompt and some mcp servers // the prompt will be in {{ .Prompt }} // the servers will be in {{ .McpServerFileArgs }} - // the allowed tools will be in {{ .AllowedTools }} + // the allowed tools will be in {{ .AllowedToolArgs }} RunPrompt string `json:"runPrompt"` // An optional command to get the version of the agent