refactor: rename trace graders wording to graders

Co-authored-by: pelikhan <4175913+pelikhan@users.noreply.github.com>
pelikhan · Aug 22, 2026 · Aug 22, 2026 · Aug 22, 2026 · Aug 22, 2026 · Aug 22, 2026
commit 6c61d489a0e1884296d8c23e967c20ed90326a68
diff --git a/actions/setup/js/trace_graders.cjs b/actions/setup/js/trace_graders.cjs
@@ -737,7 +737,7 @@ async function main(manifestB64, execSpecB64) {
   }
 
   // Step summary
-  core.summary.addHeading("Trace Graders", 3);
+  core.summary.addHeading("Graders", 3);
   const tableResults = results.filter(r => r.status !== "unavailable");
   if (tableResults.length > 0) {
     const rows = tableResults.map(r => {

diff --git a/actions/setup/sh/prepare_threat_detection_files.sh b/actions/setup/sh/prepare_threat_detection_files.sh
@@ -47,7 +47,7 @@ for artifact_pattern in aw-*.patch aw-*.bundle; do
   done
 done
 
-# Copy grader manifest and results if present (deterministic trace graders)
+# Copy grader manifest and results if present (deterministic graders)
 GRADER_SOURCE_DIR="${SOURCE_DIR}/agent/graders"
 if [ -d "${GRADER_SOURCE_DIR}" ]; then
   GRADER_DETECTION_DIR="${DETECTION_DIR}/agent/graders"

diff --git a/docs/src/content/docs/reference/trace-graders.md b/docs/src/content/docs/reference/trace-graders.md
@@ -1,12 +1,12 @@
 ---
-title: Trace Graders
+title: Graders
 description: Deterministic metrics computed from agent execution traces
 ---
 
-Trace graders compute deterministic metrics from post-agent execution trace files (token usage, MCP gateway logs, agent output) without LLM calls or network access. Results are persisted in the agent artifact for downstream consumption by detection jobs and reporting tools.
+Graders compute deterministic metrics from post-agent execution trace files (token usage, MCP gateway logs, agent output) without LLM calls or network access. Results are persisted in the agent artifact for downstream consumption by detection jobs and reporting tools.
 
 :::caution[Experimental]
-Trace graders are an experimental feature.
+Graders are an experimental feature.
 :::
 
 ## Quick start

diff --git a/pkg/parser/schemas/main_workflow_schema.json b/pkg/parser/schemas/main_workflow_schema.json
@@ -12743,7 +12743,7 @@
       "examples": ["gpt-5.4", "claude-3-5-sonnet-20241022", "gpt-4"]
     },
     "graders": {
-      "description": "\u26a0\ufe0f Experimental. Deterministic trace graders to compute post-agent metrics from execution artifacts. Map keys are grader IDs. Built-in graders can be configured by ID; custom graders require a script.",
+      "description": "\u26a0\ufe0f Experimental. Deterministic graders to compute post-agent metrics from execution artifacts. Map keys are grader IDs. Built-in graders can be configured by ID; custom graders require a script.",
       "type": "object",
       "propertyNames": {
         "pattern": "^[a-z][a-z0-9-]{0,63}$",

diff --git a/pkg/workflow/compiler_orchestrator_workflow.go b/pkg/workflow/compiler_orchestrator_workflow.go
@@ -568,7 +568,7 @@ func (c *Compiler) extractAdditionalConfigurations(
 	}
 	workflowData.Evals = evalsConfig
 
-	// Extract deterministic trace graders configuration.
+	// Extract deterministic graders configuration.
 	gradersConfig, err := c.parseGradersFromFrontmatter(frontmatter)
 	if err != nil {
 		return fmt.Errorf("invalid graders configuration: %w", err)

diff --git a/pkg/workflow/compiler_yaml_graders.go b/pkg/workflow/compiler_yaml_graders.go
@@ -14,7 +14,7 @@ import (
 var compilerYamlGradersLog = logger.New("workflow:compiler_yaml_graders")
 
 // generateGradersStep emits an always() post-agent step that runs deterministic
-// trace graders. The step executes after secret redaction / summary steps and before
+// graders. The step executes after secret redaction / summary steps and before
 // the unified artifact upload so results are included in the agent artifact.
 //
 // The step is only emitted when graders are configured (graders: in frontmatter).
@@ -43,7 +43,7 @@ func (c *Compiler) generateGradersStep(yaml *strings.Builder, data *WorkflowData
 	}
 	execB64 := base64.StdEncoding.EncodeToString(execJSON)
 
-	yaml.WriteString("      - name: Run trace graders\n")
+	yaml.WriteString("      - name: Run graders\n")
 	yaml.WriteString("        if: always()\n")
 	yaml.WriteString("        continue-on-error: true\n")
 	fmt.Fprintf(yaml, "        uses: %s\n", getCachedActionPin("actions/github-script", data))
@@ -54,7 +54,7 @@ func (c *Compiler) generateGradersStep(yaml *strings.Builder, data *WorkflowData
 	yaml.WriteString("            const { main } = require('" + SetupActionDestination + "/trace_graders.cjs');\n")
 	fmt.Fprintf(yaml, "            await main('%s', '%s');\n", manifestB64, execB64)
 
-	compilerYamlGradersLog.Print("Generated trace graders step")
+	compilerYamlGradersLog.Print("Generated graders step")
 }
 
 // graderManifestEntry represents a single grader in the serialized manifest.

diff --git a/pkg/workflow/compiler_yaml_post_agent.go b/pkg/workflow/compiler_yaml_post_agent.go
@@ -197,7 +197,7 @@ func (c *Compiler) generatePostAgentCollectionAndUpload(yaml *strings.Builder, d
 	// Emit all GITHUB_STEP_SUMMARY log-parsing steps.
 	c.generateSummarySteps(yaml, data, engine)
 
-	// Run deterministic trace graders after trace data is available.
+	// Run deterministic graders after trace data is available.
 	c.generateGradersStep(yaml, data)
 
 	// Re-scan grader output files for leaked secrets when custom grader scripts

diff --git a/pkg/workflow/frontmatter_types.go b/pkg/workflow/frontmatter_types.go
@@ -452,7 +452,7 @@ type FrontmatterConfig struct {
 	// engine-config / runs-on overrides.
 	Evals any `json:"evals,omitempty"`
 
-	// Graders configures deterministic trace graders that compute metrics from
+	// Graders configures deterministic graders that compute metrics from
 	// post-agent trace files. Can be {} for zero-config (all built-ins) or a map
 	// of grader IDs with optional enabled/script overrides.
 	Graders any `json:"graders,omitempty"`

diff --git a/pkg/workflow/graders_config.go b/pkg/workflow/graders_config.go
@@ -1,4 +1,4 @@
-// Package workflow - Deterministic trace graders configuration types and parser.
+// Package workflow - Deterministic graders configuration types and parser.
 package workflow
 
 import (
@@ -83,7 +83,7 @@ func (g *GraderDefinition) ScriptDigest() string {
 	return hex.EncodeToString(h[:])
 }
 
-// GradersConfig holds the configuration for deterministic trace graders declared
+// GradersConfig holds the configuration for deterministic graders declared
 // in workflow frontmatter. Graders run as an always() post-agent step in the agent job.
 type GradersConfig struct {
 	// Graders is the map of grader ID to definition.

diff --git a/pkg/workflow/graders_config_test.go b/pkg/workflow/graders_config_test.go
@@ -335,8 +335,8 @@ func TestGenerateGradersStep_Present(t *testing.T) {
 	}
 	c.generateGradersStep(&yaml, data)
 	output := yaml.String()
-	if !strings.Contains(output, "Run trace graders") {
-		t.Fatal("expected step name 'Run trace graders'")
+	if !strings.Contains(output, "Run graders") {
+		t.Fatal("expected step name 'Run graders'")
 	}
 	if !strings.Contains(output, "if: always()") {
 		t.Fatal("expected always() condition")
@@ -374,7 +374,7 @@ func TestGenerateGradersStep_BeforeArtifactUpload(t *testing.T) {
 	yaml.WriteString("      - name: Upload agent artifacts\n")
 
 	output := yaml.String()
-	graderIdx := strings.Index(output, "Run trace graders")
+	graderIdx := strings.Index(output, "Run graders")
 	uploadIdx := strings.Index(output, "Upload agent artifacts")
 	if graderIdx < 0 || uploadIdx < 0 {
 		t.Fatal("expected both steps to be present")

diff --git a/pkg/workflow/graders_workflow_integration_test.go b/pkg/workflow/graders_workflow_integration_test.go
@@ -62,7 +62,7 @@ experiments:
 	require.NoError(t, err)
 	yaml := string(compiled)
 
-	assert.Contains(t, yaml, "Run trace graders")
+	assert.Contains(t, yaml, "Run graders")
 	assert.Contains(t, yaml, "trace_graders.cjs")
 	assert.Contains(t, yaml, "grader:retries")
 	assert.Contains(t, yaml, "graders.custom-score.value")

diff --git a/pkg/workflow/workflow_data.go b/pkg/workflow/workflow_data.go
@@ -208,7 +208,7 @@ type WorkflowData struct {
 	ContainerPinMappings           map[string]string               // container-pin redirect table from aw.json container_pins: maps source image → replacement image
 	GHES                           bool                            // select action versions compatible with GitHub Enterprise Server
 	Evals                          *EvalsConfig                    // BinEval evaluation configuration parsed from frontmatter evals field
-	Graders                        *GradersConfig                  // Deterministic trace graders configuration parsed from frontmatter graders field
+	Graders                        *GradersConfig                  // Deterministic graders configuration parsed from frontmatter graders field
 	ExcludedEnv                    []string                        // additional env var names to exclude from agent container via AWF --exclude-env (from frontmatter excluded-env field)
 }