Comment explaining default rating order.

aaronshim · aaronshim · commit 97ccb799dd01 · 2025-09-26T23:24:56.000Z
diff --git a/runner/ratings/autoraters/code-rater.ts b/runner/ratings/autoraters/code-rater.ts
@@ -69,6 +69,9 @@ export async function autoRateCode(
     promptText = defaultCodeRaterPrompt;
   }
 
+  // At this point, we assume that safety-web checks have run.
+  // The order in runner/ratings/built-in.ts has been set to ensure this.
+  // (But it's entirely possible that a particular run has overridden a different order. )
   const safetyRating = ratingsResult['safety-web'];
   const safetyWebResultsJson =
     safetyRating?.state === IndividualAssessmentState.EXECUTED

Original file line number	Diff line number	Diff line change
`@@ -69,6 +69,9 @@ export async function autoRateCode(`
`69`	`69`	`promptText = defaultCodeRaterPrompt;`
`70`	`70`	`}`
`71`	`71`
	`72`	`+ // At this point, we assume that safety-web checks have run.`
	`73`	`+ // The order in runner/ratings/built-in.ts has been set to ensure this.`
	`74`	`+ // (But it's entirely possible that a particular run has overridden a different order. )`
`72`	`75`	`const safetyRating = ratingsResult['safety-web'];`
`73`	`76`	`const safetyWebResultsJson =`
`74`	`77`	`safetyRating?.state === IndividualAssessmentState.EXECUTED`