Merge nucleic/plucky-north-vole-sdna into dev
This commit is contained in:
@@ -83,6 +83,13 @@ class LabelSWEChatPromptsTests(unittest.TestCase):
|
||||
with self.assertRaisesRegex(ValueError, "rather than truncating"):
|
||||
label_swe_chat_prompts.response_for_labeling("x" * 1_001, 1_000)
|
||||
|
||||
def test_record_uses_only_the_first_user_message_as_student_text(self):
|
||||
candidate = self.candidate()
|
||||
decision = self.decision(candidate, True)["items"][0]
|
||||
record = label_swe_chat_prompts.record_from_decision(candidate, decision)
|
||||
self.assertEqual(candidate.prompt, record["prompt"])
|
||||
self.assertNotIn(candidate.response, record.values())
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user