Add a 'rejected patch' field to example specs, for DPO examples (#47043)
The `capture example` action now populates the markdown file with a noop "Rejected Patch", so that you can easily specify the good and bad output. Release Notes: - N/A
This commit is contained in:
1 parent
b1325f2623
commit
c0a0e8b236
6 files changed
+128
-46
No files matched your search
@@ -344,6 +344,7 @@ pub fn generate_evaluation_example_from_ordered_commit(
|
||||
tags: vec![],
|
||||
reasoning: None,
|
||||
uncommitted_diff: String::new(),
|
||||
rejected_patch: None,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -1374,6 +1375,7 @@ Date: Mon Jan 1 00:00:00 2024
|
||||
tags: vec![],
|
||||
reasoning: None,
|
||||
uncommitted_diff: String::new(),
|
||||
rejected_patch: None,
|
||||
};
|
||||
|
||||
let json = serde_json::to_string(&case).unwrap();
|
||||
|
||||
Reference in new issue
Block a user