ep: Make --repetitions work with Anthropic and OpenAI batches (#50789)
Release Notes: - N/A
This commit is contained in:
1 parent
6cdf5337cb
commit
3913e2e60b
1 file changed
+2
-2
@@ -390,7 +390,7 @@ async fn predict_anthropic(
|
||||
.await?
|
||||
else {
|
||||
// Request stashed for batched processing
|
||||
return Ok(());
|
||||
continue;
|
||||
};
|
||||
|
||||
let actual_output = response
|
||||
@@ -464,7 +464,7 @@ async fn predict_openai(
|
||||
.await?
|
||||
else {
|
||||
// Request stashed for batched processing
|
||||
return Ok(());
|
||||
continue;
|
||||
};
|
||||
|
||||
let actual_output = response
|
||||
|
||||
Reference in new issue
Block a user