fix: bump max_tokens to 256, note batch API requires native model IDs
This commit is contained in:
@@ -115,7 +115,7 @@ export async function submitBatch(jobs, jobProfilesByTrack, searchConfig, candid
|
||||
custom_id: customId,
|
||||
params: {
|
||||
model,
|
||||
max_tokens: 128,
|
||||
max_tokens: 256,
|
||||
system: [
|
||||
{
|
||||
type: 'text',
|
||||
|
||||
Reference in New Issue
Block a user