Record generation attempts and retry delays
This commit is contained in:
@@ -9,6 +9,7 @@ func newGenerationRequest(
|
||||
targetPresence domain.ExecutionTargetPresence,
|
||||
structuredOutput *domain.StructuredOutputSpec,
|
||||
transientRetries uint64,
|
||||
generation uint64,
|
||||
) domain.GenerateRequest {
|
||||
prompt.SessionID = sessionID
|
||||
return domain.GenerateRequest{
|
||||
@@ -17,5 +18,6 @@ func newGenerationRequest(
|
||||
TargetPresence: targetPresence,
|
||||
StructuredOutput: structuredOutput,
|
||||
TransientRetries: transientRetries,
|
||||
Generation: generation,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -93,6 +93,7 @@ func (r *defaultOutputRepairer) Repair(ctx context.Context, req RepairRequest) (
|
||||
req.TargetPresence,
|
||||
req.StructuredOutput,
|
||||
req.TransientRetries,
|
||||
uint64(req.Attempt)+1,
|
||||
))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
|
||||
@@ -195,6 +195,7 @@ func (r *Runner) executePreparedRun(
|
||||
prepared.TargetPresence,
|
||||
prepared.StructuredOutput,
|
||||
transientRetries,
|
||||
1,
|
||||
))
|
||||
if err != nil {
|
||||
return nil, wrapGenerationError(err)
|
||||
|
||||
Reference in New Issue
Block a user