Persist retryable post-publish cleanup obligations
This commit is contained in:
@@ -190,6 +190,7 @@ func (publishStage) Run(ctx context.Context, env *Env, m *manifest.Manifest) (*S
|
||||
manifestTempPath, err := writeCommittedSessionManifest(m, publishMetadata(
|
||||
bucket,
|
||||
runPrefix,
|
||||
runID,
|
||||
runUploaded,
|
||||
publishedUploaded,
|
||||
previousUploaded,
|
||||
@@ -1188,7 +1189,7 @@ func writeCommittedSessionManifest(m *manifest.Manifest, publishMetadata map[str
|
||||
}
|
||||
|
||||
func publishMetadata(
|
||||
bucket, runPrefix string,
|
||||
bucket, runPrefix, runID string,
|
||||
runUploaded []string,
|
||||
publishedUploaded []string,
|
||||
previousUploaded []string,
|
||||
@@ -1203,6 +1204,7 @@ func publishMetadata(
|
||||
"uploaded": true,
|
||||
"s3_bucket": bucket,
|
||||
"s3_run_prefix": runPrefix,
|
||||
"published_run_id": runID,
|
||||
"run_files_uploaded": len(runUploaded),
|
||||
"run_uploaded_paths": append([]string(nil), runUploaded...),
|
||||
"published_files_uploaded": len(publishedUploaded),
|
||||
|
||||
Reference in New Issue
Block a user