retention and replace

This commit is contained in:
venture
2026-11-16 10:04:52 +01:00
parent 610192e2d5
commit cc0ddd0dfb
11 changed files with 1153 additions and 5 deletions
+153
View File
@@ -0,0 +1,153 @@
package content
import (
"context"
"database/sql"
"encoding/json"
"errors"
"fmt"
"sort"
"time"
"mediarr/database"
"mediarr/document"
"mediarr/ident"
"mediarr/permission"
)
const dayMillis int64 = 24 * 60 * 60 * 1000
type RetentionResult struct {
Purged []ident.UUID
Kept int
}
type retentionPolicy struct {
KeepAllDays int `json:"keep_all_days"`
KeepDailyDays int `json:"keep_daily_days"`
KeepMonthly int `json:"keep_monthly"`
}
func (p retentionPolicy) validate() error {
if p.KeepAllDays < 0 || p.KeepDailyDays < 0 || p.KeepMonthly < 0 {
return ErrInvalidRetention
}
return nil
}
func (s *Service) ApplyRetention(ctx context.Context, actorID, documentID ident.UUID) (RetentionResult, error) {
documentRow, err := s.getDocument(ctx, documentID)
if err != nil {
return RetentionResult{}, err
}
if documentRow.DeletedAt.Valid {
return RetentionResult{}, fmt.Errorf("%w: %s", document.ErrDocumentDeleted, documentID)
}
if err := s.can(ctx, actorID, documentID, permission.Manage); err != nil {
return RetentionResult{}, err
}
policyBytes, err := s.db.Queries.GetEffectiveDocumentPolicy(ctx, documentID)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return RetentionResult{}, fmt.Errorf("%w: %s", ErrNoStoragePolicy, documentID)
}
return RetentionResult{}, err
}
policyID, err := ident.FromBytes(policyBytes)
if err != nil {
return RetentionResult{}, fmt.Errorf("%w: %v", ErrNoStoragePolicy, err)
}
storagePolicy, err := s.db.Queries.GetStoragePolicy(ctx, policyID)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return RetentionResult{}, fmt.Errorf("%w: %s", ErrNoStoragePolicy, policyID)
}
return RetentionResult{}, err
}
var retention retentionPolicy
if err := json.Unmarshal([]byte(storagePolicy.VersionRetention), &retention); err != nil {
return RetentionResult{}, fmt.Errorf("%w: %v", ErrInvalidRetention, err)
}
if err := retention.validate(); err != nil {
return RetentionResult{}, err
}
versions, err := s.db.Queries.ListDocumentVersions(ctx, documentID)
if err != nil {
return RetentionResult{}, err
}
purgeIDs := retentionPurgeIDs(versions, documentRow.HeadVersionID, retention, nowMillis())
result := RetentionResult{
Kept: len(versions) - len(purgeIDs),
}
for _, versionID := range purgeIDs {
purged, err := s.purgeVersion(ctx, versionID)
if err != nil {
return result, err
}
if purged {
result.Purged = append(result.Purged, versionID)
}
}
return result, nil
}
func retentionPurgeIDs(versions []database.DocumentVersion, headID *ident.UUID, policy retentionPolicy, now int64) []ident.UUID {
ordered := append([]database.DocumentVersion(nil), versions...)
sort.Slice(ordered, func(i, j int) bool {
if ordered[i].CreatedAt == ordered[j].CreatedAt {
return ordered[i].Seq > ordered[j].Seq
}
return ordered[i].CreatedAt > ordered[j].CreatedAt
})
keep := make(map[ident.UUID]bool, len(ordered))
dailyKept := make(map[string]bool)
monthlyKept := make(map[string]bool)
for _, version := range ordered {
if version.ContentPurgedAt.Valid || version.Pinned != 0 || (headID != nil && *headID == version.ID) {
keep[version.ID] = true
continue
}
if version.CreatedAt > now {
keep[version.ID] = true
continue
}
age := now - version.CreatedAt
ageDays := age / dayMillis
switch {
case policy.KeepAllDays > 0 && ageDays <= int64(policy.KeepAllDays):
keep[version.ID] = true
case policy.KeepDailyDays > 0 && ageDays <= int64(policy.KeepDailyDays):
day := time.UnixMilli(version.CreatedAt).UTC().Format("2006-01-02")
if !dailyKept[day] {
dailyKept[day] = true
keep[version.ID] = true
}
case policy.KeepMonthly > 0:
month := time.UnixMilli(version.CreatedAt).UTC().Format("2006-01")
if !monthlyKept[month] && len(monthlyKept) < policy.KeepMonthly {
monthlyKept[month] = true
keep[version.ID] = true
}
}
}
purge := make([]ident.UUID, 0, len(ordered)-len(keep))
for _, version := range ordered {
if !keep[version.ID] {
purge = append(purge, version.ID)
}
}
return purge
}