a3f05d0d98
and migrate affected code _last refactoring bits to replace **util.OptionalBool** with **optional.Option[bool]**_
109 lines
2.8 KiB
Go
109 lines
2.8 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package container
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
packages_model "code.gitea.io/gitea/models/packages"
|
|
container_model "code.gitea.io/gitea/models/packages/container"
|
|
"code.gitea.io/gitea/modules/optional"
|
|
container_module "code.gitea.io/gitea/modules/packages/container"
|
|
packages_service "code.gitea.io/gitea/services/packages"
|
|
|
|
digest "github.com/opencontainers/go-digest"
|
|
)
|
|
|
|
// Cleanup removes expired container data
|
|
func Cleanup(ctx context.Context, olderThan time.Duration) error {
|
|
if err := cleanupExpiredBlobUploads(ctx, olderThan); err != nil {
|
|
return err
|
|
}
|
|
return cleanupExpiredUploadedBlobs(ctx, olderThan)
|
|
}
|
|
|
|
// cleanupExpiredBlobUploads removes expired blob uploads
|
|
func cleanupExpiredBlobUploads(ctx context.Context, olderThan time.Duration) error {
|
|
pbus, err := packages_model.FindExpiredBlobUploads(ctx, olderThan)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pbu := range pbus {
|
|
if err := RemoveBlobUploadByID(ctx, pbu.ID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// cleanupExpiredUploadedBlobs removes expired uploaded blobs not referenced by a manifest
|
|
func cleanupExpiredUploadedBlobs(ctx context.Context, olderThan time.Duration) error {
|
|
pfs, err := container_model.SearchExpiredUploadedBlobs(ctx, olderThan)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pf := range pfs {
|
|
if err := packages_service.DeletePackageFile(ctx, pf); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
pvs, _, err := packages_model.SearchVersions(ctx, &packages_model.PackageSearchOptions{
|
|
Type: packages_model.TypeContainer,
|
|
Version: packages_model.SearchValue{
|
|
ExactMatch: true,
|
|
Value: container_model.UploadVersion,
|
|
},
|
|
IsInternal: optional.Some(true),
|
|
HasFiles: optional.Some(false),
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pv := range pvs {
|
|
if err := packages_model.DeleteAllProperties(ctx, packages_model.PropertyTypeVersion, pv.ID); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := packages_model.DeleteVersionByID(ctx, pv.ID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func ShouldBeSkipped(ctx context.Context, pcr *packages_model.PackageCleanupRule, p *packages_model.Package, pv *packages_model.PackageVersion) (bool, error) {
|
|
// Always skip the "latest" tag
|
|
if pv.LowerVersion == "latest" {
|
|
return true, nil
|
|
}
|
|
|
|
// Check if the version is a digest (or untagged)
|
|
if digest.Digest(pv.LowerVersion).Validate() == nil {
|
|
// Check if there is another manifest referencing this version
|
|
has, err := packages_model.ExistVersion(ctx, &packages_model.PackageSearchOptions{
|
|
PackageID: p.ID,
|
|
Properties: map[string]string{
|
|
container_module.PropertyManifestReference: pv.LowerVersion,
|
|
},
|
|
})
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
// Skip it if the version is referenced
|
|
if has {
|
|
return true, nil
|
|
}
|
|
}
|
|
|
|
return false, nil
|
|
}
|