32db62515f
Fixes #20514 Fixes #20766 Fixes #20631 This PR adds Cleanup Rules for the package registry. This allows to delete unneeded packages automatically. Cleanup rules can be set up from the user or org settings. Please have a look at the documentation because I'm not a native english speaker. Rule Form  Rule List  Rule Preview  Co-authored-by: Lunny Xiao <xiaolunwen@gmail.com>
111 lines
2.9 KiB
Go
111 lines
2.9 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package container
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
packages_model "code.gitea.io/gitea/models/packages"
|
|
container_model "code.gitea.io/gitea/models/packages/container"
|
|
container_module "code.gitea.io/gitea/modules/packages/container"
|
|
"code.gitea.io/gitea/modules/packages/container/oci"
|
|
"code.gitea.io/gitea/modules/util"
|
|
)
|
|
|
|
// Cleanup removes expired container data
|
|
func Cleanup(ctx context.Context, olderThan time.Duration) error {
|
|
if err := cleanupExpiredBlobUploads(ctx, olderThan); err != nil {
|
|
return err
|
|
}
|
|
return cleanupExpiredUploadedBlobs(ctx, olderThan)
|
|
}
|
|
|
|
// cleanupExpiredBlobUploads removes expired blob uploads
|
|
func cleanupExpiredBlobUploads(ctx context.Context, olderThan time.Duration) error {
|
|
pbus, err := packages_model.FindExpiredBlobUploads(ctx, olderThan)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pbu := range pbus {
|
|
if err := RemoveBlobUploadByID(ctx, pbu.ID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// cleanupExpiredUploadedBlobs removes expired uploaded blobs not referenced by a manifest
|
|
func cleanupExpiredUploadedBlobs(ctx context.Context, olderThan time.Duration) error {
|
|
pfs, err := container_model.SearchExpiredUploadedBlobs(ctx, olderThan)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pf := range pfs {
|
|
if err := packages_model.DeleteAllProperties(ctx, packages_model.PropertyTypeFile, pf.ID); err != nil {
|
|
return err
|
|
}
|
|
if err := packages_model.DeleteFileByID(ctx, pf.ID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
pvs, _, err := packages_model.SearchVersions(ctx, &packages_model.PackageSearchOptions{
|
|
Type: packages_model.TypeContainer,
|
|
Version: packages_model.SearchValue{
|
|
ExactMatch: true,
|
|
Value: container_model.UploadVersion,
|
|
},
|
|
IsInternal: util.OptionalBoolTrue,
|
|
HasFiles: util.OptionalBoolFalse,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, pv := range pvs {
|
|
if err := packages_model.DeleteAllProperties(ctx, packages_model.PropertyTypeVersion, pv.ID); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := packages_model.DeleteVersionByID(ctx, pv.ID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func ShouldBeSkipped(ctx context.Context, pcr *packages_model.PackageCleanupRule, p *packages_model.Package, pv *packages_model.PackageVersion) (bool, error) {
|
|
// Always skip the "latest" tag
|
|
if pv.LowerVersion == "latest" {
|
|
return true, nil
|
|
}
|
|
|
|
// Check if the version is a digest (or untagged)
|
|
if oci.Digest(pv.LowerVersion).Validate() {
|
|
// Check if there is another manifest referencing this version
|
|
has, err := packages_model.ExistVersion(ctx, &packages_model.PackageSearchOptions{
|
|
PackageID: p.ID,
|
|
Properties: map[string]string{
|
|
container_module.PropertyManifestReference: pv.LowerVersion,
|
|
},
|
|
})
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
// Skip it if the version is referenced
|
|
if has {
|
|
return true, nil
|
|
}
|
|
}
|
|
|
|
return false, nil
|
|
}
|