Something went wrong. Try again.
[mirror] Scalable static site server for Git forges (like GitHub Pages)
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778package git_pages
import ( "context" "fmt"
"github.com/c2h5oh/datasize")
func TraceGarbage(ctx context.Context) error { allBlobs := map[string]int64{} liveBlobs := map[string]int64{}
reduceBlobs := func(data map[string]int64) (items, total int64) { for _, value := range data { items += 1 total += value } return }
traceManifest := func(manifestKind string, manifestName string, manifest *Manifest) { for _, entry := range manifest.GetContents() { if entry.GetType() == Type_ExternalFile { blobName := string(entry.Data) if size, ok := allBlobs[blobName]; ok { liveBlobs[blobName] = size } else { logc.Printf(ctx, "trace err: %s/%s: dangling reference %s", manifestKind, manifestName, blobName) } } } }
// Enumerate all blobs. logc.Printf(ctx, "trace: enumerating blobs") for metadata, err := range backend.EnumerateBlobs(ctx) { if err != nil { return fmt.Errorf("trace err: %w", err) } allBlobs[metadata.Name] = metadata.Size }
// Enumerate blobs live via site manifests. logc.Printf(ctx, "trace: enumerating manifests") for item, err := range backend.GetAllManifests(ctx) { metadata, manifest := item.Splat() if err != nil { return fmt.Errorf("trace err: %w", err) } traceManifest("site", metadata.Name.String(), manifest) }
// Enumerate blobs live via audit records. logc.Printf(ctx, "trace: enumerating audit records") auditIDs := backend.SearchAuditLog(ctx, SearchAuditLogOptions{}) for record, err := range backend.GetAuditLogRecords(ctx, auditIDs) { if err != nil { return fmt.Errorf("trace err: %w", err) } if record.Manifest != nil { traceManifest("audit", record.GetAuditID().String(), record.Manifest) } }
allBlobsCount, allBlobsSize := reduceBlobs(allBlobs) liveBlobsCount, liveBlobsSize := reduceBlobs(liveBlobs) logc.Printf(ctx, "trace all: %d blobs, %s", allBlobsCount, datasize.ByteSize(allBlobsSize).HR()) logc.Printf(ctx, "trace live: %d blobs, %s", liveBlobsCount, datasize.ByteSize(liveBlobsSize).HR()) logc.Printf(ctx, "trace dead: %d blobs, %s", allBlobsCount-liveBlobsCount, datasize.ByteSize(allBlobsSize-liveBlobsSize).HR())
return nil}