mirror of
https://github.com/mudler/luet.git
synced 2025-07-18 17:31:19 +00:00
Drop code which is called already by containerd
Drop also direct xattrs handling
This commit is contained in:
parent
c58a462e79
commit
702a9f17db
@ -47,7 +47,7 @@ var _ = Describe("Create", func() {
|
|||||||
img, err := b.ImageReference("alpine", false)
|
img, err := b.ImageReference("alpine", false)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
|
||||||
_, dir, err := Extract(ctx, img, false, nil)
|
_, dir, err := Extract(ctx, img, nil)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
|
||||||
defer os.RemoveAll(dir)
|
defer os.RemoveAll(dir)
|
||||||
@ -69,7 +69,7 @@ var _ = Describe("Create", func() {
|
|||||||
img, err = b.ImageReference("testimage", false)
|
img, err = b.ImageReference("testimage", false)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
|
||||||
_, dir, err = Extract(ctx, img, false, nil)
|
_, dir, err = Extract(ctx, img, nil)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
|
||||||
defer os.RemoveAll(dir)
|
defer os.RemoveAll(dir)
|
||||||
|
@ -74,7 +74,6 @@ var _ = Describe("Delta", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img2,
|
img2,
|
||||||
true,
|
|
||||||
f,
|
f,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -94,7 +93,6 @@ var _ = Describe("Delta", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img2,
|
img2,
|
||||||
true,
|
|
||||||
f,
|
f,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -109,7 +107,6 @@ var _ = Describe("Delta", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img2,
|
img2,
|
||||||
true,
|
|
||||||
f,
|
f,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -124,7 +121,6 @@ var _ = Describe("Delta", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img2,
|
img2,
|
||||||
true,
|
|
||||||
f,
|
f,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
@ -19,14 +19,11 @@ import (
|
|||||||
"archive/tar"
|
"archive/tar"
|
||||||
"context"
|
"context"
|
||||||
"io"
|
"io"
|
||||||
"io/fs"
|
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"strings"
|
"strings"
|
||||||
"syscall"
|
|
||||||
|
|
||||||
containerdarchive "github.com/containerd/containerd/archive"
|
containerdarchive "github.com/containerd/containerd/archive"
|
||||||
"github.com/docker/docker/pkg/system"
|
|
||||||
v1 "github.com/google/go-containerregistry/pkg/v1"
|
v1 "github.com/google/go-containerregistry/pkg/v1"
|
||||||
"github.com/google/go-containerregistry/pkg/v1/mutate"
|
"github.com/google/go-containerregistry/pkg/v1/mutate"
|
||||||
"github.com/mudler/luet/pkg/api/core/types"
|
"github.com/mudler/luet/pkg/api/core/types"
|
||||||
@ -196,7 +193,7 @@ func ExtractFiles(
|
|||||||
// ExtractReader perform the extracting action over the io.ReadCloser
|
// ExtractReader perform the extracting action over the io.ReadCloser
|
||||||
// it extracts the files over output. Accepts a filter as an option
|
// it extracts the files over output. Accepts a filter as an option
|
||||||
// and additional containerd Options
|
// and additional containerd Options
|
||||||
func ExtractReader(ctx *types.Context, reader io.ReadCloser, output string, keepPerms bool, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
func ExtractReader(ctx *types.Context, reader io.ReadCloser, output string, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
||||||
defer reader.Close()
|
defer reader.Close()
|
||||||
|
|
||||||
// If no filter is specified, grab all.
|
// If no filter is specified, grab all.
|
||||||
@ -204,36 +201,7 @@ func ExtractReader(ctx *types.Context, reader io.ReadCloser, output string, keep
|
|||||||
filter = func(h *tar.Header) (bool, error) { return true, nil }
|
filter = func(h *tar.Header) (bool, error) { return true, nil }
|
||||||
}
|
}
|
||||||
|
|
||||||
// Keep records of permissions as we walk the tar
|
opts = append(opts, containerdarchive.WithFilter(filter))
|
||||||
type permData struct {
|
|
||||||
PAX, Xattrs map[string]string
|
|
||||||
Uid, Gid int
|
|
||||||
Name string
|
|
||||||
FileMode fs.FileMode
|
|
||||||
}
|
|
||||||
|
|
||||||
permstore, err := ctx.Config.System.TempDir("permstore")
|
|
||||||
if err != nil {
|
|
||||||
return 0, "", err
|
|
||||||
}
|
|
||||||
perms := NewCache(permstore, 50*1024*1024, 10000)
|
|
||||||
|
|
||||||
f := func(h *tar.Header) (bool, error) {
|
|
||||||
res, err := filter(h)
|
|
||||||
if res {
|
|
||||||
perms.SetValue(h.Name, permData{
|
|
||||||
PAX: h.PAXRecords,
|
|
||||||
Uid: h.Uid, Gid: h.Gid,
|
|
||||||
Xattrs: h.Xattrs,
|
|
||||||
Name: h.Name,
|
|
||||||
FileMode: h.FileInfo().Mode(),
|
|
||||||
})
|
|
||||||
//perms = append(perms, })
|
|
||||||
}
|
|
||||||
return res, err
|
|
||||||
}
|
|
||||||
|
|
||||||
opts = append(opts, containerdarchive.WithFilter(f))
|
|
||||||
|
|
||||||
// Handle the extraction
|
// Handle the extraction
|
||||||
c, err := containerdarchive.Apply(context.Background(), output, reader, opts...)
|
c, err := containerdarchive.Apply(context.Background(), output, reader, opts...)
|
||||||
@ -241,46 +209,19 @@ func ExtractReader(ctx *types.Context, reader io.ReadCloser, output string, keep
|
|||||||
return 0, "", err
|
return 0, "", err
|
||||||
}
|
}
|
||||||
|
|
||||||
// Reconstruct permissions
|
|
||||||
if keepPerms {
|
|
||||||
ctx.Debug("Reconstructing permissions")
|
|
||||||
perms.All(func(cr CacheResult) {
|
|
||||||
p := &permData{}
|
|
||||||
cr.Unmarshal(p)
|
|
||||||
ff := filepath.Join(output, p.Name)
|
|
||||||
if _, err := os.Lstat(ff); err == nil {
|
|
||||||
if err := os.Lchown(ff, p.Uid, p.Gid); err != nil {
|
|
||||||
ctx.Warning(err, "failed chowning file")
|
|
||||||
}
|
|
||||||
ctx.Debug("Set", p.Name, p.FileMode)
|
|
||||||
if err := os.Chmod(ff, p.FileMode); err != nil {
|
|
||||||
ctx.Warning(err, "failed chmod file")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for _, attrs := range []map[string]string{p.Xattrs, p.PAX} {
|
|
||||||
for k, attr := range attrs {
|
|
||||||
if err := system.Lsetxattr(ff, k, []byte(attr), 0); err != nil {
|
|
||||||
if errors.Is(err, syscall.ENOTSUP) {
|
|
||||||
ctx.Debug("ignored xattr %s in archive", ff)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
return c, output, nil
|
return c, output, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Extract is just syntax sugar around ExtractReader. It extracts an image into a dir
|
// Extract is just syntax sugar around ExtractReader. It extracts an image into a dir
|
||||||
func Extract(ctx *types.Context, img v1.Image, keepPerms bool, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
func Extract(ctx *types.Context, img v1.Image, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
||||||
tmpdiffs, err := ctx.Config.GetSystem().TempDir("extraction")
|
tmpdiffs, err := ctx.Config.GetSystem().TempDir("extraction")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, "", errors.Wrap(err, "Error met while creating tempdir for rootfs")
|
return 0, "", errors.Wrap(err, "Error met while creating tempdir for rootfs")
|
||||||
}
|
}
|
||||||
return ExtractReader(ctx, mutate.Extract(img), tmpdiffs, keepPerms, filter, opts...)
|
return ExtractReader(ctx, mutate.Extract(img), tmpdiffs, filter, opts...)
|
||||||
}
|
}
|
||||||
|
|
||||||
// ExtractTo is just syntax sugar around ExtractReader
|
// ExtractTo is just syntax sugar around ExtractReader
|
||||||
func ExtractTo(ctx *types.Context, img v1.Image, output string, keepPerms bool, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
func ExtractTo(ctx *types.Context, img v1.Image, output string, filter func(h *tar.Header) (bool, error), opts ...containerdarchive.ApplyOpt) (int64, string, error) {
|
||||||
return ExtractReader(ctx, mutate.Extract(img), output, keepPerms, filter, opts...)
|
return ExtractReader(ctx, mutate.Extract(img), output, filter, opts...)
|
||||||
}
|
}
|
||||||
|
@ -58,7 +58,6 @@ var _ = Describe("Extract", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
true,
|
|
||||||
ExtractFiles(ctx, "", []string{}, []string{}),
|
ExtractFiles(ctx, "", []string{}, []string{}),
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -72,7 +71,6 @@ var _ = Describe("Extract", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
true,
|
|
||||||
ExtractFiles(ctx, "/usr", []string{}, []string{}),
|
ExtractFiles(ctx, "/usr", []string{}, []string{}),
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -86,7 +84,6 @@ var _ = Describe("Extract", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
true,
|
|
||||||
ExtractFiles(ctx, "/usr", []string{"bin"}, []string{"sbin"}),
|
ExtractFiles(ctx, "/usr", []string{"bin"}, []string{"sbin"}),
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -101,7 +98,6 @@ var _ = Describe("Extract", func() {
|
|||||||
_, tmpdir, err := Extract(
|
_, tmpdir, err := Extract(
|
||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
true,
|
|
||||||
ExtractFiles(ctx, "", []string{"/usr|/usr/bin"}, []string{"^/bin"}),
|
ExtractFiles(ctx, "", []string{"/usr|/usr/bin"}, []string{"^/bin"}),
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
@ -70,8 +70,8 @@ type PackageArtifact struct {
|
|||||||
Runtime *pkg.DefaultPackage `json:"runtime,omitempty"`
|
Runtime *pkg.DefaultPackage `json:"runtime,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func ImageToArtifact(ctx *types.Context, img v1.Image, t compression.Implementation, output string, keepPerms bool, filter func(h *tar.Header) (bool, error)) (*PackageArtifact, error) {
|
func ImageToArtifact(ctx *types.Context, img v1.Image, t compression.Implementation, output string, filter func(h *tar.Header) (bool, error)) (*PackageArtifact, error) {
|
||||||
_, tmpdiffs, err := image.Extract(ctx, img, keepPerms, filter)
|
_, tmpdiffs, err := image.Extract(ctx, img, filter)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.Wrap(err, "Error met while creating tempdir for rootfs")
|
return nil, errors.Wrap(err, "Error met while creating tempdir for rootfs")
|
||||||
}
|
}
|
||||||
@ -570,7 +570,7 @@ func (a *PackageArtifact) Unpack(ctx *types.Context, dst string, keepPerms bool)
|
|||||||
// // tarModifier.Modifier()
|
// // tarModifier.Modifier()
|
||||||
// return true, nil
|
// return true, nil
|
||||||
// },
|
// },
|
||||||
_, _, err = image.ExtractReader(ctx, replacerArchive, dst, ctx.Config.GetGeneral().SameOwner, nil)
|
_, _, err = image.ExtractReader(ctx, replacerArchive, dst, nil)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -161,7 +161,6 @@ RUN echo bar > /test2`))
|
|||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
result,
|
result,
|
||||||
false,
|
|
||||||
nil,
|
nil,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
@ -210,7 +209,6 @@ RUN echo bar > /test2`))
|
|||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
result,
|
result,
|
||||||
false,
|
|
||||||
nil,
|
nil,
|
||||||
)
|
)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
|
@ -255,7 +255,6 @@ func (cs *LuetCompiler) unpackFs(concurrency int, keepPermissions bool, p *compi
|
|||||||
_, rootfs, err := image.Extract(
|
_, rootfs, err := image.Extract(
|
||||||
cs.Options.Context,
|
cs.Options.Context,
|
||||||
img,
|
img,
|
||||||
keepPermissions,
|
|
||||||
image.ExtractFiles(
|
image.ExtractFiles(
|
||||||
cs.Options.Context,
|
cs.Options.Context,
|
||||||
p.GetPackageDir(),
|
p.GetPackageDir(),
|
||||||
@ -338,7 +337,6 @@ func (cs *LuetCompiler) unpackDelta(concurrency int, keepPermissions bool, p *co
|
|||||||
ref2,
|
ref2,
|
||||||
cs.Options.CompressionType,
|
cs.Options.CompressionType,
|
||||||
p.Rel(fmt.Sprintf("%s%s", p.GetPackage().GetFingerPrint(), ".package.tar")),
|
p.Rel(fmt.Sprintf("%s%s", p.GetPackage().GetFingerPrint(), ".package.tar")),
|
||||||
keepPermissions,
|
|
||||||
filter,
|
filter,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@ -899,7 +899,7 @@ var _ = Describe("Compiler", func() {
|
|||||||
|
|
||||||
img, err := b.ImageReference(fmt.Sprintf("%s:%s", imageName, artifacts[0].Runtime.ImageID()), true)
|
img, err := b.ImageReference(fmt.Sprintf("%s:%s", imageName, artifacts[0].Runtime.ImageID()), true)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
_, path, err := image.Extract(ctx, img, false, nil)
|
_, path, err := image.Extract(ctx, img, nil)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
defer os.RemoveAll(path) // clean up
|
defer os.RemoveAll(path) // clean up
|
||||||
|
|
||||||
@ -907,7 +907,7 @@ var _ = Describe("Compiler", func() {
|
|||||||
|
|
||||||
img, err = b.ImageReference(fmt.Sprintf("%s:%s", imageName, artifacts[1].Runtime.GetMetadataFilePath()), true)
|
img, err = b.ImageReference(fmt.Sprintf("%s:%s", imageName, artifacts[1].Runtime.GetMetadataFilePath()), true)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
_, path, err = image.Extract(ctx, img, false, nil)
|
_, path, err = image.Extract(ctx, img, nil)
|
||||||
Expect(err).ToNot(HaveOccurred())
|
Expect(err).ToNot(HaveOccurred())
|
||||||
defer os.RemoveAll(path) // clean up
|
defer os.RemoveAll(path) // clean up
|
||||||
|
|
||||||
|
@ -174,7 +174,6 @@ func DownloadAndExtractDockerImage(ctx *luettypes.Context, image, dest string, a
|
|||||||
ctx,
|
ctx,
|
||||||
img,
|
img,
|
||||||
dest,
|
dest,
|
||||||
true,
|
|
||||||
nil,
|
nil,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@ -204,7 +204,6 @@ func (d *dockerRepositoryGenerator) Generate(r *LuetSystemRepository, imagePrefi
|
|||||||
d.context,
|
d.context,
|
||||||
img,
|
img,
|
||||||
repoTemp,
|
repoTemp,
|
||||||
d.context.Config.GetGeneral().SameOwner,
|
|
||||||
nil,
|
nil,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
Loading…
Reference in New Issue
Block a user