From ce77c0a8c102861f808df7a9e44c637daa5ecc8c Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Fri, 24 Jul 2026 16:22:53 +0200 Subject: [PATCH 1/7] feat: accept track in CLI cut command --- cmd/chisel/cmd_cut.go | 8 +- cmd/chisel/cmd_find.go | 5 + cmd/chisel/cmd_find_test.go | 10 ++ cmd/chisel/cmd_info.go | 6 + cmd/chisel/cmd_info_test.go | 5 + internal/setup/setup.go | 96 +++++++++++++- internal/setup/setup_test.go | 236 ++++++++++++++++++++++++++++++--- internal/slicer/slicer_test.go | 6 +- 8 files changed, 344 insertions(+), 28 deletions(-) diff --git a/cmd/chisel/cmd_cut.go b/cmd/chisel/cmd_cut.go index 35c81a79a..0cf6360e8 100644 --- a/cmd/chisel/cmd_cut.go +++ b/cmd/chisel/cmd_cut.go @@ -49,13 +49,13 @@ func (cmd *cmdCut) Execute(args []string) error { return ErrExtraArgs } - sliceKeys := make([]setup.SliceKey, len(cmd.Positional.SliceRefs)) + sliceRefs := make([]setup.SliceRef, len(cmd.Positional.SliceRefs)) for i, sliceRef := range cmd.Positional.SliceRefs { - sliceKey, err := setup.ParseSliceKey(sliceRef) + ref, err := setup.ParseSliceRef(sliceRef) if err != nil { return err } - sliceKeys[i] = sliceKey + sliceRefs[i] = ref } release, err := obtainRelease(cmd.Release) @@ -73,7 +73,7 @@ func (cmd *cmdCut) Execute(args []string) error { } } - selection, err := setup.Select(release, sliceKeys, cmd.Arch) + selection, err := setup.Select(release, sliceRefs, cmd.Arch) if err != nil { return err } diff --git a/cmd/chisel/cmd_find.go b/cmd/chisel/cmd_find.go index 1a208d4bd..ae7920ee6 100644 --- a/cmd/chisel/cmd_find.go +++ b/cmd/chisel/cmd_find.go @@ -89,6 +89,11 @@ func match(slice *setup.Slice, query string) bool { // findSlices returns slices from the provided release that match all of the // query strings (AND). func findSlices(release *setup.Release, query []string) (slices []*setup.Slice, err error) { + for _, term := range query { + if strings.Contains(term, "@") { + return nil, fmt.Errorf("track suffix is unsupported for find: %q", term) + } + } slices = []*setup.Slice{} for _, pkg := range release.Packages { for _, slice := range pkg.Slices { diff --git a/cmd/chisel/cmd_find_test.go b/cmd/chisel/cmd_find_test.go index a2a68c2a8..8f51491ae 100644 --- a/cmd/chisel/cmd_find_test.go +++ b/cmd/chisel/cmd_find_test.go @@ -14,6 +14,7 @@ type findTest struct { release *setup.Release query []string result []*setup.Slice + err string } func makeSamplePackage(pkg string, slices []string) *setup.Package { @@ -123,6 +124,11 @@ var findTests = []findTest{{ release: sampleRelease, query: []string{"python", "slice"}, result: []*setup.Slice{}, +}, { + summary: "Track suffix is unsupported for find", + release: sampleRelease, + query: []string{"python3.10_bins@3.0"}, + err: `track suffix is unsupported for find: "python3.10_bins@3.0"`, }} func (s *ChiselSuite) TestFindSlices(c *C) { @@ -131,6 +137,10 @@ func (s *ChiselSuite) TestFindSlices(c *C) { for _, query := range testutil.Permutations(test.query) { slices, err := chisel.FindSlices(test.release, query) + if test.err != "" { + c.Assert(err, ErrorMatches, test.err) + continue + } c.Assert(err, IsNil) c.Assert(slices, DeepEquals, test.result) } diff --git a/cmd/chisel/cmd_info.go b/cmd/chisel/cmd_info.go index 67ede89a8..5561977c3 100644 --- a/cmd/chisel/cmd_info.go +++ b/cmd/chisel/cmd_info.go @@ -50,6 +50,12 @@ func (cmd *infoCmd) Execute(args []string) error { return err } + for _, query := range cmd.Positional.Queries { + if strings.Contains(query, "@") { + return fmt.Errorf("track suffix is unsupported for info: %q", query) + } + } + packages, notFound := selectPackageSlices(release, cmd.Positional.Queries) for i, pkg := range packages { diff --git a/cmd/chisel/cmd_info_test.go b/cmd/chisel/cmd_info_test.go index fc4624874..22bf7ef7c 100644 --- a/cmd/chisel/cmd_info_test.go +++ b/cmd/chisel/cmd_info_test.go @@ -140,6 +140,11 @@ var infoTests = []infoTest{{ input: infoRelease, query: []string{"foo_bar_foo", "a_b", "7_c", "a_b c", "a_b x_y"}, err: `no slice definitions found for: "foo_bar_foo", "a_b", "7_c", "a_b c", "a_b x_y"`, +}, { + summary: "Track suffix is unsupported for info", + input: infoRelease, + query: []string{"mypkg1_myslice1@3.0"}, + err: `track suffix is unsupported for info: "mypkg1_myslice1@3.0"`, }} var infoRelease = map[string]string{ diff --git a/internal/setup/setup.go b/internal/setup/setup.go index 9d7e4a7bf..c6dd686bb 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -145,6 +145,37 @@ func ParseSliceKey(sliceKey string) (SliceKey, error) { return apacheutil.ParseSliceKey(sliceKey) } +// SliceRef is a slice reference with an optional track suffix for store +// packages. +type SliceRef struct { + Key SliceKey + Track string +} + +// ParseSliceRef parses a "pkg_slice[@track]" reference. The track, if +// present, must be non-empty and must not contain '/'. +func ParseSliceRef(ref string) (SliceRef, error) { + keyPart, track, ok := strings.Cut(ref, "@") + if !ok { + key, err := ParseSliceKey(ref) + if err != nil { + return SliceRef{}, err + } + return SliceRef{Key: key}, nil + } + key, err := ParseSliceKey(keyPart) + if err != nil { + return SliceRef{}, err + } + if track == "" { + return SliceRef{}, fmt.Errorf("invalid slice reference %q: missing track", ref) + } + if strings.Contains(track, "/") { + return SliceRef{}, fmt.Errorf("invalid slice reference %q: track must not contain /", ref) + } + return SliceRef{Key: key, Track: track}, nil +} + func (s *Slice) String() string { return s.Package + "_" + s.Name } // Selection holds the required configuration to create a Build for a selection @@ -154,6 +185,8 @@ func (s *Slice) String() string { return s.Package + "_" + s.Name } type Selection struct { Release *Release Slices []*Slice + // Tracks holds the resolved track per store package name. + Tracks map[string]string } // Prefers uses the prefer relationships and returns a map from each path to @@ -493,7 +526,7 @@ func stripBase(baseDir, path string) string { return strings.TrimPrefix(path, baseDir+string(filepath.Separator)) } -func Select(release *Release, slices []SliceKey, arch string) (*Selection, error) { +func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) { logf("Selecting slices...") var err error @@ -506,10 +539,21 @@ func Select(release *Release, slices []SliceKey, arch string) (*Selection, error return nil, err } + // Resolve the track per store package from the references. + tracks, err := resolveTracks(release, refs) + if err != nil { + return nil, err + } + selection := &Selection{ Release: release, + Tracks: tracks, } + slices := make([]SliceKey, len(refs)) + for i, ref := range refs { + slices[i] = ref.Key + } sorted, err := order(release.Packages, slices, arch) if err != nil { return nil, err @@ -519,6 +563,22 @@ func Select(release *Release, slices []SliceKey, arch string) (*Selection, error selection.Slices[i] = release.Packages[key.Package].Slices[key.Slice] } + // Fill in the default-track for store packages without an explicit track. + // Done after ordering so essentials-included packages get their track too. + for _, slice := range selection.Slices { + pkg := release.Packages[slice.Package] + if pkg.Store == "" { + continue + } + if _, ok := selection.Tracks[pkg.Name]; ok { + continue + } + if selection.Tracks == nil { + selection.Tracks = make(map[string]string) + } + selection.Tracks[pkg.Name] = pkg.DefaultTrack + } + for _, new := range selection.Slices { for newPath, newInfo := range new.Contents { // An invalid "generate" value should only throw an error if that @@ -550,6 +610,40 @@ func Select(release *Release, slices []SliceKey, arch string) (*Selection, error return selection, nil } +// resolveTracks collects the explicit track per store package from the +// references. It errors if a track is set on a non-store package or if two +// references to the same package specify different tracks. Default-track +// fallback is applied later by Select, once the full selection is known. +func resolveTracks(release *Release, refs []SliceRef) (map[string]string, error) { + var tracks map[string]string + for _, ref := range refs { + pkg, ok := release.Packages[ref.Key.Package] + if !ok { + // Package existence is reported later by order(). + continue + } + if pkg.Store == "" { + if ref.Track != "" { + return nil, fmt.Errorf("slice %s has track but package %q is not in a store", + ref.Key, pkg.Name) + } + continue + } + if ref.Track == "" { + continue + } + if existing, ok := tracks[pkg.Name]; ok && existing != ref.Track { + return nil, fmt.Errorf("slices of package %q have conflicting tracks %q and %q", + pkg.Name, existing, ref.Track) + } + if tracks == nil { + tracks = make(map[string]string) + } + tracks[pkg.Name] = ref.Track + } + return tracks, nil +} + const ( preferSource = 1 preferTarget = 2 diff --git a/internal/setup/setup_test.go b/internal/setup/setup_test.go index 3568b39a6..4425a1c3b 100644 --- a/internal/setup/setup_test.go +++ b/internal/setup/setup_test.go @@ -26,7 +26,7 @@ type setupTest struct { release *setup.Release relerror string prefers map[string]string - selslices []setup.SliceKey + selrefs []setup.SliceRef selection *setup.Selection selerror string } @@ -426,7 +426,7 @@ var setupTests = []setupTest{{ myslice2: {essential: [mypkg1_myslice1]} `, }, - selslices: []setup.SliceKey{{"mypkg1", "myslice1"}}, + selrefs: []setup.SliceRef{{Key: setup.SliceKey{"mypkg1", "myslice1"}}}, selection: &setup.Selection{ Slices: []*setup.Slice{{ Package: "mypkg1", @@ -449,7 +449,7 @@ var setupTests = []setupTest{{ myslice2: {essential: [mypkg1_myslice1]} `, }, - selslices: []setup.SliceKey{{"mypkg2", "myslice2"}}, + selrefs: []setup.SliceRef{{Key: setup.SliceKey{"mypkg2", "myslice2"}}}, selection: &setup.Selection{ Slices: []*setup.Slice{{ Package: "mypkg1", @@ -488,7 +488,11 @@ var setupTests = []setupTest{{ /path3: {symlink: /link} `, }, - selslices: []setup.SliceKey{{"mypkg1", "myslice1"}, {"mypkg1", "myslice2"}, {"mypkg2", "myslice1"}}, + selrefs: []setup.SliceRef{ + {Key: setup.SliceKey{"mypkg1", "myslice1"}}, + {Key: setup.SliceKey{"mypkg1", "myslice2"}}, + {Key: setup.SliceKey{"mypkg2", "myslice1"}}, + }, }, { summary: "Conflicting paths across slices", input: map[string]string{ @@ -1756,7 +1760,7 @@ var setupTests = []setupTest{{ EndOfLife: time.Date(2100, time.January, 1, 0, 0, 0, 0, time.UTC), }, }, - selslices: []setup.SliceKey{{"mypkg", "myslice"}}, + selrefs: []setup.SliceRef{{Key: setup.SliceKey{"mypkg", "myslice"}}}, selection: &setup.Selection{ Slices: []*setup.Slice{{ Package: "mypkg", @@ -1810,8 +1814,8 @@ var setupTests = []setupTest{{ EndOfLife: time.Date(2100, time.January, 1, 0, 0, 0, 0, time.UTC), }, }, - selslices: []setup.SliceKey{{"mypkg", "myslice"}}, - selerror: `slice mypkg_myslice has invalid 'generate' for path /dir/\*\*: "foo"`, + selrefs: []setup.SliceRef{{Key: setup.SliceKey{"mypkg", "myslice"}}}, + selerror: `slice mypkg_myslice has invalid 'generate' for path /dir/\*\*: "foo"`, }, { summary: "Paths with generate: manifest must have trailing /**", input: map[string]string{ @@ -2430,11 +2434,11 @@ var setupTests = []setupTest{{ relerror: "slice mypkg1_myslice1 cannot 'prefer' its own package for path /file", }, { summary: "Path conflicts with 'prefer'", - selslices: []setup.SliceKey{ - {"mypkg1", "myslice1"}, - {"mypkg1", "myslice2"}, - {"mypkg2", "myslice1"}, - {"mypkg3", "myslice1"}, + selrefs: []setup.SliceRef{ + {Key: setup.SliceKey{"mypkg1", "myslice1"}}, + {Key: setup.SliceKey{"mypkg1", "myslice2"}}, + {Key: setup.SliceKey{"mypkg2", "myslice1"}}, + {Key: setup.SliceKey{"mypkg3", "myslice1"}}, }, input: map[string]string{ "slices/mydir/mypkg1.yaml": ` @@ -2540,10 +2544,10 @@ var setupTests = []setupTest{{ }, }, { summary: "Path conflicts with 'prefer' depends on selection", - selslices: []setup.SliceKey{ - {"mypkg1", "myslice1"}, - {"mypkg1", "myslice2"}, - {"mypkg2", "myslice1"}, + selrefs: []setup.SliceRef{ + {Key: setup.SliceKey{"mypkg1", "myslice1"}}, + {Key: setup.SliceKey{"mypkg1", "myslice2"}}, + {Key: setup.SliceKey{"mypkg2", "myslice1"}}, }, input: map[string]string{ "slices/mydir/mypkg1.yaml": ` @@ -4374,8 +4378,8 @@ var setupTests = []setupTest{{ }, }, }, { - summary: "Store unknown kind", - selslices: []setup.SliceKey{{Package: "bin-mypkg", Slice: "myslice"}}, + summary: "Store unknown kind", + selrefs: []setup.SliceRef{{Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}}}, input: map[string]string{ "chisel.yaml": ` format: v3 @@ -4409,6 +4413,135 @@ var setupTests = []setupTest{{ `, }, selerror: `slice bin-mypkg_myslice refers to store "bin" with unknown kind "unknown"`, +}, { + summary: "Track on bin slice uses default-track when omitted", + selrefs: []setup.SliceRef{{Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}}}, + input: map[string]string{ + "chisel.yaml": testutil.DefaultChiselYamlWithStores, + "bin-slices/mypkg.yaml": ` + package: mypkg + store: bin + default-track: "3.0" + slices: + myslice: + contents: + /dir/file: {} + `, + }, + selection: &setup.Selection{ + Slices: []*setup.Slice{{ + Package: "bin-mypkg", + Name: "myslice", + Contents: map[string]setup.PathInfo{ + "/dir/file": {Kind: setup.CopyPath}, + }, + }}, + Tracks: map[string]string{"bin-mypkg": "3.0"}, + }, +}, { + summary: "Track on bin slice is set from CLI reference", + selrefs: []setup.SliceRef{{ + Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, + Track: "2.0", + }}, + input: map[string]string{ + "chisel.yaml": testutil.DefaultChiselYamlWithStores, + "bin-slices/mypkg.yaml": ` + package: mypkg + store: bin + default-track: "3.0" + slices: + myslice: + contents: + /dir/file: {} + `, + }, + selection: &setup.Selection{ + Slices: []*setup.Slice{{ + Package: "bin-mypkg", + Name: "myslice", + Contents: map[string]setup.PathInfo{ + "/dir/file": {Kind: setup.CopyPath}, + }, + }}, + Tracks: map[string]string{"bin-mypkg": "2.0"}, + }, +}, { + summary: "Same track on two slices of same bin package is allowed", + selrefs: []setup.SliceRef{ + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Track: "2.0"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Track: "2.0"}, + }, + input: map[string]string{ + "chisel.yaml": testutil.DefaultChiselYamlWithStores, + "bin-slices/mypkg.yaml": ` + package: mypkg + store: bin + default-track: "3.0" + slices: + myslice: + contents: + /dir/file1: {} + myslice2: + contents: + /dir/file2: {} + `, + }, + selection: &setup.Selection{ + Slices: []*setup.Slice{{ + Package: "bin-mypkg", + Name: "myslice", + Contents: map[string]setup.PathInfo{ + "/dir/file1": {Kind: setup.CopyPath}, + }, + }, { + Package: "bin-mypkg", + Name: "myslice2", + Contents: map[string]setup.PathInfo{ + "/dir/file2": {Kind: setup.CopyPath}, + }, + }}, + Tracks: map[string]string{"bin-mypkg": "2.0"}, + }, +}, { + summary: "Conflicting tracks on two slices of same bin package fails", + selrefs: []setup.SliceRef{ + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Track: "2.0"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Track: "3.0"}, + }, + input: map[string]string{ + "chisel.yaml": testutil.DefaultChiselYamlWithStores, + "bin-slices/mypkg.yaml": ` + package: mypkg + store: bin + default-track: "3.0" + slices: + myslice: + contents: + /dir/file1: {} + myslice2: + contents: + /dir/file2: {} + `, + }, + selerror: `slices of package "bin-mypkg" have conflicting tracks "2.0" and "3.0"`, +}, { + summary: "Track on a non-store (deb) package fails", + selrefs: []setup.SliceRef{{ + Key: setup.SliceKey{Package: "mypkg", Slice: "myslice"}, + Track: "2.0", + }}, + input: map[string]string{ + "chisel.yaml": testutil.DefaultChiselYaml, + "slices/mypkg.yaml": ` + package: mypkg + slices: + myslice: + contents: + /dir/file: {} + `, + }, + selerror: `slice mypkg_myslice has track but package "mypkg" is not in a store`, }} func (s *S) TestParseRelease(c *C) { @@ -4540,8 +4673,8 @@ func runParseReleaseTests(c *C, tests []setupTest) { c.Assert(release, DeepEquals, test.release) } - if test.selslices != nil { - selection, err := setup.Select(release, test.selslices, "amd64") + if test.selrefs != nil { + selection, err := setup.Select(release, test.selrefs, "amd64") if test.selerror != "" { c.Assert(err, ErrorMatches, test.selerror) continue @@ -4907,8 +5040,8 @@ func (s *S) TestSelectEmptyArch(c *C) { release, err := setup.ReadRelease(dir) c.Assert(err, IsNil) - selslice := []setup.SliceKey{{"mypkg", "myslice"}} - selection, err := setup.Select(release, selslice, "") + refs := []setup.SliceRef{{Key: setup.SliceKey{"mypkg", "myslice"}}} + selection, err := setup.Select(release, refs, "") c.Assert(err, IsNil) var sliceNames []string @@ -4919,6 +5052,65 @@ func (s *S) TestSelectEmptyArch(c *C) { c.Assert(sliceNames, DeepEquals, expected) } +var parseSliceRefTests = []struct { + input string + expected setup.SliceRef + err string +}{{ + input: "foo_bar", + expected: setup.SliceRef{Key: setup.SliceKey{Package: "foo", Slice: "bar"}}, +}, { + input: "foo_bar@3.0", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Track: "3.0", + }, +}, { + input: "foo_bar@latest", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Track: "latest", + }, +}, { + input: "foo-pkg_dashed-slice@3.0", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo-pkg", Slice: "dashed-slice"}, + Track: "3.0", + }, +}, { + // Split on the first '@'; the track may itself contain '@'. + input: "foo_bar@3.0@x", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Track: "3.0@x", + }, +}, { + input: "foo_bar@", + err: `invalid slice reference "foo_bar@": missing track`, +}, { + input: "foo_bar@3.0/stable", + err: `invalid slice reference "foo_bar@3.0/stable": track must not contain /`, +}, { + // Identity part is still validated by ParseSliceKey. + input: "foo_ba@3.0", + err: `invalid slice reference: "foo_ba"`, +}, { + input: "foo_bar_baz@3.0", + err: `invalid slice reference: "foo_bar_baz"`, +}} + +func (s *S) TestParseSliceRef(c *C) { + for _, test := range parseSliceRefTests { + ref, err := setup.ParseSliceRef(test.input) + if test.err != "" { + c.Assert(err, ErrorMatches, test.err) + continue + } + c.Assert(err, IsNil) + c.Assert(ref, DeepEquals, test.expected) + } +} + // oldEssentialToV3 converts the essentials in v1 and v2, both 'essential', and // 'v3-essential' to the shape expected by the v3 format. // skip is set to true when an accurate translation of the test is not diff --git a/internal/slicer/slicer_test.go b/internal/slicer/slicer_test.go index d6ef9ca0d..df9d25d82 100644 --- a/internal/slicer/slicer_test.go +++ b/internal/slicer/slicer_test.go @@ -2094,7 +2094,11 @@ func runSlicerTests(s *S, c *C, tests []slicerTest) { Slice: "manifest", }) - selection, err := setup.Select(release, testSlices, test.arch) + refs := make([]setup.SliceRef, len(testSlices)) + for i, key := range testSlices { + refs[i] = setup.SliceRef{Key: key} + } + selection, err := setup.Select(release, refs, test.arch) c.Assert(err, IsNil) archives := map[string]archive.Archive{} From 8349863f8d29a81c6df6473cd9ab662e821cb5df Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Mon, 27 Jul 2026 09:32:47 +0200 Subject: [PATCH 2/7] style: improve consistency --- internal/setup/setup.go | 13 +++---------- internal/setup/setup_test.go | 3 +++ 2 files changed, 6 insertions(+), 10 deletions(-) diff --git a/internal/setup/setup.go b/internal/setup/setup.go index c6dd686bb..d0ee794ca 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -573,9 +573,6 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) if _, ok := selection.Tracks[pkg.Name]; ok { continue } - if selection.Tracks == nil { - selection.Tracks = make(map[string]string) - } selection.Tracks[pkg.Name] = pkg.DefaultTrack } @@ -612,14 +609,13 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) // resolveTracks collects the explicit track per store package from the // references. It errors if a track is set on a non-store package or if two -// references to the same package specify different tracks. Default-track -// fallback is applied later by Select, once the full selection is known. +// references to the same package specify different tracks. func resolveTracks(release *Release, refs []SliceRef) (map[string]string, error) { - var tracks map[string]string + tracks := make(map[string]string) for _, ref := range refs { pkg, ok := release.Packages[ref.Key.Package] if !ok { - // Package existence is reported later by order(). + // Nothing to validate; the package is unknown. continue } if pkg.Store == "" { @@ -636,9 +632,6 @@ func resolveTracks(release *Release, refs []SliceRef) (map[string]string, error) return nil, fmt.Errorf("slices of package %q have conflicting tracks %q and %q", pkg.Name, existing, ref.Track) } - if tracks == nil { - tracks = make(map[string]string) - } tracks[pkg.Name] = ref.Track } return tracks, nil diff --git a/internal/setup/setup_test.go b/internal/setup/setup_test.go index 4425a1c3b..706a98007 100644 --- a/internal/setup/setup_test.go +++ b/internal/setup/setup_test.go @@ -432,6 +432,7 @@ var setupTests = []setupTest{{ Package: "mypkg1", Name: "myslice1", }}, + Tracks: map[string]string{}, }, }, { summary: "Selection with dependencies", @@ -461,6 +462,7 @@ var setupTests = []setupTest{{ {"mypkg1", "myslice1"}: {}, }, }}, + Tracks: map[string]string{}, }, }, { summary: "Selection with matching paths don't conflict", @@ -1769,6 +1771,7 @@ var setupTests = []setupTest{{ "/dir/**": {Kind: "generate", Generate: "manifest"}, }, }}, + Tracks: map[string]string{}, }, }, { summary: "Can specify generate with bogus value but cannot select those slices", From c97af92f92c937d7ff7c5e811556f6ce5dfbab25 Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Mon, 27 Jul 2026 11:23:24 +0200 Subject: [PATCH 3/7] feat: handle channels instead of tracks --- cmd/chisel/cmd_find.go | 2 +- cmd/chisel/cmd_find_test.go | 4 +- cmd/chisel/cmd_info.go | 2 +- cmd/chisel/cmd_info_test.go | 4 +- internal/setup/setup.go | 98 ++++++++++++++++++++------------ internal/setup/setup_test.go | 105 +++++++++++++++++++++++------------ 6 files changed, 140 insertions(+), 75 deletions(-) diff --git a/cmd/chisel/cmd_find.go b/cmd/chisel/cmd_find.go index ae7920ee6..d7b9dfdb1 100644 --- a/cmd/chisel/cmd_find.go +++ b/cmd/chisel/cmd_find.go @@ -91,7 +91,7 @@ func match(slice *setup.Slice, query string) bool { func findSlices(release *setup.Release, query []string) (slices []*setup.Slice, err error) { for _, term := range query { if strings.Contains(term, "@") { - return nil, fmt.Errorf("track suffix is unsupported for find: %q", term) + return nil, fmt.Errorf("channel is unsupported for find: %q", term) } } slices = []*setup.Slice{} diff --git a/cmd/chisel/cmd_find_test.go b/cmd/chisel/cmd_find_test.go index 8f51491ae..0d2c117b2 100644 --- a/cmd/chisel/cmd_find_test.go +++ b/cmd/chisel/cmd_find_test.go @@ -125,10 +125,10 @@ var findTests = []findTest{{ query: []string{"python", "slice"}, result: []*setup.Slice{}, }, { - summary: "Track suffix is unsupported for find", + summary: "Channel is unsupported for find", release: sampleRelease, query: []string{"python3.10_bins@3.0"}, - err: `track suffix is unsupported for find: "python3.10_bins@3.0"`, + err: `channel is unsupported for find: "python3.10_bins@3.0"`, }} func (s *ChiselSuite) TestFindSlices(c *C) { diff --git a/cmd/chisel/cmd_info.go b/cmd/chisel/cmd_info.go index 5561977c3..f8f0015c5 100644 --- a/cmd/chisel/cmd_info.go +++ b/cmd/chisel/cmd_info.go @@ -52,7 +52,7 @@ func (cmd *infoCmd) Execute(args []string) error { for _, query := range cmd.Positional.Queries { if strings.Contains(query, "@") { - return fmt.Errorf("track suffix is unsupported for info: %q", query) + return fmt.Errorf("channel is unsupported for info: %q", query) } } diff --git a/cmd/chisel/cmd_info_test.go b/cmd/chisel/cmd_info_test.go index 22bf7ef7c..8c3d13f45 100644 --- a/cmd/chisel/cmd_info_test.go +++ b/cmd/chisel/cmd_info_test.go @@ -141,10 +141,10 @@ var infoTests = []infoTest{{ query: []string{"foo_bar_foo", "a_b", "7_c", "a_b c", "a_b x_y"}, err: `no slice definitions found for: "foo_bar_foo", "a_b", "7_c", "a_b c", "a_b x_y"`, }, { - summary: "Track suffix is unsupported for info", + summary: "Channel is unsupported for info", input: infoRelease, query: []string{"mypkg1_myslice1@3.0"}, - err: `track suffix is unsupported for info: "mypkg1_myslice1@3.0"`, + err: `channel is unsupported for info: "mypkg1_myslice1@3.0"`, }} var infoRelease = map[string]string{ diff --git a/internal/setup/setup.go b/internal/setup/setup.go index d0ee794ca..a0dbaaa77 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -8,6 +8,7 @@ import ( "slices" "strings" "time" + "unicode" "golang.org/x/crypto/openpgp/packet" @@ -145,17 +146,23 @@ func ParseSliceKey(sliceKey string) (SliceKey, error) { return apacheutil.ParseSliceKey(sliceKey) } -// SliceRef is a slice reference with an optional track suffix for store -// packages. +// DefaultRisk is used when a channel does not specify a risk. +const DefaultRisk = "stable" + +// SliceRef is a slice reference with an optional channel for store packages. +// The channel always holds a risk, that is at least "/". type SliceRef struct { - Key SliceKey - Track string + Key SliceKey + Channel string } -// ParseSliceRef parses a "pkg_slice[@track]" reference. The track, if -// present, must be non-empty and must not contain '/'. +// ParseSliceRef parses a "pkg_slice[@channel]" reference. The channel is +// either a track, in which case the default risk is used, or a +// "/" value. Validation is intentionally loose so that longer +// channel forms, such as "//", are accepted without +// changes here. func ParseSliceRef(ref string) (SliceRef, error) { - keyPart, track, ok := strings.Cut(ref, "@") + keyPart, channel, ok := strings.Cut(ref, "@") if !ok { key, err := ParseSliceKey(ref) if err != nil { @@ -167,13 +174,32 @@ func ParseSliceRef(ref string) (SliceRef, error) { if err != nil { return SliceRef{}, err } - if track == "" { - return SliceRef{}, fmt.Errorf("invalid slice reference %q: missing track", ref) + channel, err = parseChannel(channel) + if err != nil { + return SliceRef{}, fmt.Errorf("invalid slice reference %q: %s", ref, err) + } + return SliceRef{Key: key, Channel: channel}, nil +} + +// parseChannel validates a channel and returns it with the default risk +// appended if it holds a track alone. Any number of segments is accepted so +// that longer forms are not rejected here. +func parseChannel(channel string) (string, error) { + if channel == "" { + return "", fmt.Errorf("missing channel") + } + if strings.ContainsFunc(channel, unicode.IsSpace) { + return "", fmt.Errorf("channel must not contain spaces") + } + segments := strings.Split(channel, "/") + if slices.Contains(segments, "") { + return "", fmt.Errorf("channel must be or /") } - if strings.Contains(track, "/") { - return SliceRef{}, fmt.Errorf("invalid slice reference %q: track must not contain /", ref) + if len(segments) == 1 { + // A track alone, the risk is implicit. + return channel + "/" + DefaultRisk, nil } - return SliceRef{Key: key, Track: track}, nil + return channel, nil } func (s *Slice) String() string { return s.Package + "_" + s.Name } @@ -185,8 +211,8 @@ func (s *Slice) String() string { return s.Package + "_" + s.Name } type Selection struct { Release *Release Slices []*Slice - // Tracks holds the resolved track per store package name. - Tracks map[string]string + // Channels holds the resolved channel per store package name. + Channels map[string]string } // Prefers uses the prefer relationships and returns a map from each path to @@ -539,15 +565,15 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) return nil, err } - // Resolve the track per store package from the references. - tracks, err := resolveTracks(release, refs) + // Resolve the channel per store package from the references. + channels, err := resolveChannels(release, refs) if err != nil { return nil, err } selection := &Selection{ - Release: release, - Tracks: tracks, + Release: release, + Channels: channels, } slices := make([]SliceKey, len(refs)) @@ -563,17 +589,19 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) selection.Slices[i] = release.Packages[key.Package].Slices[key.Slice] } - // Fill in the default-track for store packages without an explicit track. - // Done after ordering so essentials-included packages get their track too. + // Derive the channel from 'default-track' for store packages without an + // explicit one. Note the release only defines a track, the risk is + // implicit. Done after ordering so essentials-included packages get their + // channel too. for _, slice := range selection.Slices { pkg := release.Packages[slice.Package] if pkg.Store == "" { continue } - if _, ok := selection.Tracks[pkg.Name]; ok { + if _, ok := selection.Channels[pkg.Name]; ok { continue } - selection.Tracks[pkg.Name] = pkg.DefaultTrack + selection.Channels[pkg.Name] = pkg.DefaultTrack + "/" + DefaultRisk } for _, new := range selection.Slices { @@ -607,11 +635,11 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) return selection, nil } -// resolveTracks collects the explicit track per store package from the -// references. It errors if a track is set on a non-store package or if two -// references to the same package specify different tracks. -func resolveTracks(release *Release, refs []SliceRef) (map[string]string, error) { - tracks := make(map[string]string) +// resolveChannels collects the explicit channel per store package from the +// references. It errors if a channel is set on a non-store package or if two +// references to the same package specify different channels. +func resolveChannels(release *Release, refs []SliceRef) (map[string]string, error) { + channels := make(map[string]string) for _, ref := range refs { pkg, ok := release.Packages[ref.Key.Package] if !ok { @@ -619,22 +647,22 @@ func resolveTracks(release *Release, refs []SliceRef) (map[string]string, error) continue } if pkg.Store == "" { - if ref.Track != "" { - return nil, fmt.Errorf("slice %s has track but package %q is not in a store", + if ref.Channel != "" { + return nil, fmt.Errorf("slice %s has channel but package %q is not in a store", ref.Key, pkg.Name) } continue } - if ref.Track == "" { + if ref.Channel == "" { continue } - if existing, ok := tracks[pkg.Name]; ok && existing != ref.Track { - return nil, fmt.Errorf("slices of package %q have conflicting tracks %q and %q", - pkg.Name, existing, ref.Track) + if existing, ok := channels[pkg.Name]; ok && existing != ref.Channel { + return nil, fmt.Errorf("slices of package %q have conflicting channels %q and %q", + pkg.Name, existing, ref.Channel) } - tracks[pkg.Name] = ref.Track + channels[pkg.Name] = ref.Channel } - return tracks, nil + return channels, nil } const ( diff --git a/internal/setup/setup_test.go b/internal/setup/setup_test.go index 706a98007..6d3f687f4 100644 --- a/internal/setup/setup_test.go +++ b/internal/setup/setup_test.go @@ -432,7 +432,7 @@ var setupTests = []setupTest{{ Package: "mypkg1", Name: "myslice1", }}, - Tracks: map[string]string{}, + Channels: map[string]string{}, }, }, { summary: "Selection with dependencies", @@ -462,7 +462,7 @@ var setupTests = []setupTest{{ {"mypkg1", "myslice1"}: {}, }, }}, - Tracks: map[string]string{}, + Channels: map[string]string{}, }, }, { summary: "Selection with matching paths don't conflict", @@ -1771,7 +1771,7 @@ var setupTests = []setupTest{{ "/dir/**": {Kind: "generate", Generate: "manifest"}, }, }}, - Tracks: map[string]string{}, + Channels: map[string]string{}, }, }, { summary: "Can specify generate with bogus value but cannot select those slices", @@ -4417,7 +4417,7 @@ var setupTests = []setupTest{{ }, selerror: `slice bin-mypkg_myslice refers to store "bin" with unknown kind "unknown"`, }, { - summary: "Track on bin slice uses default-track when omitted", + summary: "Channel on bin slice is derived from default-track when omitted", selrefs: []setup.SliceRef{{Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}}}, input: map[string]string{ "chisel.yaml": testutil.DefaultChiselYamlWithStores, @@ -4439,13 +4439,13 @@ var setupTests = []setupTest{{ "/dir/file": {Kind: setup.CopyPath}, }, }}, - Tracks: map[string]string{"bin-mypkg": "3.0"}, + Channels: map[string]string{"bin-mypkg": "3.0/stable"}, }, }, { - summary: "Track on bin slice is set from CLI reference", + summary: "Channel on bin slice is set from the reference", selrefs: []setup.SliceRef{{ - Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, - Track: "2.0", + Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, + Channel: "2.0/edge", }}, input: map[string]string{ "chisel.yaml": testutil.DefaultChiselYamlWithStores, @@ -4467,13 +4467,13 @@ var setupTests = []setupTest{{ "/dir/file": {Kind: setup.CopyPath}, }, }}, - Tracks: map[string]string{"bin-mypkg": "2.0"}, + Channels: map[string]string{"bin-mypkg": "2.0/edge"}, }, }, { - summary: "Same track on two slices of same bin package is allowed", + summary: "Same channel on two slices of same bin package is allowed", selrefs: []setup.SliceRef{ - {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Track: "2.0"}, - {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Track: "2.0"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Channel: "2.0/stable"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Channel: "2.0/stable"}, }, input: map[string]string{ "chisel.yaml": testutil.DefaultChiselYamlWithStores, @@ -4504,13 +4504,13 @@ var setupTests = []setupTest{{ "/dir/file2": {Kind: setup.CopyPath}, }, }}, - Tracks: map[string]string{"bin-mypkg": "2.0"}, + Channels: map[string]string{"bin-mypkg": "2.0/stable"}, }, }, { - summary: "Conflicting tracks on two slices of same bin package fails", + summary: "Conflicting channels on two slices of same bin package fails", selrefs: []setup.SliceRef{ - {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Track: "2.0"}, - {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Track: "3.0"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice"}, Channel: "2.0/stable"}, + {Key: setup.SliceKey{Package: "bin-mypkg", Slice: "myslice2"}, Channel: "2.0/edge"}, }, input: map[string]string{ "chisel.yaml": testutil.DefaultChiselYamlWithStores, @@ -4527,12 +4527,12 @@ var setupTests = []setupTest{{ /dir/file2: {} `, }, - selerror: `slices of package "bin-mypkg" have conflicting tracks "2.0" and "3.0"`, + selerror: `slices of package "bin-mypkg" have conflicting channels "2.0/stable" and "2.0/edge"`, }, { - summary: "Track on a non-store (deb) package fails", + summary: "Channel on a non-store (deb) package fails", selrefs: []setup.SliceRef{{ - Key: setup.SliceKey{Package: "mypkg", Slice: "myslice"}, - Track: "2.0", + Key: setup.SliceKey{Package: "mypkg", Slice: "myslice"}, + Channel: "2.0/stable", }}, input: map[string]string{ "chisel.yaml": testutil.DefaultChiselYaml, @@ -4544,7 +4544,7 @@ var setupTests = []setupTest{{ /dir/file: {} `, }, - selerror: `slice mypkg_myslice has track but package "mypkg" is not in a store`, + selerror: `slice mypkg_myslice has channel but package "mypkg" is not in a store`, }} func (s *S) TestParseRelease(c *C) { @@ -5063,36 +5063,73 @@ var parseSliceRefTests = []struct { input: "foo_bar", expected: setup.SliceRef{Key: setup.SliceKey{Package: "foo", Slice: "bar"}}, }, { + // A track alone gets the default risk. input: "foo_bar@3.0", expected: setup.SliceRef{ - Key: setup.SliceKey{Package: "foo", Slice: "bar"}, - Track: "3.0", + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0/stable", }, }, { input: "foo_bar@latest", expected: setup.SliceRef{ - Key: setup.SliceKey{Package: "foo", Slice: "bar"}, - Track: "latest", + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "latest/stable", }, }, { - input: "foo-pkg_dashed-slice@3.0", + input: "foo_bar@3.0/edge", expected: setup.SliceRef{ - Key: setup.SliceKey{Package: "foo-pkg", Slice: "dashed-slice"}, - Track: "3.0", + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0/edge", }, }, { - // Split on the first '@'; the track may itself contain '@'. + // An explicit default risk is kept as is. + input: "foo_bar@3.0/stable", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0/stable", + }, +}, { + // Validation is loose, unknown risks are accepted. + input: "foo_bar@3.0/whatever", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0/whatever", + }, +}, { + input: "foo-pkg_dashed-slice@3.0/beta", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo-pkg", Slice: "dashed-slice"}, + Channel: "3.0/beta", + }, +}, { + // Split on the first '@'; the channel may itself contain '@'. input: "foo_bar@3.0@x", expected: setup.SliceRef{ - Key: setup.SliceKey{Package: "foo", Slice: "bar"}, - Track: "3.0@x", + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0@x/stable", + }, +}, { + // Longer forms, such as a branch, are not rejected. + input: "foo_bar@3.0/stable/mybranch", + expected: setup.SliceRef{ + Key: setup.SliceKey{Package: "foo", Slice: "bar"}, + Channel: "3.0/stable/mybranch", }, }, { input: "foo_bar@", - err: `invalid slice reference "foo_bar@": missing track`, + err: `invalid slice reference "foo_bar@": missing channel`, }, { - input: "foo_bar@3.0/stable", - err: `invalid slice reference "foo_bar@3.0/stable": track must not contain /`, + input: "foo_bar@/stable", + err: `invalid slice reference "foo_bar@/stable": channel must be or /`, +}, { + input: "foo_bar@3.0/", + err: `invalid slice reference "foo_bar@3.0/": channel must be or /`, +}, { + input: "foo_bar@3.0//stable", + err: `invalid slice reference "foo_bar@3.0//stable": channel must be or /`, +}, { + input: "foo_bar@3.0 stable", + err: `invalid slice reference "foo_bar@3.0 stable": channel must not contain spaces`, }, { // Identity part is still validated by ParseSliceKey. input: "foo_ba@3.0", From 263ad784e01aa1d2c255b6f2c91268af8572f3c8 Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Mon, 27 Jul 2026 14:20:09 +0200 Subject: [PATCH 4/7] docs: document @channel syntax in cut's help --- cmd/chisel/cmd_cut.go | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/cmd/chisel/cmd_cut.go b/cmd/chisel/cmd_cut.go index 0cf6360e8..41c799b64 100644 --- a/cmd/chisel/cmd_cut.go +++ b/cmd/chisel/cmd_cut.go @@ -20,6 +20,14 @@ to create a new filesystem tree in the root location. By default it fetches the slices for the same Ubuntu version as the current host, unless the --release flag is used. + +Slices are named _. For packages coming from a store, a +channel may be appended to select which one to fetch, as in +mybin_myslice@2.0/edge. A channel with no risk, such as @2.0, uses the +stable risk. + +Slices of the same package must all agree on the channel. When it is +omitted, the default track of the package is used. ` var cutDescs = map[string]string{ From 6c8efed4d0afc91b6b4d1f56b25e42265deabaed Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Tue, 28 Jul 2026 08:32:45 +0200 Subject: [PATCH 5/7] fix: prepare channels map before ordering This map will be needed when implementing the channel filter. --- internal/setup/setup.go | 29 +++++++++++++++++------------ 1 file changed, 17 insertions(+), 12 deletions(-) diff --git a/internal/setup/setup.go b/internal/setup/setup.go index a0dbaaa77..96c95c6bd 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -570,10 +570,22 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) if err != nil { return nil, err } + // Derive the channel from 'default-track' for the store packages without an + // explicit one. Note the release only defines a track, the risk is + // implicit. This is done for every known package, before ordering, because + // ordering itself depends on the channel of the packages it traverses. + for _, pkg := range release.Packages { + if pkg.Store == "" { + continue + } + if _, ok := channels[pkg.Name]; ok { + continue + } + channels[pkg.Name] = pkg.DefaultTrack + "/" + DefaultRisk + } selection := &Selection{ Release: release, - Channels: channels, } slices := make([]SliceKey, len(refs)) @@ -589,19 +601,12 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) selection.Slices[i] = release.Packages[key.Package].Slices[key.Slice] } - // Derive the channel from 'default-track' for store packages without an - // explicit one. Note the release only defines a track, the risk is - // implicit. Done after ordering so essentials-included packages get their - // channel too. + // Only report the channels of the selected packages. + selection.Channels = make(map[string]string) for _, slice := range selection.Slices { - pkg := release.Packages[slice.Package] - if pkg.Store == "" { - continue - } - if _, ok := selection.Channels[pkg.Name]; ok { - continue + if channel, ok := channels[slice.Package]; ok { + selection.Channels[slice.Package] = channel } - selection.Channels[pkg.Name] = pkg.DefaultTrack + "/" + DefaultRisk } for _, new := range selection.Slices { From d593eea27a59208f4dbe3e80ef51cbe75b0d9e82 Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Tue, 28 Jul 2026 09:09:15 +0200 Subject: [PATCH 6/7] style: minor typo --- internal/setup/setup.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/internal/setup/setup.go b/internal/setup/setup.go index 96c95c6bd..6df6f1c06 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -585,7 +585,7 @@ func Select(release *Release, refs []SliceRef, arch string) (*Selection, error) } selection := &Selection{ - Release: release, + Release: release, } slices := make([]SliceKey, len(refs)) From ca0cec4dc03784a63ed905dc1e557c49fe0342de Mon Sep 17 00:00:00 2001 From: Paul Mars Date: Tue, 28 Jul 2026 13:30:15 +0200 Subject: [PATCH 7/7] style: improve naming --- internal/setup/setup.go | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/internal/setup/setup.go b/internal/setup/setup.go index 6df6f1c06..2c34b67ad 100644 --- a/internal/setup/setup.go +++ b/internal/setup/setup.go @@ -174,17 +174,17 @@ func ParseSliceRef(ref string) (SliceRef, error) { if err != nil { return SliceRef{}, err } - channel, err = parseChannel(channel) + channel, err = validateChannel(channel) if err != nil { return SliceRef{}, fmt.Errorf("invalid slice reference %q: %s", ref, err) } return SliceRef{Key: key, Channel: channel}, nil } -// parseChannel validates a channel and returns it with the default risk -// appended if it holds a track alone. Any number of segments is accepted so -// that longer forms are not rejected here. -func parseChannel(channel string) (string, error) { +// validateChannel returns the channel with the default risk appended if it +// holds a track alone. Validation is intentionally loose, any number of +// segments is accepted so that longer forms are not rejected here. +func validateChannel(channel string) (string, error) { if channel == "" { return "", fmt.Errorf("missing channel") }