mirror of
https://github.com/token2/snapd.git
synced 2026-03-13 11:15:47 -07:00
This new function is useful for parsing `url.Values` where there may be
multiple values for the same key, and those values may themselves be
comma-separated values.
This is a port of a commit from the `x-go` package, which was originally
intended to be used in pebble. The commit can be found here:
32684ae6fb
Signed-off-by: Oliver Calder <oliver.calder@canonical.com>
381 lines
13 KiB
Go
381 lines
13 KiB
Go
// -*- Mode: Go; indent-tabs-mode: t -*-
|
||
|
||
/*
|
||
* Copyright (C) 2014-2020 Canonical Ltd
|
||
*
|
||
* This program is free software: you can redistribute it and/or modify
|
||
* it under the terms of the GNU General Public License version 3 as
|
||
* published by the Free Software Foundation.
|
||
*
|
||
* This program is distributed in the hope that it will be useful,
|
||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
* GNU General Public License for more details.
|
||
*
|
||
* You should have received a copy of the GNU General Public License
|
||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||
*
|
||
*/
|
||
|
||
package strutil_test
|
||
|
||
import (
|
||
"bytes"
|
||
"math"
|
||
"sort"
|
||
"testing"
|
||
|
||
"gopkg.in/check.v1"
|
||
|
||
"github.com/snapcore/snapd/strutil"
|
||
)
|
||
|
||
func Test(t *testing.T) { check.TestingT(t) }
|
||
|
||
type strutilSuite struct{}
|
||
|
||
var _ = check.Suite(&strutilSuite{})
|
||
|
||
func (*strutilSuite) TestQuoted(c *check.C) {
|
||
for _, t := range []struct {
|
||
in []string
|
||
out string
|
||
}{
|
||
{nil, ""},
|
||
{[]string{}, ""},
|
||
{[]string{"one"}, `"one"`},
|
||
{[]string{"one", "two"}, `"one", "two"`},
|
||
{[]string{"one", `tw"`}, `"one", "tw\""`},
|
||
} {
|
||
c.Check(strutil.Quoted(t.in), check.Equals, t.out, check.Commentf("expected %#v -> %s", t.in, t.out))
|
||
}
|
||
}
|
||
|
||
func (ts *strutilSuite) TestSizeToStr(c *check.C) {
|
||
for _, t := range []struct {
|
||
size int64
|
||
str string
|
||
}{
|
||
{0, "0B"},
|
||
{1, "1B"},
|
||
{400, "400B"},
|
||
{1000, "1kB"},
|
||
{1000 + 1, "1kB"},
|
||
{900 * 1000, "900kB"},
|
||
{1000 * 1000, "1MB"},
|
||
{20 * 1000 * 1000, "20MB"},
|
||
{1000 * 1000 * 1000, "1GB"},
|
||
{31 * 1000 * 1000 * 1000, "31GB"},
|
||
{math.MaxInt64, "9EB"},
|
||
} {
|
||
c.Check(strutil.SizeToStr(t.size), check.Equals, t.str)
|
||
}
|
||
}
|
||
|
||
func (ts *strutilSuite) TestIntsToCommaSeparated(c *check.C) {
|
||
for _, t := range []struct {
|
||
values []int
|
||
str string
|
||
}{
|
||
{[]int{}, ""},
|
||
{nil, ""},
|
||
{[]int{0}, "0"},
|
||
{[]int{0, -1}, "0,-1"},
|
||
{[]int{1, 2, 3}, "1,2,3"},
|
||
} {
|
||
c.Check(strutil.IntsToCommaSeparated(t.values), check.Equals, t.str)
|
||
}
|
||
}
|
||
|
||
func (ts *strutilSuite) TestListContains(c *check.C) {
|
||
for _, xs := range [][]string{
|
||
{},
|
||
nil,
|
||
{"foo"},
|
||
{"foo", "baz", "barbar"},
|
||
} {
|
||
c.Check(strutil.ListContains(xs, "bar"), check.Equals, false)
|
||
sort.Strings(xs)
|
||
c.Check(strutil.SortedListContains(xs, "bar"), check.Equals, false)
|
||
}
|
||
|
||
for _, xs := range [][]string{
|
||
{"bar"},
|
||
{"foo", "bar", "baz"},
|
||
{"bar", "foo", "baz"},
|
||
{"foo", "baz", "bar"},
|
||
{"bar", "bar", "bar", "bar", "bar", "bar"},
|
||
} {
|
||
c.Check(strutil.ListContains(xs, "bar"), check.Equals, true)
|
||
sort.Strings(xs)
|
||
c.Check(strutil.SortedListContains(xs, "bar"), check.Equals, true)
|
||
}
|
||
}
|
||
|
||
func (ts *strutilSuite) TestTruncateOutput(c *check.C) {
|
||
data := []byte("ab\ncd\nef\ngh\nij")
|
||
out := strutil.TruncateOutput(data, 3, 500)
|
||
c.Assert(out, check.DeepEquals, []byte("ef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 1000, 8)
|
||
c.Assert(out, check.DeepEquals, []byte("ef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 1000, 1000)
|
||
c.Assert(out, check.DeepEquals, []byte("ab\ncd\nef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 99, 5)
|
||
c.Assert(out, check.DeepEquals, []byte("gh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 99, 6)
|
||
c.Assert(out, check.DeepEquals, []byte("\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 5, 1000)
|
||
c.Assert(out, check.DeepEquals, []byte("ab\ncd\nef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 1000, len(data))
|
||
c.Assert(out, check.DeepEquals, []byte("ab\ncd\nef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 1000, 1000)
|
||
c.Assert(out, check.DeepEquals, []byte("ab\ncd\nef\ngh\nij"))
|
||
|
||
out = strutil.TruncateOutput(data, 0, 0)
|
||
c.Assert(out, check.HasLen, 0)
|
||
}
|
||
|
||
func (ts *strutilSuite) TestParseByteSizeHappy(c *check.C) {
|
||
for _, t := range []struct {
|
||
str string
|
||
expected int64
|
||
}{
|
||
{"0B", 0},
|
||
{"1B", 1},
|
||
{"400B", 400},
|
||
{"1kB", 1000},
|
||
// note the upper-case
|
||
{"1KB", 1000},
|
||
{"900kB", 900 * 1000},
|
||
{"1MB", 1000 * 1000},
|
||
{"20MB", 20 * 1000 * 1000},
|
||
{"1GB", 1000 * 1000 * 1000},
|
||
{"31GB", 31 * 1000 * 1000 * 1000},
|
||
{"4TB", 4 * 1000 * 1000 * 1000 * 1000},
|
||
{"6PB", 6 * 1000 * 1000 * 1000 * 1000 * 1000},
|
||
{"8EB", 8 * 1000 * 1000 * 1000 * 1000 * 1000 * 1000},
|
||
} {
|
||
val, err := strutil.ParseByteSize(t.str)
|
||
c.Check(err, check.IsNil)
|
||
c.Check(val, check.Equals, t.expected, check.Commentf("incorrect result for input %q", t.str))
|
||
}
|
||
}
|
||
|
||
func (ts *strutilSuite) TestParseByteSizeUnhappy(c *check.C) {
|
||
for _, t := range []struct {
|
||
str string
|
||
errStr string
|
||
}{
|
||
{"B", `cannot parse "B": no numerical prefix`},
|
||
{"1", `cannot parse "1": need a number with a unit as input`},
|
||
{"11", `cannot parse "11": need a number with a unit as input`},
|
||
{"400x", `cannot parse "400x": try 'kB' or 'MB'`},
|
||
{"400xx", `cannot parse "400xx": try 'kB' or 'MB'`},
|
||
{"1k", `cannot parse "1k": try 'kB' or 'MB'`},
|
||
{"200KiB", `cannot parse "200KiB": try 'kB' or 'MB'`},
|
||
{"-200KB", `cannot parse "-200KB": size cannot be negative`},
|
||
{"-200B", `cannot parse "-200B": size cannot be negative`},
|
||
{"-B", `cannot parse "-B": "-" is not a number`},
|
||
{"-", `cannot parse "-": "-" is not a number`},
|
||
{"", `cannot parse "": "" is not a number`},
|
||
// Digits outside of Latin1 range
|
||
// ARABIC-INDIC DIGIT SEVEN
|
||
{"٧kB", `cannot parse "٧kB": no numerical prefix`},
|
||
{"1٧kB", `cannot parse "1٧kB": try 'kB' or 'MB'`},
|
||
} {
|
||
_, err := strutil.ParseByteSize(t.str)
|
||
c.Check(err, check.ErrorMatches, t.errStr, check.Commentf("incorrect error for %q", t.str))
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestCommaSeparatedList(c *check.C) {
|
||
table := []struct {
|
||
in string
|
||
out []string
|
||
}{
|
||
{"", []string{}},
|
||
{",", []string{}},
|
||
{"foo,bar", []string{"foo", "bar"}},
|
||
{"foo , bar", []string{"foo", "bar"}},
|
||
{"foo ,, bar", []string{"foo", "bar"}},
|
||
{" foo ,, bar,baz", []string{"foo", "bar", "baz"}},
|
||
{" foo bar ,,,baz", []string{"foo bar", "baz"}},
|
||
}
|
||
|
||
for _, test := range table {
|
||
c.Check(strutil.CommaSeparatedList(test.in), check.DeepEquals, test.out, check.Commentf("%q", test.in))
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestMultiCommaSeparatedList(c *check.C) {
|
||
table := []struct {
|
||
in []string
|
||
out []string
|
||
}{
|
||
{[]string{}, nil},
|
||
{[]string{"", ",,", ""}, nil},
|
||
{[]string{"foo", "bar"}, []string{"foo", "bar"}},
|
||
{[]string{"foo,bar", "bazz,buzz", "x"}, []string{"foo", "bar", "bazz", "buzz", "x"}},
|
||
}
|
||
|
||
for _, test := range table {
|
||
c.Check(strutil.MultiCommaSeparatedList(test.in), check.DeepEquals, test.out, check.Commentf("%q", test.in))
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestEllipt(c *check.C) {
|
||
type T struct {
|
||
in string
|
||
n int
|
||
right string
|
||
left string
|
||
}
|
||
for _, t := range []T{
|
||
{"", 10, "", ""},
|
||
{"", -1, "", ""},
|
||
{"hello", -1, "…", "…"},
|
||
{"hello", 0, "…", "…"},
|
||
{"hello", 1, "…", "…"},
|
||
{"hello", 2, "h…", "…o"},
|
||
{"hello", 3, "he…", "…lo"},
|
||
{"hello", 4, "hel…", "…llo"},
|
||
{"hello", 5, "hello", "hello"},
|
||
{"hello", 10, "hello", "hello"},
|
||
{"héllo", 4, "hé…", "…llo"},
|
||
{"héllo", 3, "he…", "…lo"},
|
||
{"he🐧lo", 4, "he🐧…", "…🐧lo"},
|
||
{"he🐧lo", 3, "he…", "…lo"},
|
||
} {
|
||
c.Check(strutil.ElliptRight(t.in, t.n), check.Equals, t.right, check.Commentf("%q[:%d] -> %q", t.in, t.n, t.right))
|
||
c.Check(strutil.ElliptLeft(t.in, t.n), check.Equals, t.left, check.Commentf("%q[-%d:] -> %q", t.in, t.n, t.left))
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestSortedListsUniqueMerge(c *check.C) {
|
||
l1 := []string{"a", "a", "c", "d", "e", "f", "h", "h"}
|
||
l2 := []string{"b", "c", "d", "d", "g"}
|
||
l3 := []string{"a", "b", "c", "d", "e", "f", "g", "h"}
|
||
|
||
tests := []struct {
|
||
sl1 []string
|
||
sl2 []string
|
||
res []string
|
||
}{
|
||
{nil, nil, nil},
|
||
{nil, []string{"a", "a", "b"}, []string{"a", "b"}},
|
||
{[]string{"a", "a", "b"}, nil, []string{"a", "b"}},
|
||
{l1, l2, l3},
|
||
{l2, l1, l3},
|
||
{l3, l3, l3},
|
||
}
|
||
|
||
for _, t := range tests {
|
||
res := strutil.SortedListsUniqueMerge(t.sl1, t.sl2)
|
||
c.Check(res, check.DeepEquals, t.res)
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestDeduplicate(c *check.C) {
|
||
for _, t := range []struct {
|
||
input []string
|
||
output []string
|
||
}{
|
||
{input: []string{"a", "b", "c"}, output: []string{"a", "b", "c"}},
|
||
{input: []string{"a", "b", "a"}, output: []string{"a", "b"}},
|
||
// order of of first occurrence is preserved
|
||
{input: []string{"a", "a", "a", "c", "a", "b", "b", "a"}, output: []string{"a", "c", "b"}},
|
||
{input: []string{}, output: []string{}},
|
||
} {
|
||
c.Assert(strutil.Deduplicate(t.input), check.DeepEquals, t.output)
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestWordWrap(c *check.C) {
|
||
for _, t := range []struct {
|
||
input string
|
||
width int
|
||
indent string
|
||
indent2 string
|
||
output string
|
||
}{
|
||
{input: "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", width: 20, indent: "", indent2: "", output: "Lorem ipsum dolor\nsit amet,\nconsectetur\nadipiscing elit, sed\ndo eiusmod tempor\nincididunt ut labore\net dolore magna\naliqua.\n"},
|
||
{input: "Lorem ips", width: 20, indent: "", indent2: "", output: "Lorem ips\n"},
|
||
{input: "", width: 5, indent: "", indent2: "", output: "\n"},
|
||
{input: "", width: 5, indent: " ", indent2: " ", output: " \n"},
|
||
{input: "Lorem ipsum", width: 0, indent: "", indent2: "", output: "L\no\nr\ne\nm\ni\np\ns\nu\nm\n"},
|
||
{input: "Lorem ipsum", width: -10, indent: "", indent2: "", output: "L\no\nr\ne\nm\ni\np\ns\nu\nm\n"},
|
||
{input: "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", width: 20, indent: " ", indent2: "", output: " Lorem ipsum dolor\nsit amet,\nconsectetur\nadipiscing elit, sed\ndo eiusmod tempor\nincididunt ut labore\net dolore magna\naliqua.\n"},
|
||
{input: "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", width: 20, indent: "", indent2: " ", output: "Lorem ipsum dolor\n sit amet,\n consectetur\n adipiscing elit,\n sed do eiusmod\n tempor incididunt\n ut labore et\n dolore magna\n aliqua.\n"},
|
||
} {
|
||
buf := new(bytes.Buffer)
|
||
err := strutil.WordWrap(buf, []rune(t.input), t.indent, t.indent2, t.width)
|
||
c.Assert(err, check.IsNil)
|
||
c.Check(buf.String(), check.Equals, t.output)
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestWordWrapCornerCase(c *check.C) {
|
||
// this particular corner case isn't currently reachable from
|
||
// printDescr nor printSummary, but best to have it covered
|
||
var buf bytes.Buffer
|
||
const s = "This is a paragraph indented with leading spaces that are encoded as multiple bytes. All hail EN SPACE."
|
||
strutil.WordWrap(&buf, []rune(s), "\u2002\u2002", " ", 30)
|
||
c.Check(buf.String(), check.Equals, `
|
||
This is a paragraph indented
|
||
with leading spaces that are
|
||
encoded as multiple bytes.
|
||
All hail EN SPACE.
|
||
`[1:])
|
||
}
|
||
|
||
func (strutilSuite) TestWordWrapPadded(c *check.C) {
|
||
for _, t := range []struct {
|
||
input string
|
||
width int
|
||
padding string
|
||
output string
|
||
}{
|
||
{input: "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", width: 20, padding: " ", output: " Lorem ipsum dolor\n sit amet,\n consectetur\n adipiscing elit,\n sed do eiusmod\n tempor incididunt\n ut labore et\n dolore magna\n aliqua.\n"},
|
||
{input: "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", width: 20, padding: "", output: "Lorem ipsum dolor\nsit amet,\nconsectetur\nadipiscing elit, sed\ndo eiusmod tempor\nincididunt ut labore\net dolore magna\naliqua.\n"},
|
||
{input: "Lorem ips", width: 20, padding: " ", output: " Lorem ips\n"},
|
||
{input: "", width: 5, padding: "", output: "\n"},
|
||
{input: "", width: 5, padding: " ", output: " \n"},
|
||
|
||
// no padding is added when len(padding) == width
|
||
{input: "Lorem ipsum", width: 0, padding: "", output: "L\no\nr\ne\nm\ni\np\ns\nu\nm\n"},
|
||
|
||
// padding gets added when len(padding) is > width, so expect a 4 space padding
|
||
{input: "Lorem ipsum", width: 0, padding: " ", output: " L\n o\n r\n e\n m\n i\n p\n s\n u\n m\n"},
|
||
|
||
// padding should be added here as well as now the width is lower than len(padding)
|
||
{input: "Lorem ipsum", width: -10, padding: "", output: " L\n o\n r\n e\n m\n i\n p\n s\n u\n m\n"},
|
||
} {
|
||
buf := new(bytes.Buffer)
|
||
err := strutil.WordWrapPadded(buf, []rune(t.input), t.padding, t.width)
|
||
c.Assert(err, check.IsNil)
|
||
c.Check(buf.String(), check.Equals, t.output)
|
||
}
|
||
}
|
||
|
||
func (strutilSuite) TestJoinNonEmpty(c *check.C) {
|
||
for _, t := range []struct {
|
||
in []string
|
||
out string
|
||
}{
|
||
{in: []string{}, out: ""},
|
||
{in: []string{"", "bar"}, out: "bar"},
|
||
{in: []string{"", " ", "bar"}, out: "bar"},
|
||
{in: []string{"foo", "", "bar"}, out: "foo bar"},
|
||
{in: []string{" val ", " ", " boo"}, out: "val boo"},
|
||
} {
|
||
c.Check(strutil.JoinNonEmpty(t.in, " "), check.Equals, t.out)
|
||
}
|
||
}
|