зеркало из https://github.com/golang/build.git
384 строки
9.9 KiB
Go
384 строки
9.9 KiB
Go
// Copyright 2017 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package maintner
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
func TestSumSegSize(t *testing.T) {
|
|
tests := []struct {
|
|
in []fileSeg
|
|
want int64
|
|
}{
|
|
{
|
|
in: []fileSeg{fileSeg{size: 1}},
|
|
want: 1,
|
|
},
|
|
{
|
|
in: []fileSeg{fileSeg{size: 1}, fileSeg{size: 100}},
|
|
want: 101,
|
|
},
|
|
{
|
|
in: nil,
|
|
want: 0,
|
|
},
|
|
}
|
|
for i, tt := range tests {
|
|
got := sumSegSize(tt.in)
|
|
if got != tt.want {
|
|
t.Errorf("%d. sumSegSize = %v; want %v", i, got, tt.want)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestSumCommonPrefixSize(t *testing.T) {
|
|
tests := []struct {
|
|
a, b []fileSeg
|
|
summer func(file string, n int64) string
|
|
want int64
|
|
}{
|
|
{
|
|
a: []fileSeg{fileSeg{size: 1, sha224: "abab"}},
|
|
b: []fileSeg{fileSeg{size: 1, sha224: "abab"}},
|
|
want: 1,
|
|
},
|
|
{
|
|
a: []fileSeg{fileSeg{size: 1, sha224: "abab"}},
|
|
b: []fileSeg{fileSeg{size: 1, sha224: "eeee"}},
|
|
want: 0,
|
|
},
|
|
{
|
|
a: []fileSeg{
|
|
fileSeg{size: 100, sha224: "abab"},
|
|
fileSeg{size: 100, sha224: "abab", file: "a.mutlog"},
|
|
},
|
|
b: []fileSeg{
|
|
fileSeg{size: 100, sha224: "abab"},
|
|
fileSeg{size: 50, sha224: "cccc"},
|
|
},
|
|
summer: func(file string, n int64) string {
|
|
if file == "a.mutlog" && n == 50 {
|
|
return "cccc"
|
|
}
|
|
return "xxx"
|
|
},
|
|
want: 150,
|
|
},
|
|
{
|
|
a: []fileSeg{
|
|
fileSeg{size: 100, sha224: "abab"},
|
|
fileSeg{size: 50, sha224: "cccc"},
|
|
},
|
|
b: []fileSeg{
|
|
fileSeg{size: 100, sha224: "abab"},
|
|
fileSeg{size: 100, sha224: "abab", file: "b.mutlog"},
|
|
},
|
|
summer: func(file string, n int64) string {
|
|
if file == "b.mutlog" && n == 50 {
|
|
return "cccc"
|
|
}
|
|
return "xxx"
|
|
},
|
|
want: 150,
|
|
},
|
|
}
|
|
for i, tt := range tests {
|
|
summer := tt.summer
|
|
if summer == nil {
|
|
summer = func(file string, n int64) string {
|
|
t.Errorf("%d. unexpected call to prefix summer for file=%q, n=%v", i, file, n)
|
|
return ""
|
|
}
|
|
}
|
|
ns := &netMutSource{
|
|
testHookFilePrefixSum224: summer,
|
|
}
|
|
got := ns.sumCommonPrefixSize(tt.a, tt.b)
|
|
if got != tt.want {
|
|
t.Errorf("%d. sumCommonPrefixSize = %v; want %v", i, got, tt.want)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestTrimLeadingSegBytes(t *testing.T) {
|
|
tests := []struct {
|
|
in []fileSeg
|
|
trim int64
|
|
want []fileSeg
|
|
}{
|
|
{
|
|
in: []fileSeg{fileSeg{size: 100}, fileSeg{size: 50}},
|
|
trim: 0,
|
|
want: []fileSeg{fileSeg{size: 100}, fileSeg{size: 50}},
|
|
},
|
|
{
|
|
in: []fileSeg{fileSeg{size: 100}, fileSeg{size: 50}},
|
|
trim: 150,
|
|
want: nil,
|
|
},
|
|
{
|
|
in: []fileSeg{fileSeg{size: 100}, fileSeg{size: 50}},
|
|
trim: 100,
|
|
want: []fileSeg{fileSeg{size: 50}},
|
|
},
|
|
{
|
|
in: []fileSeg{fileSeg{size: 100}, fileSeg{size: 50}},
|
|
trim: 25,
|
|
want: []fileSeg{fileSeg{size: 100, skip: 25}, fileSeg{size: 50}},
|
|
},
|
|
}
|
|
for i, tt := range tests {
|
|
copyIn := append([]fileSeg(nil), tt.in...)
|
|
got := trimLeadingSegBytes(tt.in, tt.trim)
|
|
if !reflect.DeepEqual(tt.in, copyIn) {
|
|
t.Fatalf("%d. trimLeadingSegBytes modified its input", i)
|
|
}
|
|
if !reflect.DeepEqual(got, tt.want) {
|
|
t.Fatalf("%d. trim = %+v; want %+v", i, got, tt.want)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestGetNewSegments(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
lastSegs []fileSeg
|
|
serverSegs [][]LogSegmentJSON
|
|
|
|
// prefixSum is the prefix sum to use if called.
|
|
// If empty, prefixSum calls are errors.
|
|
prefixSum string
|
|
|
|
want []fileSeg
|
|
wantSplit bool
|
|
wantSumCommon int64
|
|
wantUnchanged bool
|
|
}
|
|
tests := []testCase{
|
|
{
|
|
name: "first_download",
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 100, SHA224: "abc"},
|
|
{Number: 2, Size: 200, SHA224: "def"},
|
|
},
|
|
},
|
|
want: []fileSeg{
|
|
{seg: 1, size: 100, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
{seg: 2, size: 200, sha224: "def", file: "/fake/0002.mutlog"},
|
|
},
|
|
},
|
|
{
|
|
name: "incremental_download_growseg", // from first_download, segment 2 grows a bit
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 100, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
{seg: 2, size: 200, sha224: "def", file: "/fake/0002.mutlog"},
|
|
},
|
|
prefixSum: "def",
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 100, SHA224: "abc"},
|
|
{Number: 2, Size: 205, SHA224: "defdef"},
|
|
},
|
|
},
|
|
want: []fileSeg{
|
|
{seg: 2, size: 205, sha224: "defdef", skip: 200, file: "/fake/0002.mutlog"},
|
|
},
|
|
},
|
|
{
|
|
name: "incremental_download_growseg_and_newseg", // from first_download, segment 2 grows, and segment 3 appears.
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 100, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
{seg: 2, size: 200, sha224: "def", file: "/fake/0002.mutlog"},
|
|
},
|
|
prefixSum: "def",
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 100, SHA224: "abc"},
|
|
{Number: 2, Size: 250, SHA224: "defdef"},
|
|
{Number: 3, Size: 300, SHA224: "fff"},
|
|
},
|
|
},
|
|
want: []fileSeg{
|
|
{seg: 2, size: 250, sha224: "defdef", skip: 200, file: "/fake/0002.mutlog"},
|
|
{seg: 3, size: 300, sha224: "fff", skip: 0, file: "/fake/0003.mutlog"},
|
|
},
|
|
},
|
|
{
|
|
name: "incremental_download_newseg", // from first_download, segment 3 appears.
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 100, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
{seg: 2, size: 200, sha224: "def", file: "/fake/0002.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 100, SHA224: "abc"},
|
|
{Number: 2, Size: 200, SHA224: "def"},
|
|
{Number: 3, Size: 300, SHA224: "fff"},
|
|
},
|
|
},
|
|
want: []fileSeg{
|
|
{seg: 3, size: 300, sha224: "fff", skip: 0, file: "/fake/0003.mutlog"},
|
|
},
|
|
},
|
|
{
|
|
name: "faulty_server_returns_no_new_data",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 101, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 101, SHA224: "abc"}, // Same as lastSegs, results in unchanged error.
|
|
},
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 101, SHA224: "abc"},
|
|
{Number: 2, Size: 102, SHA224: "def"},
|
|
},
|
|
},
|
|
wantUnchanged: true,
|
|
},
|
|
{
|
|
name: "split_error_diff_first_seg_same_size",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 101, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 101, SHA224: "def"},
|
|
},
|
|
},
|
|
wantSplit: true,
|
|
},
|
|
{
|
|
name: "split_error_diff_first_seg_and_longer",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 101, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 102, SHA224: "def"},
|
|
},
|
|
},
|
|
prefixSum: "ffffffffff", // no match
|
|
wantSplit: true,
|
|
},
|
|
{
|
|
name: "split_error_diff_first_seg_and_shorter",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 101, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 50, SHA224: "def"},
|
|
},
|
|
},
|
|
prefixSum: "ffffffffff", // no match
|
|
wantSplit: true,
|
|
},
|
|
{
|
|
name: "split_error_same_first_seg_but_shorter",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 101, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 50, SHA224: "def"},
|
|
},
|
|
},
|
|
prefixSum: "def", // match
|
|
wantSplit: true,
|
|
wantSumCommon: 50,
|
|
},
|
|
{
|
|
name: "split_error_diff_final_seg",
|
|
lastSegs: []fileSeg{
|
|
{seg: 1, size: 100, sha224: "abc", file: "/fake/0001.mutlog"},
|
|
{seg: 2, size: 2, sha224: "def", file: "/fake/0002.mutlog"},
|
|
},
|
|
serverSegs: [][]LogSegmentJSON{
|
|
[]LogSegmentJSON{
|
|
{Number: 1, Size: 100, SHA224: "abc"},
|
|
{Number: 2, Size: 4, SHA224: "fff"},
|
|
},
|
|
},
|
|
prefixSum: "not_def",
|
|
wantSplit: true,
|
|
wantSumCommon: 100,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
serverSegCalls := 0
|
|
syncSegCalls := 0
|
|
ns := &netMutSource{
|
|
last: tt.lastSegs,
|
|
testHookGetServerSegments: func(_ context.Context, waitSizeNot int64) (segs []LogSegmentJSON, err error) {
|
|
serverSegCalls++
|
|
if serverSegCalls%2 == 1 {
|
|
return nil, fetchError{PossiblyRetryable: true, Err: fmt.Errorf("fake error to simulate the internet saying 'not this time' every now and then")}
|
|
}
|
|
if len(tt.serverSegs) == 0 {
|
|
return nil, nil
|
|
}
|
|
segs = tt.serverSegs[0]
|
|
if len(tt.serverSegs) > 1 {
|
|
tt.serverSegs = tt.serverSegs[1:]
|
|
}
|
|
return segs, nil
|
|
},
|
|
testHookSyncSeg: func(_ context.Context, seg LogSegmentJSON) (fileSeg, []byte, error) {
|
|
syncSegCalls++
|
|
if syncSegCalls%3 == 1 {
|
|
return fileSeg{}, nil, fetchError{PossiblyRetryable: true, Err: fmt.Errorf("fake error to simulate the internet saying 'not this time' every now and then")}
|
|
}
|
|
return fileSeg{
|
|
seg: seg.Number,
|
|
size: seg.Size,
|
|
sha224: seg.SHA224,
|
|
file: fmt.Sprintf("/fake/%04d.mutlog", seg.Number),
|
|
}, nil, nil
|
|
},
|
|
testHookOnSplit: func(sumCommon int64) {
|
|
if got, want := sumCommon, tt.wantSumCommon; got != want {
|
|
t.Errorf("sumCommon = %v; want %v", got, want)
|
|
}
|
|
},
|
|
testHookFilePrefixSum224: func(file string, n int64) string {
|
|
if tt.prefixSum != "" {
|
|
return tt.prefixSum
|
|
}
|
|
t.Errorf("unexpected call to filePrefixSum224(%q, %d)", file, n)
|
|
return "XXXX"
|
|
},
|
|
}
|
|
got, err := ns.getNewSegments(context.Background())
|
|
if tt.wantSplit {
|
|
if err != ErrSplit {
|
|
t.Fatalf("wanted ErrSplit; got %+v, %v", got, err)
|
|
}
|
|
// Success.
|
|
return
|
|
}
|
|
if tt.wantUnchanged {
|
|
if err == nil || err.Error() != "maintner.netsource: maintnerd server returned unchanged log segments" {
|
|
t.Fatalf("wanted unchanged; got %+v, %v", got, err)
|
|
}
|
|
// Success.
|
|
return
|
|
}
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !reflect.DeepEqual(got, tt.want) {
|
|
t.Errorf("mismatch\n got: %+v\nwant: %+v\n", got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|