mirror of
				https://github.com/minio/minio.git
				synced 2025-11-03 17:51:11 +01:00 
			
		
		
		
	- Implement a new xl.json 2.0.0 format to support, this moves the entire marshaling logic to POSIX layer, top layer always consumes a common FileInfo construct which simplifies the metadata reads. - Implement list object versions - Migrate to siphash from crchash for new deployments for object placements. Fixes #2111
		
			
				
	
	
		
			463 lines
		
	
	
		
			9.0 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			463 lines
		
	
	
		
			9.0 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
package cmd
 | 
						|
 | 
						|
// Code generated by github.com/tinylib/msgp DO NOT EDIT.
 | 
						|
 | 
						|
import (
 | 
						|
	"bytes"
 | 
						|
	"testing"
 | 
						|
 | 
						|
	"github.com/tinylib/msgp/msgp"
 | 
						|
)
 | 
						|
 | 
						|
func TestMarshalUnmarshalxlMetaV2(t *testing.T) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	bts, err := v.MarshalMsg(nil)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	left, err := v.UnmarshalMsg(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after UnmarshalMsg(): %q", len(left), left)
 | 
						|
	}
 | 
						|
 | 
						|
	left, err = msgp.Skip(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after Skip(): %q", len(left), left)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkMarshalMsgxlMetaV2(b *testing.B) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.MarshalMsg(nil)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkAppendMsgxlMetaV2(b *testing.B) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	bts := make([]byte, 0, v.Msgsize())
 | 
						|
	bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkUnmarshalxlMetaV2(b *testing.B) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	bts, _ := v.MarshalMsg(nil)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		_, err := v.UnmarshalMsg(bts)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestEncodeDecodexlMetaV2(t *testing.T) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
 | 
						|
	m := v.Msgsize()
 | 
						|
	if buf.Len() > m {
 | 
						|
		t.Log("WARNING: TestEncodeDecodexlMetaV2 Msgsize() is inaccurate")
 | 
						|
	}
 | 
						|
 | 
						|
	vn := xlMetaV2{}
 | 
						|
	err := msgp.Decode(&buf, &vn)
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
 | 
						|
	buf.Reset()
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	err = msgp.NewReader(&buf).Skip()
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkEncodexlMetaV2(b *testing.B) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	en := msgp.NewWriter(msgp.Nowhere)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.EncodeMsg(en)
 | 
						|
	}
 | 
						|
	en.Flush()
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkDecodexlMetaV2(b *testing.B) {
 | 
						|
	v := xlMetaV2{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	rd := msgp.NewEndlessReader(buf.Bytes(), b)
 | 
						|
	dc := msgp.NewReader(rd)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		err := v.DecodeMsg(dc)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestMarshalUnmarshalxlMetaV2DeleteMarker(t *testing.T) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	bts, err := v.MarshalMsg(nil)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	left, err := v.UnmarshalMsg(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after UnmarshalMsg(): %q", len(left), left)
 | 
						|
	}
 | 
						|
 | 
						|
	left, err = msgp.Skip(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after Skip(): %q", len(left), left)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkMarshalMsgxlMetaV2DeleteMarker(b *testing.B) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.MarshalMsg(nil)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkAppendMsgxlMetaV2DeleteMarker(b *testing.B) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	bts := make([]byte, 0, v.Msgsize())
 | 
						|
	bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkUnmarshalxlMetaV2DeleteMarker(b *testing.B) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	bts, _ := v.MarshalMsg(nil)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		_, err := v.UnmarshalMsg(bts)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestEncodeDecodexlMetaV2DeleteMarker(t *testing.T) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
 | 
						|
	m := v.Msgsize()
 | 
						|
	if buf.Len() > m {
 | 
						|
		t.Log("WARNING: TestEncodeDecodexlMetaV2DeleteMarker Msgsize() is inaccurate")
 | 
						|
	}
 | 
						|
 | 
						|
	vn := xlMetaV2DeleteMarker{}
 | 
						|
	err := msgp.Decode(&buf, &vn)
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
 | 
						|
	buf.Reset()
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	err = msgp.NewReader(&buf).Skip()
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkEncodexlMetaV2DeleteMarker(b *testing.B) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	en := msgp.NewWriter(msgp.Nowhere)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.EncodeMsg(en)
 | 
						|
	}
 | 
						|
	en.Flush()
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkDecodexlMetaV2DeleteMarker(b *testing.B) {
 | 
						|
	v := xlMetaV2DeleteMarker{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	rd := msgp.NewEndlessReader(buf.Bytes(), b)
 | 
						|
	dc := msgp.NewReader(rd)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		err := v.DecodeMsg(dc)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestMarshalUnmarshalxlMetaV2Object(t *testing.T) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	bts, err := v.MarshalMsg(nil)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	left, err := v.UnmarshalMsg(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after UnmarshalMsg(): %q", len(left), left)
 | 
						|
	}
 | 
						|
 | 
						|
	left, err = msgp.Skip(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after Skip(): %q", len(left), left)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkMarshalMsgxlMetaV2Object(b *testing.B) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.MarshalMsg(nil)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkAppendMsgxlMetaV2Object(b *testing.B) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	bts := make([]byte, 0, v.Msgsize())
 | 
						|
	bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkUnmarshalxlMetaV2Object(b *testing.B) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	bts, _ := v.MarshalMsg(nil)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		_, err := v.UnmarshalMsg(bts)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestEncodeDecodexlMetaV2Object(t *testing.T) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
 | 
						|
	m := v.Msgsize()
 | 
						|
	if buf.Len() > m {
 | 
						|
		t.Log("WARNING: TestEncodeDecodexlMetaV2Object Msgsize() is inaccurate")
 | 
						|
	}
 | 
						|
 | 
						|
	vn := xlMetaV2Object{}
 | 
						|
	err := msgp.Decode(&buf, &vn)
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
 | 
						|
	buf.Reset()
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	err = msgp.NewReader(&buf).Skip()
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkEncodexlMetaV2Object(b *testing.B) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	en := msgp.NewWriter(msgp.Nowhere)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.EncodeMsg(en)
 | 
						|
	}
 | 
						|
	en.Flush()
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkDecodexlMetaV2Object(b *testing.B) {
 | 
						|
	v := xlMetaV2Object{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	rd := msgp.NewEndlessReader(buf.Bytes(), b)
 | 
						|
	dc := msgp.NewReader(rd)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		err := v.DecodeMsg(dc)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestMarshalUnmarshalxlMetaV2Version(t *testing.T) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	bts, err := v.MarshalMsg(nil)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	left, err := v.UnmarshalMsg(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after UnmarshalMsg(): %q", len(left), left)
 | 
						|
	}
 | 
						|
 | 
						|
	left, err = msgp.Skip(bts)
 | 
						|
	if err != nil {
 | 
						|
		t.Fatal(err)
 | 
						|
	}
 | 
						|
	if len(left) > 0 {
 | 
						|
		t.Errorf("%d bytes left over after Skip(): %q", len(left), left)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkMarshalMsgxlMetaV2Version(b *testing.B) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.MarshalMsg(nil)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkAppendMsgxlMetaV2Version(b *testing.B) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	bts := make([]byte, 0, v.Msgsize())
 | 
						|
	bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		bts, _ = v.MarshalMsg(bts[0:0])
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkUnmarshalxlMetaV2Version(b *testing.B) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	bts, _ := v.MarshalMsg(nil)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.SetBytes(int64(len(bts)))
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		_, err := v.UnmarshalMsg(bts)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func TestEncodeDecodexlMetaV2Version(t *testing.T) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
 | 
						|
	m := v.Msgsize()
 | 
						|
	if buf.Len() > m {
 | 
						|
		t.Log("WARNING: TestEncodeDecodexlMetaV2Version Msgsize() is inaccurate")
 | 
						|
	}
 | 
						|
 | 
						|
	vn := xlMetaV2Version{}
 | 
						|
	err := msgp.Decode(&buf, &vn)
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
 | 
						|
	buf.Reset()
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	err = msgp.NewReader(&buf).Skip()
 | 
						|
	if err != nil {
 | 
						|
		t.Error(err)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkEncodexlMetaV2Version(b *testing.B) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	en := msgp.NewWriter(msgp.Nowhere)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		v.EncodeMsg(en)
 | 
						|
	}
 | 
						|
	en.Flush()
 | 
						|
}
 | 
						|
 | 
						|
func BenchmarkDecodexlMetaV2Version(b *testing.B) {
 | 
						|
	v := xlMetaV2Version{}
 | 
						|
	var buf bytes.Buffer
 | 
						|
	msgp.Encode(&buf, &v)
 | 
						|
	b.SetBytes(int64(buf.Len()))
 | 
						|
	rd := msgp.NewEndlessReader(buf.Bytes(), b)
 | 
						|
	dc := msgp.NewReader(rd)
 | 
						|
	b.ReportAllocs()
 | 
						|
	b.ResetTimer()
 | 
						|
	for i := 0; i < b.N; i++ {
 | 
						|
		err := v.DecodeMsg(dc)
 | 
						|
		if err != nil {
 | 
						|
			b.Fatal(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 |