mirror of
				https://github.com/minio/minio.git
				synced 2025-11-04 02:01:05 +01:00 
			
		
		
		
	- Using gjson for constructing xlMetaV1{} in realXLMeta.
- Test for parsing constructing xlMetaV1{} using gjson.
- Changes made since benchmarks showed 30-40% improvement in speed.
- Follow up comments in issue https://github.com/minio/minio/issues/2208
  for more details.
- gjson parsing of parts from xl.json for listParts.
- gjson parsing of statInfo from xl.json for getObjectInfo.
- Vendorizing gjson dependency.
		
	
			
		
			
				
	
	
		
			152 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			152 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
 * Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
 | 
						|
 *
 | 
						|
 * Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
 * you may not use this file except in compliance with the License.
 | 
						|
 * You may obtain a copy of the License at
 | 
						|
 *
 | 
						|
 *     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
 *
 | 
						|
 * Unless required by applicable law or agreed to in writing, software
 | 
						|
 * distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
 * See the License for the specific language governing permissions and
 | 
						|
 * limitations under the License.
 | 
						|
 */
 | 
						|
 | 
						|
package cmd
 | 
						|
 | 
						|
import (
 | 
						|
	"strconv"
 | 
						|
	"testing"
 | 
						|
)
 | 
						|
 | 
						|
const MiB = 1024 * 1024
 | 
						|
 | 
						|
// Test xlMetaV1.AddObjectPart()
 | 
						|
func TestAddObjectPart(t *testing.T) {
 | 
						|
	testCases := []struct {
 | 
						|
		partNum       int
 | 
						|
		expectedIndex int
 | 
						|
	}{
 | 
						|
		{1, 0},
 | 
						|
		{2, 1},
 | 
						|
		{4, 2},
 | 
						|
		{5, 3},
 | 
						|
		{7, 4},
 | 
						|
		// Insert part.
 | 
						|
		{3, 2},
 | 
						|
		// Replace existing part.
 | 
						|
		{4, 3},
 | 
						|
		// Missing part.
 | 
						|
		{6, -1},
 | 
						|
	}
 | 
						|
 | 
						|
	// Setup.
 | 
						|
	xlMeta := newXLMetaV1("test-object", 8, 8)
 | 
						|
	if !xlMeta.IsValid() {
 | 
						|
		t.Fatalf("unable to get xl meta")
 | 
						|
	}
 | 
						|
 | 
						|
	// Test them.
 | 
						|
	for _, testCase := range testCases {
 | 
						|
		if testCase.expectedIndex > -1 {
 | 
						|
			partNumString := strconv.Itoa(testCase.partNum)
 | 
						|
			xlMeta.AddObjectPart(testCase.partNum, "part."+partNumString, "etag."+partNumString, int64(testCase.partNum+MiB))
 | 
						|
		}
 | 
						|
 | 
						|
		if index := objectPartIndex(xlMeta.Parts, testCase.partNum); index != testCase.expectedIndex {
 | 
						|
			t.Fatalf("%+v: expected = %d, got: %d", testCase, testCase.expectedIndex, index)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// Test objectPartIndex().
 | 
						|
// generates a sample xlMeta data and asserts the output of objectPartIndex() with the expected value.
 | 
						|
func TestObjectPartIndex(t *testing.T) {
 | 
						|
	testCases := []struct {
 | 
						|
		partNum       int
 | 
						|
		expectedIndex int
 | 
						|
	}{
 | 
						|
		{2, 1},
 | 
						|
		{1, 0},
 | 
						|
		{5, 3},
 | 
						|
		{4, 2},
 | 
						|
		{7, 4},
 | 
						|
	}
 | 
						|
 | 
						|
	// Setup.
 | 
						|
	xlMeta := newXLMetaV1("test-object", 8, 8)
 | 
						|
	if !xlMeta.IsValid() {
 | 
						|
		t.Fatalf("unable to get xl meta")
 | 
						|
	}
 | 
						|
 | 
						|
	// Add some parts for testing.
 | 
						|
	for _, testCase := range testCases {
 | 
						|
		partNumString := strconv.Itoa(testCase.partNum)
 | 
						|
		xlMeta.AddObjectPart(testCase.partNum, "part."+partNumString, "etag."+partNumString, int64(testCase.partNum+MiB))
 | 
						|
	}
 | 
						|
 | 
						|
	// Add failure test case.
 | 
						|
	testCases = append(testCases, struct {
 | 
						|
		partNum       int
 | 
						|
		expectedIndex int
 | 
						|
	}{6, -1})
 | 
						|
 | 
						|
	// Test them.
 | 
						|
	for _, testCase := range testCases {
 | 
						|
		if index := objectPartIndex(xlMeta.Parts, testCase.partNum); index != testCase.expectedIndex {
 | 
						|
			t.Fatalf("%+v: expected = %d, got: %d", testCase, testCase.expectedIndex, index)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// Test xlMetaV1.ObjectToPartOffset().
 | 
						|
func TestObjectToPartOffset(t *testing.T) {
 | 
						|
	// Setup.
 | 
						|
	xlMeta := newXLMetaV1("test-object", 8, 8)
 | 
						|
	if !xlMeta.IsValid() {
 | 
						|
		t.Fatalf("unable to get xl meta")
 | 
						|
	}
 | 
						|
 | 
						|
	// Add some parts for testing.
 | 
						|
	// Total size of all parts is 5,242,899 bytes.
 | 
						|
	for _, partNum := range []int{1, 2, 4, 5, 7} {
 | 
						|
		partNumString := strconv.Itoa(partNum)
 | 
						|
		xlMeta.AddObjectPart(partNum, "part."+partNumString, "etag."+partNumString, int64(partNum+MiB))
 | 
						|
	}
 | 
						|
 | 
						|
	testCases := []struct {
 | 
						|
		offset         int64
 | 
						|
		expectedIndex  int
 | 
						|
		expectedOffset int64
 | 
						|
		expectedErr    error
 | 
						|
	}{
 | 
						|
		{0, 0, 0, nil},
 | 
						|
		{MiB, 0, MiB, nil},
 | 
						|
		{1 + MiB, 1, 0, nil},
 | 
						|
		{2 + MiB, 1, 1, nil},
 | 
						|
		// Its valid for zero sized object.
 | 
						|
		{-1, 0, -1, nil},
 | 
						|
		// Max fffset is always (size - 1).
 | 
						|
		{(1 + 2 + 4 + 5 + 7) + (5 * MiB) - 1, 4, 1048582, nil},
 | 
						|
		// Error if offset is size.
 | 
						|
		{(1 + 2 + 4 + 5 + 7) + (5 * MiB), 0, 0, InvalidRange{}},
 | 
						|
	}
 | 
						|
 | 
						|
	// Test them.
 | 
						|
	for _, testCase := range testCases {
 | 
						|
		index, offset, err := xlMeta.ObjectToPartOffset(testCase.offset)
 | 
						|
		err = errorCause(err)
 | 
						|
		if err != testCase.expectedErr {
 | 
						|
			t.Fatalf("%+v: expected = %s, got: %s", testCase, testCase.expectedErr, err)
 | 
						|
		}
 | 
						|
		if index != testCase.expectedIndex {
 | 
						|
			t.Fatalf("%+v: index: expected = %d, got: %d", testCase, testCase.expectedIndex, index)
 | 
						|
		}
 | 
						|
		if offset != testCase.expectedOffset {
 | 
						|
			t.Fatalf("%+v: offset: expected = %d, got: %d", testCase, testCase.expectedOffset, offset)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 |