mirror of
				https://github.com/minio/minio.git
				synced 2025-10-31 08:11:19 +01:00 
			
		
		
		
	This PR implements an object layer which combines input erasure sets of XL layers into a unified namespace. This object layer extends the existing erasure coded implementation, it is assumed in this design that providing > 16 disks is a static configuration as well i.e if you started the setup with 32 disks with 4 sets 8 disks per pack then you would need to provide 4 sets always. Some design details and restrictions: - Objects are distributed using consistent ordering to a unique erasure coded layer. - Each pack has its own dsync so locks are synchronized properly at pack (erasure layer). - Each pack still has a maximum of 16 disks requirement, you can start with multiple such sets statically. - Static sets set of disks and cannot be changed, there is no elastic expansion allowed. - Static sets set of disks and cannot be changed, there is no elastic removal allowed. - ListObjects() across sets can be noticeably slower since List happens on all servers, and is merged at this sets layer. Fixes #5465 Fixes #5464 Fixes #5461 Fixes #5460 Fixes #5459 Fixes #5458 Fixes #5460 Fixes #5488 Fixes #5489 Fixes #5497 Fixes #5496
		
			
				
	
	
		
			153 lines
		
	
	
		
			4.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			153 lines
		
	
	
		
			4.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| /*
 | |
|  * Minio Cloud Storage, (C) 2016, 2017 Minio, Inc.
 | |
|  *
 | |
|  * Licensed under the Apache License, Version 2.0 (the "License");
 | |
|  * you may not use this file except in compliance with the License.
 | |
|  * You may obtain a copy of the License at
 | |
|  *
 | |
|  *     http://www.apache.org/licenses/LICENSE-2.0
 | |
|  *
 | |
|  * Unless required by applicable law or agreed to in writing, software
 | |
|  * distributed under the License is distributed on an "AS IS" BASIS,
 | |
|  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
|  * See the License for the specific language governing permissions and
 | |
|  * limitations under the License.
 | |
|  */
 | |
| 
 | |
| package cmd
 | |
| 
 | |
| import (
 | |
| 	"crypto/x509"
 | |
| 	"crypto/x509/pkix"
 | |
| 	"fmt"
 | |
| 	"os"
 | |
| 	"reflect"
 | |
| 	"strings"
 | |
| 	"testing"
 | |
| 	"time"
 | |
| 
 | |
| 	humanize "github.com/dustin/go-humanize"
 | |
| )
 | |
| 
 | |
| // Tests if we generate storage info.
 | |
| func TestStorageInfoMsg(t *testing.T) {
 | |
| 	infoStorage := StorageInfo{}
 | |
| 	infoStorage.Total = 10 * humanize.GiByte
 | |
| 	infoStorage.Free = 2 * humanize.GiByte
 | |
| 	infoStorage.Backend.Type = Erasure
 | |
| 	infoStorage.Backend.OnlineDisks = 7
 | |
| 	infoStorage.Backend.OfflineDisks = 1
 | |
| 
 | |
| 	if msg := getStorageInfoMsg(infoStorage); !strings.Contains(msg, "2.0 GiB Free, 10 GiB Total") || !strings.Contains(msg, "7 Online, 1 Offline") {
 | |
| 		t.Fatal("Unexpected storage info message, found:", msg)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // Tests if certificate expiry warning will be printed
 | |
| func TestCertificateExpiryInfo(t *testing.T) {
 | |
| 	// given
 | |
| 	var expiredDate = time.Now().Add(time.Hour * 24 * (30 - 1)) // 29 days.
 | |
| 
 | |
| 	var fakeCerts = []*x509.Certificate{
 | |
| 		{
 | |
| 			NotAfter: expiredDate,
 | |
| 			Subject: pkix.Name{
 | |
| 				CommonName: "Test cert",
 | |
| 			},
 | |
| 		},
 | |
| 	}
 | |
| 
 | |
| 	expectedMsg := colorBlue("\nCertificate expiry info:\n") +
 | |
| 		colorBold(fmt.Sprintf("#1 Test cert will expire on %s\n", expiredDate))
 | |
| 
 | |
| 	// When
 | |
| 	msg := getCertificateChainMsg(fakeCerts)
 | |
| 
 | |
| 	// Then
 | |
| 	if msg != expectedMsg {
 | |
| 		t.Fatalf("Expected message was: %s, got: %s", expectedMsg, msg)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // Tests if certificate expiry warning will not be printed if certificate not expired
 | |
| func TestCertificateNotExpired(t *testing.T) {
 | |
| 	// given
 | |
| 	var expiredDate = time.Now().Add(time.Hour * 24 * (30 + 1)) // 31 days.
 | |
| 
 | |
| 	var fakeCerts = []*x509.Certificate{
 | |
| 		{
 | |
| 			NotAfter: expiredDate,
 | |
| 			Subject: pkix.Name{
 | |
| 				CommonName: "Test cert",
 | |
| 			},
 | |
| 		},
 | |
| 	}
 | |
| 
 | |
| 	// when
 | |
| 	msg := getCertificateChainMsg(fakeCerts)
 | |
| 
 | |
| 	// then
 | |
| 	if msg != "" {
 | |
| 		t.Fatalf("Expected empty message was: %s", msg)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // Tests stripping standard ports from apiEndpoints.
 | |
| func TestStripStandardPorts(t *testing.T) {
 | |
| 	apiEndpoints := []string{"http://127.0.0.1:9000", "http://127.0.0.2:80", "https://127.0.0.3:443"}
 | |
| 	expectedAPIEndpoints := []string{"http://127.0.0.1:9000", "http://127.0.0.2", "https://127.0.0.3"}
 | |
| 	newAPIEndpoints := stripStandardPorts(apiEndpoints)
 | |
| 
 | |
| 	if !reflect.DeepEqual(expectedAPIEndpoints, newAPIEndpoints) {
 | |
| 		t.Fatalf("Expected %#v, got %#v", expectedAPIEndpoints, newAPIEndpoints)
 | |
| 	}
 | |
| 
 | |
| 	apiEndpoints = []string{"http://%%%%%:9000"}
 | |
| 	newAPIEndpoints = stripStandardPorts(apiEndpoints)
 | |
| 	if !reflect.DeepEqual(apiEndpoints, newAPIEndpoints) {
 | |
| 		t.Fatalf("Expected %#v, got %#v", apiEndpoints, newAPIEndpoints)
 | |
| 	}
 | |
| 
 | |
| 	apiEndpoints = []string{"http://127.0.0.1:443", "https://127.0.0.1:80"}
 | |
| 	newAPIEndpoints = stripStandardPorts(apiEndpoints)
 | |
| 	if !reflect.DeepEqual(apiEndpoints, newAPIEndpoints) {
 | |
| 		t.Fatalf("Expected %#v, got %#v", apiEndpoints, newAPIEndpoints)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // Test printing server common message.
 | |
| func TestPrintServerCommonMessage(t *testing.T) {
 | |
| 	root, err := newTestConfig(globalMinioDefaultRegion)
 | |
| 	if err != nil {
 | |
| 		t.Fatal(err)
 | |
| 	}
 | |
| 	defer os.RemoveAll(root)
 | |
| 
 | |
| 	apiEndpoints := []string{"http://127.0.0.1:9000"}
 | |
| 	printServerCommonMsg(apiEndpoints)
 | |
| }
 | |
| 
 | |
| // Tests print cli access message.
 | |
| func TestPrintCLIAccessMsg(t *testing.T) {
 | |
| 	root, err := newTestConfig(globalMinioDefaultRegion)
 | |
| 	if err != nil {
 | |
| 		t.Fatal(err)
 | |
| 	}
 | |
| 	defer os.RemoveAll(root)
 | |
| 
 | |
| 	apiEndpoints := []string{"http://127.0.0.1:9000"}
 | |
| 	printCLIAccessMsg(apiEndpoints[0], "myminio")
 | |
| }
 | |
| 
 | |
| // Test print startup message.
 | |
| func TestPrintStartupMessage(t *testing.T) {
 | |
| 	root, err := newTestConfig(globalMinioDefaultRegion)
 | |
| 	if err != nil {
 | |
| 		t.Fatal(err)
 | |
| 	}
 | |
| 	defer os.RemoveAll(root)
 | |
| 
 | |
| 	apiEndpoints := []string{"http://127.0.0.1:9000"}
 | |
| 	printStartupMessage(apiEndpoints)
 | |
| }
 |