mirror of
				https://github.com/minio/minio.git
				synced 2025-11-04 02:01:05 +01:00 
			
		
		
		
	This is an enhancement to the XL/distributed-XL mode. FS mode is unaffected. The ReadFileWithVerify storage-layer call is similar to ReadFile with the additional functionality of performing bit-rot checking. It accepts additional parameters for a hashing algorithm to use and the expected hex-encoded hash string. This patch provides significant performance improvement because: 1. combines the step of reading the file (during erasure-decoding/reconstruction) with bit-rot verification; 2. limits the number of file-reads; and 3. avoids transferring the file over the network for bit-rot verification. ReadFile API is implemented as ReadFileWithVerify with empty hashing arguments. Credits to AB and Harsha for the algorithmic improvement. Fixes #4236.
		
			
				
	
	
		
			92 lines
		
	
	
		
			3.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			92 lines
		
	
	
		
			3.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
 * Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
 | 
						|
 *
 | 
						|
 * Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
 * you may not use this file except in compliance with the License.
 | 
						|
 * You may obtain a copy of the License at
 | 
						|
 *
 | 
						|
 *     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
 *
 | 
						|
 * Unless required by applicable law or agreed to in writing, software
 | 
						|
 * distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
 * See the License for the specific language governing permissions and
 | 
						|
 * limitations under the License.
 | 
						|
 */
 | 
						|
 | 
						|
package cmd
 | 
						|
 | 
						|
import (
 | 
						|
	"errors"
 | 
						|
	"fmt"
 | 
						|
)
 | 
						|
 | 
						|
// errUnexpected - unexpected error, requires manual intervention.
 | 
						|
var errUnexpected = errors.New("Unexpected error, please report this issue at https://github.com/minio/minio/issues")
 | 
						|
 | 
						|
// errCorruptedFormat - corrupted backend format.
 | 
						|
var errCorruptedFormat = errors.New("corrupted backend format, please join https://slack.minio.io for assistance")
 | 
						|
 | 
						|
// errUnformattedDisk - unformatted disk found.
 | 
						|
var errUnformattedDisk = errors.New("unformatted disk found")
 | 
						|
 | 
						|
// errDiskFull - cannot create volume or files when disk is full.
 | 
						|
var errDiskFull = errors.New("disk path full")
 | 
						|
 | 
						|
// errDiskNotFount - cannot find the underlying configured disk anymore.
 | 
						|
var errDiskNotFound = errors.New("disk not found")
 | 
						|
 | 
						|
// errFaultyRemoteDisk - remote disk is faulty.
 | 
						|
var errFaultyRemoteDisk = errors.New("remote disk is faulty")
 | 
						|
 | 
						|
// errFaultyDisk - disk is faulty.
 | 
						|
var errFaultyDisk = errors.New("disk is faulty")
 | 
						|
 | 
						|
// errDiskAccessDenied - we don't have write permissions on disk.
 | 
						|
var errDiskAccessDenied = errors.New("disk access denied")
 | 
						|
 | 
						|
// errFileNotFound - cannot find the file.
 | 
						|
var errFileNotFound = errors.New("file not found")
 | 
						|
 | 
						|
// errFileNameTooLong - given file name is too long than supported length.
 | 
						|
var errFileNameTooLong = errors.New("file name too long")
 | 
						|
 | 
						|
// errFileComponentInvalid - given file name has invalid components.
 | 
						|
var errFileComponentInvalid = errors.New("file name has invalid components")
 | 
						|
 | 
						|
// errVolumeExists - cannot create same volume again.
 | 
						|
var errVolumeExists = errors.New("volume already exists")
 | 
						|
 | 
						|
// errIsNotRegular - not of regular file type.
 | 
						|
var errIsNotRegular = errors.New("not of regular file type")
 | 
						|
 | 
						|
// errVolumeNotFound - cannot find the volume.
 | 
						|
var errVolumeNotFound = errors.New("volume not found")
 | 
						|
 | 
						|
// errVolumeNotEmpty - volume not empty.
 | 
						|
var errVolumeNotEmpty = errors.New("volume is not empty")
 | 
						|
 | 
						|
// errVolumeAccessDenied - cannot access volume, insufficient permissions.
 | 
						|
var errVolumeAccessDenied = errors.New("volume access denied")
 | 
						|
 | 
						|
// errVolumeAccessDenied - cannot access file, insufficient permissions.
 | 
						|
var errFileAccessDenied = errors.New("file access denied")
 | 
						|
 | 
						|
// errBitrotHashAlgoInvalid - the algo for bit-rot hash
 | 
						|
// verification is empty or invalid.
 | 
						|
var errBitrotHashAlgoInvalid = errors.New("bit-rot hash algorithm is invalid")
 | 
						|
 | 
						|
// hashMisMatchError - represents a bit-rot hash verification failure
 | 
						|
// error.
 | 
						|
type hashMismatchError struct {
 | 
						|
	expected string
 | 
						|
	computed string
 | 
						|
}
 | 
						|
 | 
						|
// error method for the hashMismatchError
 | 
						|
func (h hashMismatchError) Error() string {
 | 
						|
	return fmt.Sprintf(
 | 
						|
		"Bitrot verification mismatch - expected %v, received %v",
 | 
						|
		h.expected, h.computed)
 | 
						|
}
 |