Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 16 of 16 for ShardSize (0.29 sec)

  1. cmd/xl-storage_test.go

    	algo = HighwayHash256S
    	shardSize := int64(1024 * 1024)
    	shard := make([]byte, shardSize)
    	w := newStreamingBitrotWriter(storage, "", volName, fileName, size, algo, shardSize)
    	reader := bytes.NewReader(data)
    	for {
    		// Using io.Copy instead of this loop will not work for us as io.Copy
    		// will use bytes.Reader.WriteTo() which will not do shardSize'ed writes
    		// causing error.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 11 17:45:28 GMT 2024
    - 66.7K bytes
    - Viewed (0)
  2. cmd/erasure-healing.go

    					defer grid.PutByteBuffer(buf)
    
    					writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize())
    				} else {
    					writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, partPath,
    						tillOffset, DefaultBitrotAlgorithm, erasure.ShardSize())
    				}
    			}
    
    			// Heal each part. erasure.Heal() will write the healed
    			// part to .minio/tmp/uuid/ which needs to be renamed
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Apr 26 06:32:14 GMT 2024
    - 33.1K bytes
    - Viewed (0)
  3. cmd/erasure-object.go

    			defer grid.PutByteBuffer(buf)
    			writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize())
    			continue
    		}
    
    		writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tempErasureObj, shardFileSize, DefaultBitrotAlgorithm, erasure.ShardSize())
    	}
    
    	toEncode := io.Reader(data)
    	if data.Size() >= bigFileThreshold {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun May 05 16:56:21 GMT 2024
    - 77.2K bytes
    - Viewed (2)
  4. cmd/erasure-healing-common.go

    			dataErrs[i] = bitrotVerify(bytes.NewReader(meta.Data),
    				int64(len(meta.Data)),
    				meta.Erasure.ShardFileSize(meta.Size),
    				checksumInfo.Algorithm,
    				checksumInfo.Hash, meta.Erasure.ShardSize())
    			if dataErrs[i] == nil {
    				// All parts verified, mark it as all data available.
    				availableDisks[i] = onlineDisk
    			} else {
    				// upon errors just make that disk's fileinfo invalid
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 10.8K bytes
    - Viewed (0)
  5. cmd/xl-storage.go

    	s.deleteFile(srcVolumeDir, parentDir, false, false)
    
    	return nil
    }
    
    func (s *xlStorage) bitrotVerify(ctx context.Context, partPath string, partSize int64, algo BitrotAlgorithm, sum []byte, shardSize int64) error {
    	// Open the file for reading.
    	file, err := OpenFile(partPath, readMode, 0o666)
    	if err != nil {
    		return osErrToFileErr(err)
    	}
    
    	// Close the file descriptor.
    	defer file.Close()
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 84.7K bytes
    - Viewed (0)
  6. cmd/erasure-multipart.go

    	for i, disk := range onlineDisks {
    		if disk == nil {
    			continue
    		}
    		writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tmpPartPath, erasure.ShardFileSize(data.Size()), DefaultBitrotAlgorithm, erasure.ShardSize())
    	}
    
    	toEncode := io.Reader(data)
    	if data.Size() > bigFileThreshold {
    		// Add input readahead.
    		// We use 2 buffers, so we always have a full buffer of input.
    		pool := globalBytePoolCap.Load()
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 43K bytes
    - Viewed (0)
Back to top