Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 15 for ShardSize (0.3 sec)

  1. cmd/bitrot-whole.go

    	return nil
    }
    
    // Returns whole-file bitrot writer.
    func newWholeBitrotWriter(disk StorageAPI, volume, filePath string, algo BitrotAlgorithm, shardSize int64) io.WriteCloser {
    	return &wholeBitrotWriter{disk, volume, filePath, shardSize, algo.New()}
    }
    
    // Implementation to verify bitrot for the whole file.
    type wholeBitrotReader struct {
    	disk       StorageAPI
    	volume     string
    	filePath   string
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Jan 31 02:11:45 GMT 2024
    - 2.7K bytes
    - Viewed (0)
  2. cmd/bitrot.go

    }
    
    func newBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer {
    	if algo == HighwayHash256S {
    		return newStreamingBitrotWriter(disk, origvolume, volume, filePath, length, algo, shardSize)
    	}
    	return newWholeBitrotWriter(disk, volume, filePath, algo, shardSize)
    }
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jan 30 20:43:25 GMT 2024
    - 7.6K bytes
    - Viewed (0)
  3. cmd/erasure-heal_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "testobject", erasure.ShardFileSize(test.size), test.algorithm, erasure.ShardSize())
    		}
    		_, err = erasure.Encode(context.Background(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jan 30 20:43:25 GMT 2024
    - 7.9K bytes
    - Viewed (0)
  4. cmd/erasure-decode_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(test.data), writeAlgorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(context.Background(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jan 30 20:43:25 GMT 2024
    - 21.1K bytes
    - Viewed (1)
  5. cmd/erasure-metadata.go

    	lastBlockSize := totalLength % e.BlockSize
    	lastShardSize := ceilFrac(lastBlockSize, int64(e.DataBlocks))
    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardSize - returns actual shared size from erasure blockSize.
    func (e ErasureInfo) ShardSize() int64 {
    	return ceilFrac(e.BlockSize, int64(e.DataBlocks))
    }
    
    // IsValid - tells if erasure info fields are valid.
    func (fi FileInfo) IsValid() bool {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 19.2K bytes
    - Viewed (1)
  6. cmd/erasure-object.go

    			defer grid.PutByteBuffer(buf)
    			writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize())
    			continue
    		}
    
    		writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tempErasureObj, shardFileSize, DefaultBitrotAlgorithm, erasure.ShardSize())
    	}
    
    	toEncode := io.Reader(data)
    	if data.Size() >= bigFileThreshold {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun May 05 16:56:21 GMT 2024
    - 77.2K bytes
    - Viewed (2)
  7. cmd/bitrot-streaming.go

    	h := algo.New()
    	return &streamingBitrotReader{
    		disk:       disk,
    		data:       data,
    		volume:     volume,
    		filePath:   filePath,
    		tillOffset: ceilFrac(tillOffset, shardSize)*int64(h.Size()) + tillOffset,
    		h:          h,
    		shardSize:  shardSize,
    		hashBytes:  make([]byte, h.Size()),
    	}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Jan 31 02:11:45 GMT 2024
    - 5.8K bytes
    - Viewed (0)
  8. cmd/erasure-decode.go

    	// Fill buffers
    	b := globalBytePoolCap.Load().Get()
    	shardSize := int(e.ShardSize())
    	if cap(b) < len(readers)*shardSize {
    		// We should always have enough capacity, but older objects may be bigger.
    		globalBytePoolCap.Load().Put(b)
    		b = nil
    	} else {
    		// Seed the buffers.
    		for i := range bufs {
    			bufs[i] = b[i*shardSize : (i+1)*shardSize]
    		}
    	}
    
    	return &parallelReader{
    		readers:       readers,
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Apr 19 16:44:59 GMT 2024
    - 9.4K bytes
    - Viewed (0)
  9. cmd/erasure-coding.go

    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardFileOffset - returns the effective offset where erasure reading begins.
    func (e *Erasure) ShardFileOffset(startOffset, length, totalLength int64) int64 {
    	shardSize := e.ShardSize()
    	shardFileSize := e.ShardFileSize(totalLength)
    	endShard := (startOffset + length) / e.blockSize
    	tillOffset := endShard*shardSize + shardSize
    	if tillOffset > shardFileSize {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Jan 31 02:11:45 GMT 2024
    - 8.6K bytes
    - Viewed (0)
  10. cmd/xl-storage.go

    	s.deleteFile(srcVolumeDir, parentDir, false, false)
    
    	return nil
    }
    
    func (s *xlStorage) bitrotVerify(ctx context.Context, partPath string, partSize int64, algo BitrotAlgorithm, sum []byte, shardSize int64) error {
    	// Open the file for reading.
    	file, err := OpenFile(partPath, readMode, 0o666)
    	if err != nil {
    		return osErrToFileErr(err)
    	}
    
    	// Close the file descriptor.
    	defer file.Close()
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 84.7K bytes
    - Viewed (0)
Back to top