- Sort Score
- Num 10 results
- Language All
Results 1 - 10 of 19 for shardSize (0.07 seconds)
-
cmd/bitrot.go
} func newBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer { if algo == HighwayHash256S { return newStreamingBitrotWriter(disk, origvolume, volume, filePath, length, algo, shardSize) } return newWholeBitrotWriter(disk, volume, filePath, algo, shardSize) }
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Sun Sep 28 20:59:21 GMT 2025 - 7.7K bytes - Click Count (0) -
cmd/bitrot-streaming.go
return &streamingBitrotWriter{iow: ioutil.NopCloser(w), h: algo.New(), shardSize: shardSize, canClose: nil, closeWithErr: func(err error) {}} } // Returns streaming bitrot writer implementation. func newStreamingBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer { h := algo.New()
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Fri Jan 17 19:19:30 GMT 2025 - 6.2K bytes - Click Count (0) -
cmd/erasure-coding.go
return numShards*e.ShardSize() + lastShardSize } // ShardFileOffset - returns the effective offset where erasure reading begins. func (e *Erasure) ShardFileOffset(startOffset, length, totalLength int64) int64 { shardSize := e.ShardSize() shardFileSize := e.ShardFileSize(totalLength) endShard := (startOffset + length) / e.blockSize tillOffset := min(endShard*shardSize+shardSize, shardFileSize) return tillOffset
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Sun Sep 28 20:59:21 GMT 2025 - 8.5K bytes - Click Count (0) -
cmd/erasure-decode.go
} bufs := make([][]byte, len(readers)) shardSize := int(e.ShardSize()) var b []byte // We should always have enough capacity, but older objects may be bigger // we do not need stashbuffer for them. if globalBytePoolCap.Load().WidthCap() >= len(readers)*shardSize { // Fill buffers b = globalBytePoolCap.Load().Get() // Seed the buffers. for i := range bufs { bufs[i] = b[i*shardSize : (i+1)*shardSize] } }
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Thu Aug 29 01:40:52 GMT 2024 - 9.5K bytes - Click Count (0) -
cmd/bitrot-whole.go
return nil } // Returns whole-file bitrot writer. func newWholeBitrotWriter(disk StorageAPI, volume, filePath string, algo BitrotAlgorithm, shardSize int64) io.WriteCloser { return &wholeBitrotWriter{disk, volume, filePath, shardSize, algo.New()} } // Implementation to verify bitrot for the whole file. type wholeBitrotReader struct { disk StorageAPI volume string filePath string
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Wed Jan 31 02:11:45 GMT 2024 - 2.7K bytes - Click Count (0) -
internal/config/storageclass/storage-class.go
return -1 } return sCfg.Standard.Parity } } // ShouldInline returns true if the shardSize is worthy of inline // if versioned is true then we chosen 1/8th inline block size // to satisfy the same constraints. func (sCfg *Config) ShouldInline(shardSize int64, versioned bool) bool { if shardSize < 0 { return false } ConfigLock.RLock() inlineBlock := int64(128 * humanize.KiByte)
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Fri Aug 29 02:39:48 GMT 2025 - 12.3K bytes - Click Count (0) -
docs/debugging/xl-meta/main.go
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Sun Sep 28 20:59:21 GMT 2025 - 40.4K bytes - Click Count (0) -
cmd/xl-storage_test.go
Immediate: false, }); err != nil { t.Fatal(err) } // 3) Streaming bitrot check on proper file algo = HighwayHash256S shardSize := int64(1024 * 1024) shard := make([]byte, shardSize) w := newStreamingBitrotWriter(storage, "", volName, fileName, size, algo, shardSize) reader := bytes.NewReader(data) for { // Using io.Copy instead of this loop will not work for us as io.CopyCreated: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Fri Aug 29 02:39:48 GMT 2025 - 66K bytes - Click Count (0) -
cmd/erasure-metadata.go
lastBlockSize := totalLength % e.BlockSize lastShardSize := ceilFrac(lastBlockSize, int64(e.DataBlocks)) return numShards*e.ShardSize() + lastShardSize } // ShardSize - returns actual shared size from erasure blockSize. func (e ErasureInfo) ShardSize() int64 { return ceilFrac(e.BlockSize, int64(e.DataBlocks)) } // IsValid - tells if erasure info fields are valid. func (fi FileInfo) IsValid() bool {
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Sun Sep 28 20:59:21 GMT 2025 - 21.3K bytes - Click Count (0) -
cmd/storage-datatypes.go
// Combined checksum when object was uploaded. Checksum []byte `msg:"cs,allownil"` // Versioned - indicates if this file is versioned or not. Versioned bool `msg:"vs"` } func (fi FileInfo) shardSize() int64 { return ceilFrac(fi.Erasure.BlockSize, int64(fi.Erasure.DataBlocks)) } // ShardFileSize - returns final erasure size from original size. func (fi FileInfo) ShardFileSize(totalLength int64) int64 {
Created: Sun Apr 05 19:28:12 GMT 2026 - Last Modified: Sun Sep 28 20:59:21 GMT 2025 - 17.4K bytes - Click Count (0)