- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 12 for shardSize (0.09 sec)
-
cmd/bitrot-streaming.go
return &streamingBitrotWriter{iow: ioutil.NopCloser(w), h: algo.New(), shardSize: shardSize, canClose: nil, closeWithErr: func(err error) {}} } // Returns streaming bitrot writer implementation. func newStreamingBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer { h := algo.New()
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Wed Aug 21 12:20:54 UTC 2024 - 6K bytes - Viewed (0) -
cmd/erasure-decode.go
} bufs := make([][]byte, len(readers)) shardSize := int(e.ShardSize()) var b []byte // We should always have enough capacity, but older objects may be bigger // we do not need stashbuffer for them. if globalBytePoolCap.Load().WidthCap() >= len(readers)*shardSize { // Fill buffers b = globalBytePoolCap.Load().Get() // Seed the buffers. for i := range bufs { bufs[i] = b[i*shardSize : (i+1)*shardSize] } }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Aug 29 01:40:52 UTC 2024 - 9.5K bytes - Viewed (0) -
internal/config/storageclass/storage-class.go
return -1 } return sCfg.Standard.Parity } } // ShouldInline returns true if the shardSize is worthy of inline // if versioned is true then we chosen 1/8th inline block size // to satisfy the same constraints. func (sCfg *Config) ShouldInline(shardSize int64, versioned bool) bool { if shardSize < 0 { return false } ConfigLock.RLock() inlineBlock := int64(128 * humanize.KiByte)
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Sep 12 12:24:04 UTC 2024 - 12.3K bytes - Viewed (0) -
cmd/erasure-metadata.go
lastBlockSize := totalLength % e.BlockSize lastShardSize := ceilFrac(lastBlockSize, int64(e.DataBlocks)) return numShards*e.ShardSize() + lastShardSize } // ShardSize - returns actual shared size from erasure blockSize. func (e ErasureInfo) ShardSize() int64 { return ceilFrac(e.BlockSize, int64(e.DataBlocks)) } // IsValid - tells if erasure info fields are valid. func (fi FileInfo) IsValid() bool {
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Oct 31 22:10:24 UTC 2024 - 21.3K bytes - Viewed (0) -
docs/debugging/xl-meta/main.go
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Sep 05 11:57:44 UTC 2024 - 40.3K bytes - Viewed (0) -
cmd/storage-datatypes.go
// Combined checksum when object was uploaded. Checksum []byte `msg:"cs,allownil"` // Versioned - indicates if this file is versioned or not. Versioned bool `msg:"vs"` } func (fi FileInfo) shardSize() int64 { return ceilFrac(fi.Erasure.BlockSize, int64(fi.Erasure.DataBlocks)) } // ShardFileSize - returns final erasure size from original size. func (fi FileInfo) ShardFileSize(totalLength int64) int64 {
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Tue Oct 22 15:30:50 UTC 2024 - 17.3K bytes - Viewed (0) -
cmd/erasure-healing-common.go
verifyErr := bitrotVerify(bytes.NewReader(meta.Data), int64(len(meta.Data)), meta.Erasure.ShardFileSize(meta.Size), checksumInfo.Algorithm, checksumInfo.Hash, meta.Erasure.ShardSize()) dataErrsByPart[0][i] = convPartErrToInt(verifyErr) continue } var ( verifyErr error verifyResp *CheckPartsResp ) switch scanMode { case madmin.HealDeepScan:
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Oct 31 22:10:24 UTC 2024 - 12.7K bytes - Viewed (0) -
cmd/erasure-healing.go
defer grid.PutByteBuffer(buf) writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize()) } else { writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, partPath, tillOffset, DefaultBitrotAlgorithm, erasure.ShardSize()) } } // Heal each part. erasure.Heal() will write the healed // part to .minio/tmp/uuid/ which needs to be renamed
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Wed Oct 02 17:50:41 UTC 2024 - 34.4K bytes - Viewed (0) -
cmd/xl-storage_test.go
Immediate: false, }); err != nil { t.Fatal(err) } // 3) Streaming bitrot check on proper file algo = HighwayHash256S shardSize := int64(1024 * 1024) shard := make([]byte, shardSize) w := newStreamingBitrotWriter(storage, "", volName, fileName, size, algo, shardSize) reader := bytes.NewReader(data) for { // Using io.Copy instead of this loop will not work for us as io.Copy
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Wed Aug 14 17:11:51 UTC 2024 - 66.7K bytes - Viewed (0) -
cmd/erasure-object.go
defer grid.PutByteBuffer(buf) writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize()) continue } writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tempErasureObj, shardFileSize, DefaultBitrotAlgorithm, erasure.ShardSize()) } toEncode := io.Reader(data) if data.Size() >= bigFileThreshold {
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Oct 31 22:10:24 UTC 2024 - 78.8K bytes - Viewed (0)