Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 19 for ShardSize (0.15 sec)

  1. cmd/bitrot.go

    }
    
    func newBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer {
    	if algo == HighwayHash256S {
    		return newStreamingBitrotWriter(disk, origvolume, volume, filePath, length, algo, shardSize)
    	}
    	return newWholeBitrotWriter(disk, volume, filePath, algo, shardSize)
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 7.6K bytes
    - Viewed (0)
  2. cmd/bitrot-streaming.go

    	return &streamingBitrotWriter{iow: ioutil.NopCloser(w), h: algo.New(), shardSize: shardSize, canClose: nil, closeWithErr: func(err error) {}}
    }
    
    // Returns streaming bitrot writer implementation.
    func newStreamingBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer {
    	h := algo.New()
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Aug 21 12:20:54 UTC 2024
    - 6K bytes
    - Viewed (0)
  3. cmd/erasure-decode.go

    	}
    	bufs := make([][]byte, len(readers))
    	shardSize := int(e.ShardSize())
    	var b []byte
    
    	// We should always have enough capacity, but older objects may be bigger
    	// we do not need stashbuffer for them.
    	if globalBytePoolCap.Load().WidthCap() >= len(readers)*shardSize {
    		// Fill buffers
    		b = globalBytePoolCap.Load().Get()
    		// Seed the buffers.
    		for i := range bufs {
    			bufs[i] = b[i*shardSize : (i+1)*shardSize]
    		}
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Aug 29 01:40:52 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  4. cmd/erasure-coding.go

    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardFileOffset - returns the effective offset where erasure reading begins.
    func (e *Erasure) ShardFileOffset(startOffset, length, totalLength int64) int64 {
    	shardSize := e.ShardSize()
    	shardFileSize := e.ShardFileSize(totalLength)
    	endShard := (startOffset + length) / e.blockSize
    	tillOffset := endShard*shardSize + shardSize
    	if tillOffset > shardFileSize {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Jan 31 02:11:45 UTC 2024
    - 8.6K bytes
    - Viewed (0)
  5. cmd/bitrot-whole.go

    	return nil
    }
    
    // Returns whole-file bitrot writer.
    func newWholeBitrotWriter(disk StorageAPI, volume, filePath string, algo BitrotAlgorithm, shardSize int64) io.WriteCloser {
    	return &wholeBitrotWriter{disk, volume, filePath, shardSize, algo.New()}
    }
    
    // Implementation to verify bitrot for the whole file.
    type wholeBitrotReader struct {
    	disk       StorageAPI
    	volume     string
    	filePath   string
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Jan 31 02:11:45 UTC 2024
    - 2.7K bytes
    - Viewed (0)
  6. cmd/erasure-decode_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(test.data), writeAlgorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(context.Background(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 21.1K bytes
    - Viewed (0)
  7. internal/config/storageclass/storage-class.go

    			return -1
    		}
    		return sCfg.Standard.Parity
    	}
    }
    
    // ShouldInline returns true if the shardSize is worthy of inline
    // if versioned is true then we chosen 1/8th inline block size
    // to satisfy the same constraints.
    func (sCfg *Config) ShouldInline(shardSize int64, versioned bool) bool {
    	if shardSize < 0 {
    		return false
    	}
    
    	ConfigLock.RLock()
    	inlineBlock := int64(128 * humanize.KiByte)
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 12 12:24:04 UTC 2024
    - 12.3K bytes
    - Viewed (0)
  8. cmd/erasure-heal_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "testobject", erasure.ShardFileSize(test.size), test.algorithm, erasure.ShardSize())
    		}
    		_, err = erasure.Encode(context.Background(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 7.9K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/app/service/SearchLogService.java

                        op.size(pager.getPageSize());
                        if (fessConfig.getSearchlogAggShardSizeAsInteger() >= 0) {
                            op.shardSize(fessConfig.getSearchlogAggShardSizeAsInteger());
                        }
                    }, null);
                });
                final Terms agg = list.getAggregations().get(SearchLogPager.LOG_TYPE_CLICK_COUNT);
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 28.4K bytes
    - Viewed (0)
  10. cmd/erasure-encode_test.go

    		for i, disk := range disks {
    			if disk == OfflineDisk {
    				continue
    			}
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(int64(len(data[test.offset:]))), test.algorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(context.Background(), bytes.NewReader(data[test.offset:]), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil && !test.shouldFail {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 11.9K bytes
    - Viewed (0)
Back to top