Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 10 for Shuffle (0.2 sec)

  1. docs/bigdata/README.md

    mapreduce.fileoutputcommitter.algorithm.version=2 # Use the latest committer version
    mapreduce.job.reduce.slowstart.completedmaps=0.99 # 99% map, then reduce
    mapreduce.reduce.shuffle.input.buffer.percent=0.9 # Min % buffer in RAM
    mapreduce.reduce.shuffle.merge.percent=0.9 # Minimum % merges in RAM
    mapreduce.reduce.speculative=false # Disable speculation for reducing
    mapreduce.task.io.sort.factor=999 # Threshold before writing to disk
    Plain Text
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Thu Sep 29 04:28:45 GMT 2022
    - 14.7K bytes
    - Viewed (0)
  2. cmd/xl-storage-format-v2_test.go

    		}
    		buf = xlMetaV2TrimData(buf)
    
    		vers = append(vers, metaCacheEntry{
    			name:     "a",
    			metadata: buf,
    		})
    	}
    
    	// Shuffle...
    	for i := 0; i < 100; i++ {
    		rng := rand.New(rand.NewSource(int64(i)))
    		rng.Shuffle(len(vers), func(i, j int) {
    			vers[i], vers[j] = vers[j], vers[i]
    		})
    		var entries []chan metaCacheEntry
    		for _, v := range vers {
    			v.cached = nil
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Fri Mar 08 17:50:48 GMT 2024
    - 36.4K bytes
    - Viewed (0)
  3. cmd/erasure-metadata-utils.go

    	return shuffledPartsMetadata
    }
    
    // shuffleDisks - shuffle input disks slice depending on the
    // erasure distribution. Return shuffled slice of disks with
    // their expected distribution.
    func shuffleDisks(disks []StorageAPI, distribution []int) (shuffledDisks []StorageAPI) {
    	if distribution == nil {
    		return disks
    	}
    	shuffledDisks = make([]StorageAPI, len(disks))
    	// Shuffle disks for expected distribution.
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Tue Apr 23 17:15:52 GMT 2024
    - 11.3K bytes
    - Viewed (0)
  4. cmd/erasure.go

    			NextCycle: oldCache.Info.NextCycle,
    		},
    		Cache: make(map[string]dataUsageEntry, len(oldCache.Cache)),
    	}
    
    	// Put all buckets into channel.
    	bucketCh := make(chan BucketInfo, len(buckets))
    
    	// Shuffle buckets to ensure total randomness of buckets, being scanned.
    	// Otherwise same set of buckets get scanned across erasure sets always.
    	// at any given point in time. This allows different buckets to be scanned
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Fri Apr 26 06:32:14 GMT 2024
    - 16K bytes
    - Viewed (1)
  5. cmd/metacache-set.go

    		askDisks = len(disks) // use all available drives
    	}
    
    	// However many we ask, versions must exist on ~50%
    	listingQuorum := (askDisks + 1) / 2
    
    	if askDisks > 0 && len(disks) > askDisks {
    		rand.Shuffle(len(disks), func(i, j int) {
    			disks[i], disks[j] = disks[j], disks[i]
    		})
    		fallbackDisks = disks[askDisks:]
    		disks = disks[:askDisks]
    	}
    
    	// How to resolve results.
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Fri Apr 26 19:52:52 GMT 2024
    - 30.4K bytes
    - Viewed (0)
  6. cmd/global-heal.go

    		if len(disks) < er.setDriveCount/2 {
    			return fmt.Errorf("not enough drives (found=%d, healing=%d, total=%d) are available to heal `%s`", len(disks), healing, er.setDriveCount, tracker.disk.String())
    		}
    
    		rand.Shuffle(len(disks), func(i, j int) {
    			disks[i], disks[j] = disks[j], disks[i]
    		})
    
    		expectedDisks := len(disks)/2 + 1
    		fallbackDisks := disks[expectedDisks:]
    		disks = disks[:expectedDisks]
    
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Fri Apr 26 06:32:14 GMT 2024
    - 15K bytes
    - Viewed (1)
  7. cmd/metacache-entries_test.go

    		// Run for a number of times, shuffling the input to ensure that output is consistent.
    		for i := 0; i < 10; i++ {
    			t.Run(fmt.Sprintf("test-%d-%s-run-%d", testID, tt.name, i), func(t *testing.T) {
    				if i > 0 {
    					rng.Shuffle(len(tt.m), func(i, j int) {
    						tt.m[i], tt.m[j] = tt.m[j], tt.m[i]
    					})
    				}
    				gotSelected, gotOk := tt.m.resolve(&tt.r)
    				if gotOk != tt.wantOk {
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Sun Jan 02 17:15:06 GMT 2022
    - 31.6K bytes
    - Viewed (0)
  8. cmd/test-utils_test.go

    	if seed != -1 {
    		rand.Seed(seed)
    	}
    	return rand.Intn(max-min) + min
    }
    
    // Randomizes the order of bytes in the byte array
    // using Knuth Fisher-Yates shuffle algorithm.
    func randomizeBytes(s []byte, seed int64) []byte {
    	// special value -1 means no explicit seeding.
    	if seed != -1 {
    		rand.Seed(seed)
    	}
    	n := len(s)
    	var j int
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Thu Apr 04 12:06:57 GMT 2024
    - 75.7K bytes
    - Viewed (0)
  9. cmd/erasure-metadata-utils_test.go

    	if err != nil {
    		removeRoots(disks)
    		t.Fatal(err)
    	}
    	defer removeRoots(disks)
    	z := objLayer.(*erasureServerPools)
    	testShuffleDisks(t, z)
    }
    
    // Test shuffleDisks which returns shuffled slice of disks for their actual distribution.
    func testShuffleDisks(t *testing.T, z *erasureServerPools) {
    	disks := z.serverPools[0].GetDisks(0)()
    	distribution := []int{16, 14, 12, 10, 8, 6, 4, 2, 1, 3, 5, 7, 9, 11, 13, 15}
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Thu Jan 18 07:03:17 GMT 2024
    - 7.4K bytes
    - Viewed (0)
  10. cmd/erasure-server-pool.go

    						askDisks = len(disks) // use all available drives
    					}
    
    					var fallbackDisks []StorageAPI
    					if askDisks > 0 && len(disks) > askDisks {
    						rand.Shuffle(len(disks), func(i, j int) {
    							disks[i], disks[j] = disks[j], disks[i]
    						})
    						fallbackDisks = disks[askDisks:]
    						disks = disks[:askDisks]
    					}
    
    					requestedVersions := 0
    Go
    - Registered: Sun Apr 28 19:28:10 GMT 2024
    - Last Modified: Fri Apr 26 06:32:14 GMT 2024
    - 80.1K bytes
    - Viewed (0)
Back to top