import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
@Test
public void testSamplerSingleInsertionsEqualMulti() throws TimeoutException
{
    TopKSampler<String> sampler = new TopKSampler<String>();
    sampler.beginSampling(10);
    insert(sampler);
    waitForEmpty(1000);
    SamplerResult single = sampler.finishSampling(10);

    TopKSampler<String> sampler2 = new TopKSampler<String>();
    sampler2.beginSampling(10);
    for(int i = 1; i <= 10; i++)
    {
       String key = "item" + i;
       sampler2.addSample(key, MurmurHash.hash64(key), i);
    }
    waitForEmpty(1000);
    Assert.assertEquals(countMap(single.topK), countMap(sampler2.finishSampling(10).topK));
    Assert.assertEquals(sampler2.hll.cardinality(), 10);
    Assert.assertEquals(sampler.hll.cardinality(), sampler2.hll.cardinality());
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
@Override
public void addObject(Object o) {
	cardinality +=1;
	if (o instanceof Long){
		countMinSketch.add((Long)o, 1);
	}else{
		countMinSketch.add(MurmurHash.hash(o), 1);
	}
	updateHeavyHitters(o);
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
public long estimateCount(Object item){
	if (item instanceof Long){
		return countMinSketch.estimateCount((Long)item);
	}else{
		return countMinSketch.estimateCount(MurmurHash.hash(item));
	}
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
private void insert(TopKSampler<String> sampler)
{
    for(int i = 1; i <= 10; i++)
    {
        for(int j = 0; j < i; j++)
        {
            String key = "item" + i;
            sampler.addSample(key, MurmurHash.hash64(key), 1);
        }
    }
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
int[] getHashBuckets(byte[] b, int hashCount, int max) {
    int[] result = new int[hashCount];
    int hash1 = MurmurHash.hash(b, b.length, 0);
    int hash2 = MurmurHash.hash(b, b.length, hash1);
    for (int i = 0; i < hashCount; i++) {
        result[i] = Math.abs((hash1 + i * hash2) % max);
    }
    return result;
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
@Override
public Tuple exec(Tuple input) throws IOException {
  // Since Initial is guaranteed to be called
  // only in the map, it will be called with an
  // input of a bag with a single tuple - the
  // count should always be 1 if bag is non empty
  DataBag bag = (DataBag) input.get(0);
  Iterator<Tuple> it = bag.iterator();
  Tuple t = null;
  if (it.hasNext()) {
    t = (Tuple) it.next();
  }
  return mTupleFactory.newTuple((Object) MurmurHash.hash64(t));
}
 

import com.clearspring.analytics.hash.MurmurHash; //导入依赖的package包/类
@Override
public boolean offer(Object o) {
    final int x = MurmurHash.hash(o);
    return offerHashed(x);
}