|
|
|
@ -1,7 +1,25 @@ |
|
|
|
|
#ifdef DS_PERF |
|
|
|
|
#define _CRT_SECURE_NO_WARNINGS |
|
|
|
|
#define _CRT_NONSTDC_NO_DEPRECATE |
|
|
|
|
#define _CRT_NON_CONFORMING_SWPRINTFS |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
//#define STBDS_INTERNAL_SMALL_BUCKET // make 64-bit bucket fit both keys and hash bits
|
|
|
|
|
//#define STBDS_SIPHASH_2_4 // performance test 1_3 against 2_4
|
|
|
|
|
//#define STBDS_INTERNAL_BUCKET_START // don't bother offseting differently within bucket for different hash values
|
|
|
|
|
//#define STBDS_FLUSH_CACHE (1u<<20) // do this much memory traffic to flush the cache between some benchmarking measurements
|
|
|
|
|
|
|
|
|
|
#define WIN32_LEAN_AND_MEAN |
|
|
|
|
#include <windows.h> |
|
|
|
|
#define STB_DEFINE |
|
|
|
|
#define STB_NO_REGISTRY |
|
|
|
|
#include "../stb.h" |
|
|
|
|
#include <stdio.h> |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
#ifdef DS_TEST |
|
|
|
|
#define STBDS_UNIT_TESTS |
|
|
|
|
#define STBDS_SMALL_BUCKET |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
#ifdef DS_STATS |
|
|
|
@ -13,7 +31,6 @@ |
|
|
|
|
#include <assert.h> |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
//#define STBDS_SIPHASH_2_4
|
|
|
|
|
#define STB_DS_IMPLEMENTATION |
|
|
|
|
#include "../stb_ds.h" |
|
|
|
|
|
|
|
|
@ -141,30 +158,27 @@ int main(int arg, char **argv) |
|
|
|
|
} |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
#ifdef DS_PERF |
|
|
|
|
#define WIN32_LEAN_AND_MEAN |
|
|
|
|
#include <windows.h> |
|
|
|
|
#define STB_DEFINE |
|
|
|
|
#define STB_NO_REGISTRY |
|
|
|
|
//#include "../stb.h"
|
|
|
|
|
|
|
|
|
|
#ifdef DS_PERF |
|
|
|
|
//char *strdup(const char *foo) { return 0; }
|
|
|
|
|
//int stricmp(const char *a, const char *b) { return 0; }
|
|
|
|
|
//int strnicmp(const char *a, const char *b, size_t n) { return 0; }
|
|
|
|
|
|
|
|
|
|
size_t t0, sum, mn,mx,count; |
|
|
|
|
unsigned __int64 t0, xsum, mn,mx,count; |
|
|
|
|
void begin(void) |
|
|
|
|
{ |
|
|
|
|
size_t t0; |
|
|
|
|
LARGE_INTEGER m; |
|
|
|
|
QueryPerformanceCounter(&m); |
|
|
|
|
t0 = m.QuadPart; |
|
|
|
|
sum = 0; |
|
|
|
|
xsum = 0; |
|
|
|
|
count = 0; |
|
|
|
|
mx = 0; |
|
|
|
|
mn = ~(size_t) 0; |
|
|
|
|
mn = ~(unsigned __int64) 0; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void measure(void) |
|
|
|
|
{ |
|
|
|
|
size_t t1, t; |
|
|
|
|
unsigned __int64 t1, t; |
|
|
|
|
LARGE_INTEGER m; |
|
|
|
|
QueryPerformanceCounter(&m); |
|
|
|
|
t1 = m.QuadPart; |
|
|
|
@ -173,40 +187,42 @@ void measure(void) |
|
|
|
|
printf("ALERT: QueryPerformanceCounter was unordered!\n"); |
|
|
|
|
if (t < mn) mn = t; |
|
|
|
|
if (t > mx) mx = t; |
|
|
|
|
sum += t; |
|
|
|
|
xsum += t; |
|
|
|
|
++count; |
|
|
|
|
t0 = t1; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void dont_measure(void) |
|
|
|
|
{ |
|
|
|
|
size_t t1, t; |
|
|
|
|
LARGE_INTEGER m; |
|
|
|
|
QueryPerformanceCounter(&m); |
|
|
|
|
t0 = m.QuadPart; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
double timer; |
|
|
|
|
void end(void) |
|
|
|
|
double end(void) |
|
|
|
|
{ |
|
|
|
|
LARGE_INTEGER m; |
|
|
|
|
QueryPerformanceFrequency(&m); |
|
|
|
|
|
|
|
|
|
if (count > 3) { |
|
|
|
|
// discard the highest and lowest
|
|
|
|
|
sum -= mn; |
|
|
|
|
sum -= mx; |
|
|
|
|
xsum -= mn; |
|
|
|
|
xsum -= mx; |
|
|
|
|
count -= 2; |
|
|
|
|
} |
|
|
|
|
timer = (double) (sum) / count / m.QuadPart * 1000; |
|
|
|
|
timer = (double) (xsum) / count / m.QuadPart * 1000; |
|
|
|
|
return timer; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void build(int a, int b, int count, int step) |
|
|
|
|
{ |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
int i,j,n,k; |
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
hmput(map,i*step,i+1); |
|
|
|
|
int i,n; |
|
|
|
|
for (i=0; i < a; ++i) { |
|
|
|
|
n = i*step; |
|
|
|
|
hmput(map,n,i+1); |
|
|
|
|
} |
|
|
|
|
measure(); |
|
|
|
|
churn_inserts = i; |
|
|
|
|
hmfree(map); |
|
|
|
@ -217,8 +233,7 @@ void build(int a, int b, int count, int step) |
|
|
|
|
void build_stb(int a, int b, int count, int step) |
|
|
|
|
{ |
|
|
|
|
stb_idict *d = stb_idict_new_size(8); |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
int i,j,n,k; |
|
|
|
|
int i; |
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
stb_idict_add(d, i*step, i+1); |
|
|
|
|
measure(); |
|
|
|
@ -226,8 +241,68 @@ void build_stb(int a, int b, int count, int step) |
|
|
|
|
stb_idict_destroy(d); |
|
|
|
|
dont_measure(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void multibuild_stb(int a, int b, int count, int step, int tables) |
|
|
|
|
{ |
|
|
|
|
stb_idict *d[50000]; |
|
|
|
|
int i,q; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
d[q] = stb_idict_new_size(8); |
|
|
|
|
dont_measure(); |
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
stb_idict_add(d[q], i*step+q*771, i+1); |
|
|
|
|
measure(); |
|
|
|
|
churn_inserts = i; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
stb_idict_destroy(d[q]); |
|
|
|
|
dont_measure(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
int multisearch_stb(int a, int start, int end, int step, int tables) |
|
|
|
|
{ |
|
|
|
|
stb_idict *d[50000]; |
|
|
|
|
int i,q,total=0,v; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
d[q] = stb_idict_new_size(8); |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
stb_idict_add(d[q], i*step+q*771, i+1); |
|
|
|
|
dont_measure(); |
|
|
|
|
for (i=start; i < end; ++i) |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
if (stb_idict_get_flag(d[q], i*step+q*771, &v)) |
|
|
|
|
total += v; |
|
|
|
|
measure(); |
|
|
|
|
churn_inserts = i; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
stb_idict_destroy(d[q]); |
|
|
|
|
dont_measure(); |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
int multisearch(int a, int start, int end, int step, int tables) |
|
|
|
|
{ |
|
|
|
|
struct { int key,value; } *hash[50000]; |
|
|
|
|
int i,q,total=0; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
hash[q] = NULL; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
hmput(hash[q], i*step+q*771, i+1); |
|
|
|
|
dont_measure(); |
|
|
|
|
for (i=start; i < end; ++i) |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
total += hmget(hash[q], i*step+q*771); |
|
|
|
|
measure(); |
|
|
|
|
churn_inserts = i; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
hmfree(hash[q]); |
|
|
|
|
dont_measure(); |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void churn_skip(unsigned int a, unsigned int b, int count) |
|
|
|
|
{ |
|
|
|
|
struct { unsigned int key,value; } *map=NULL; |
|
|
|
@ -343,12 +418,526 @@ void churn8(int a, int b, int count, int include_startup) |
|
|
|
|
dont_measure(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
void multichurn4(int a, int b, int count, int include_startup, int tables) |
|
|
|
|
{ |
|
|
|
|
struct { int key,value; } *map[50000]; |
|
|
|
|
int i,j,n,k,q; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
map[q] = NULL; |
|
|
|
|
dont_measure(); |
|
|
|
|
|
|
|
|
|
for (i=0; i < a; ++i) |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
hmput(map[q],i,i+1); |
|
|
|
|
if (!include_startup) |
|
|
|
|
dont_measure(); |
|
|
|
|
for (n=0; n < count; ++n) { |
|
|
|
|
for (j=a; j < b; ++j,++i) { |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
hmput(map[q],i,i+1); |
|
|
|
|
} |
|
|
|
|
assert(hmlen(map[0]) == b); |
|
|
|
|
for (j=a; j < b; ++j) { |
|
|
|
|
k=i-j-1; |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
k = hmdel(map[q],k); |
|
|
|
|
assert(k != 0); |
|
|
|
|
} |
|
|
|
|
assert(hmlen(map[0]) == a); |
|
|
|
|
} |
|
|
|
|
measure(); |
|
|
|
|
for (q=0; q < tables; ++q) |
|
|
|
|
hmfree(map[q]); |
|
|
|
|
churn_inserts = i * tables; |
|
|
|
|
churn_deletes = (b-a) * n * tables; |
|
|
|
|
dont_measure(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
struct { |
|
|
|
|
unsigned __int64 start; |
|
|
|
|
unsigned __int64 end; |
|
|
|
|
int table_size; |
|
|
|
|
} mstats[32][4000]; |
|
|
|
|
|
|
|
|
|
const int first_step = 64; |
|
|
|
|
const int last_step = 384-48; // 32M
|
|
|
|
|
|
|
|
|
|
void measure_build4(int step_log2) |
|
|
|
|
{ |
|
|
|
|
double length; |
|
|
|
|
int i,j,k=0; |
|
|
|
|
int step = 1 << step_log2; |
|
|
|
|
unsigned __int64 t0,t1; |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
double rdtsc_scale; |
|
|
|
|
begin(); |
|
|
|
|
t0 = __rdtsc(); |
|
|
|
|
|
|
|
|
|
mstats[0][0].start = __rdtsc(); |
|
|
|
|
for (i=0; i < 256; ++i) { |
|
|
|
|
hmput(map,k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
mstats[0][first_step-1].end = __rdtsc(); |
|
|
|
|
mstats[0][first_step-1].table_size = k >> step_log2; |
|
|
|
|
for (j=first_step; j < last_step; ++j) { |
|
|
|
|
for (i=0; i < (1<<(j>>4)); ++i) { |
|
|
|
|
hmput(map, k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
mstats[0][j].end = __rdtsc(); |
|
|
|
|
mstats[0][j].table_size = k >> step_log2; |
|
|
|
|
} |
|
|
|
|
t1 = __rdtsc(); |
|
|
|
|
measure(); |
|
|
|
|
hmfree(map); |
|
|
|
|
length = end(); |
|
|
|
|
rdtsc_scale = length / (t1-t0) * 1000; |
|
|
|
|
|
|
|
|
|
for (j=1; j < last_step; ++j) |
|
|
|
|
mstats[0][j].start = mstats[0][0].start; |
|
|
|
|
for (j=first_step-1; j < last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,%12d,0,0,0\n", (mstats[0][j].end - mstats[0][j].start) * rdtsc_scale, mstats[0][j].table_size, mstats[0][j].table_size); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
#ifdef STBDS_FLUSH_CACHE |
|
|
|
|
static int cache_index; |
|
|
|
|
char dummy[8][STBDS_FLUSH_CACHE]; |
|
|
|
|
|
|
|
|
|
int flush_cache(void) |
|
|
|
|
{ |
|
|
|
|
memmove(dummy[cache_index],dummy[cache_index]+1, sizeof(dummy[cache_index])-1); |
|
|
|
|
cache_index = (cache_index+1)%8; |
|
|
|
|
return dummy[cache_index][0]; |
|
|
|
|
} |
|
|
|
|
#else |
|
|
|
|
int flush_cache(void) { return 0; } |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
int measure_average_lookup4(int step_log2) |
|
|
|
|
{ |
|
|
|
|
int total; |
|
|
|
|
double length; |
|
|
|
|
int i,j,k=0,q; |
|
|
|
|
int step = 1 << step_log2; |
|
|
|
|
unsigned __int64 t0,t1; |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
double rdtsc_scale; |
|
|
|
|
begin(); |
|
|
|
|
t0 = __rdtsc(); |
|
|
|
|
|
|
|
|
|
for (i=0; i < 128; ++i) { |
|
|
|
|
hmput(map,k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
total += flush_cache(); |
|
|
|
|
mstats[0][j].start = __rdtsc(); |
|
|
|
|
for (q=i=0; i < 50000; ++i) { |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
if (++q == k) q = 0; |
|
|
|
|
} |
|
|
|
|
mstats[0][j].end = __rdtsc(); |
|
|
|
|
mstats[0][j].table_size = k; |
|
|
|
|
total += flush_cache(); |
|
|
|
|
mstats[1][j].start = __rdtsc(); |
|
|
|
|
for (i=0; i < 50000; ++i) { |
|
|
|
|
total += hmget(map, i+k); // miss
|
|
|
|
|
} |
|
|
|
|
mstats[1][j].end = __rdtsc(); |
|
|
|
|
mstats[1][j].table_size = k; |
|
|
|
|
|
|
|
|
|
// expand table
|
|
|
|
|
for (i=0; i < (1<<(j>>4)); ++i) { |
|
|
|
|
hmput(map, k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
t1 = __rdtsc(); |
|
|
|
|
measure(); |
|
|
|
|
hmfree(map); |
|
|
|
|
length = end(); |
|
|
|
|
rdtsc_scale = length / (t1-t0) * 1000; |
|
|
|
|
|
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
// time,table_size,numins,numhit,nummiss,numperflush
|
|
|
|
|
printf("%12.4f,%12d,0,50000,0,0\n", (mstats[0][j].end - mstats[0][j].start) * rdtsc_scale, mstats[0][j].table_size); |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,0,50000,0\n", (mstats[1][j].end - mstats[1][j].start) * rdtsc_scale, mstats[1][j].table_size); |
|
|
|
|
} |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
int measure_worst_lookup4_a(int step_log2) |
|
|
|
|
{ |
|
|
|
|
int total; |
|
|
|
|
double length; |
|
|
|
|
int i,j,k=0,q,worst_q,n,z,attempts; |
|
|
|
|
int step = 1 << step_log2; |
|
|
|
|
unsigned __int64 t0,t1; |
|
|
|
|
unsigned __int64 m0,m1,worst; |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
double rdtsc_scale; |
|
|
|
|
begin(); |
|
|
|
|
t0 = __rdtsc(); |
|
|
|
|
|
|
|
|
|
memset(mstats, 0, sizeof(mstats)); |
|
|
|
|
for (j=first_step; j <= last_step; ++j) |
|
|
|
|
mstats[0][j].end = mstats[1][j].end = ~(unsigned __int64) 0; |
|
|
|
|
|
|
|
|
|
for(attempts=0; attempts < 2; ++attempts) { |
|
|
|
|
k = 0; |
|
|
|
|
stbds_rand_seed(0); // force us to get the same table every time
|
|
|
|
|
for (i=0; i < 128; ++i) { |
|
|
|
|
hmput(map,k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
unsigned __int64 times[32]; |
|
|
|
|
|
|
|
|
|
// find the worst hit time
|
|
|
|
|
for (z=0; z < 2; ++z) { // try the bisectioning measurement 4 times
|
|
|
|
|
worst = 0; |
|
|
|
|
for (n=0; n < 10; ++n) { // test 400 keys total
|
|
|
|
|
// find the worst time to hit 20 keys
|
|
|
|
|
q=0; |
|
|
|
|
worst_q = 0; |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
for (i=0; i < 20; ++i) { |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
if (++q == k) q = 0; |
|
|
|
|
} |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
// for each n, check if this is the worst lookup we've seen
|
|
|
|
|
if (m1 - m0 > worst) { |
|
|
|
|
worst = m1-m0; |
|
|
|
|
worst_q = q - i; |
|
|
|
|
if (worst_q < 0) q += k; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
// after 400 keys, take the worst 20 keys, and try each one
|
|
|
|
|
worst = 0; |
|
|
|
|
q = worst_q; |
|
|
|
|
for (i=0; i < 20; ++i) { |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1 - m0 > worst) |
|
|
|
|
worst = m1-m0; |
|
|
|
|
if (++q == k) q = 0; |
|
|
|
|
} |
|
|
|
|
times[z] = worst; |
|
|
|
|
} |
|
|
|
|
// find the worst time in the bunch
|
|
|
|
|
worst = 0; |
|
|
|
|
for (i=0; i < z; ++i) |
|
|
|
|
if (times[i] > worst) |
|
|
|
|
worst = times[i]; |
|
|
|
|
// take the best of 'attempts', to discard outliers
|
|
|
|
|
if (worst < mstats[0][j].end) |
|
|
|
|
mstats[0][j].end = worst; |
|
|
|
|
mstats[0][j].start = 0; |
|
|
|
|
mstats[0][j].table_size = k >> step_log2; |
|
|
|
|
|
|
|
|
|
// find the worst miss time
|
|
|
|
|
for (z=0; z < 8; ++z) { // try the bisectioning measurement 8 times
|
|
|
|
|
worst = 0; |
|
|
|
|
for (n=0; n < 20; ++n) { // test 400 keys total
|
|
|
|
|
// find the worst time to hit 20 keys
|
|
|
|
|
q=k; |
|
|
|
|
worst_q = 0; |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
for (i=0; i < 20; ++i) { |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
} |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
// for each n, check if this is the worst lookup we've seen
|
|
|
|
|
if (m1 - m0 > worst) { |
|
|
|
|
worst = m1-m0; |
|
|
|
|
worst_q = q - i; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
// after 400 keys, take the worst 20 keys, and try each one
|
|
|
|
|
worst = 0; |
|
|
|
|
q = worst_q; |
|
|
|
|
for (i=0; i < 20; ++i) { |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1 - m0 > worst) |
|
|
|
|
worst = m1-m0; |
|
|
|
|
} |
|
|
|
|
times[z] = worst; |
|
|
|
|
} |
|
|
|
|
// find the worst time in the bunch
|
|
|
|
|
worst = 0; |
|
|
|
|
for (i=0; i < z; ++i) |
|
|
|
|
if (times[i] > worst) |
|
|
|
|
worst = times[i]; |
|
|
|
|
if (worst < mstats[1][j].end) |
|
|
|
|
mstats[1][j].end = worst; |
|
|
|
|
mstats[1][j].start = 0; |
|
|
|
|
mstats[1][j].table_size = k >> step_log2; |
|
|
|
|
|
|
|
|
|
// expand table
|
|
|
|
|
for (i=0; i < (1<<(j>>4)); ++i) { |
|
|
|
|
hmput(map, k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
hmfree(map); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
t1 = __rdtsc(); |
|
|
|
|
measure(); |
|
|
|
|
length = end(); |
|
|
|
|
rdtsc_scale = length / (t1-t0) * 1000; |
|
|
|
|
|
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,1,0,1\n", (mstats[0][j].end - mstats[0][j].start) * rdtsc_scale, mstats[0][j].table_size); |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,0,1,1\n", (mstats[1][j].end - mstats[1][j].start) * rdtsc_scale, mstats[1][j].table_size); |
|
|
|
|
} |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
int measure_worst_lookup4_b(int step_log2) |
|
|
|
|
{ |
|
|
|
|
int total; |
|
|
|
|
double length; |
|
|
|
|
int i,j,k=0,q,worst_q,n,z,attempts; |
|
|
|
|
int step = 1 << step_log2; |
|
|
|
|
unsigned __int64 t0,t1; |
|
|
|
|
unsigned __int64 m0,m1,worst; |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
double rdtsc_scale; |
|
|
|
|
begin(); |
|
|
|
|
t0 = __rdtsc(); |
|
|
|
|
|
|
|
|
|
memset(mstats, 0, sizeof(mstats)); |
|
|
|
|
for (j=first_step; j <= last_step; ++j) |
|
|
|
|
mstats[0][j].end = mstats[1][j].end = ~(unsigned __int64) 0; |
|
|
|
|
|
|
|
|
|
k = 0; |
|
|
|
|
stbds_rand_seed(0); // force us to get the same table every time
|
|
|
|
|
for (i=0; i < 128; ++i) { |
|
|
|
|
hmput(map,k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
unsigned __int64 times[32]; |
|
|
|
|
|
|
|
|
|
// find the worst hit time
|
|
|
|
|
for (z=0; z < 8; ++z) { // try this 8 times
|
|
|
|
|
worst = 0; |
|
|
|
|
q=0; |
|
|
|
|
for (i=0; i < 5000; ++i) { |
|
|
|
|
total += hmget(map, q); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map, q); |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1 - m0 > worst) { |
|
|
|
|
worst = m1-m0; |
|
|
|
|
worst_q = q - i; |
|
|
|
|
} |
|
|
|
|
if (++q == k) q = 0; |
|
|
|
|
} |
|
|
|
|
// now retry with the worst one, but find the shortest time for it
|
|
|
|
|
worst = ~(unsigned __int64) 0; |
|
|
|
|
for (i=0; i < 4; ++i) { |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map,worst_q); |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1-m0 < worst) |
|
|
|
|
worst = m1-m0; |
|
|
|
|
} |
|
|
|
|
times[z] = worst; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// find the worst of those
|
|
|
|
|
worst = 0; |
|
|
|
|
for (i=0; i < z; ++i) |
|
|
|
|
if (times[i] > worst) |
|
|
|
|
worst = times[i]; |
|
|
|
|
mstats[0][j].start = 0; |
|
|
|
|
mstats[0][j].end = worst; |
|
|
|
|
mstats[0][j].table_size = k; |
|
|
|
|
|
|
|
|
|
// find the worst miss time
|
|
|
|
|
for (z=0; z < 8; ++z) { // try this 8 times
|
|
|
|
|
worst = 0; |
|
|
|
|
q=k; |
|
|
|
|
for (i=0; i < 5000; ++i) { |
|
|
|
|
total += hmget(map, q); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map, q); |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1 - m0 > worst) { |
|
|
|
|
worst = m1-m0; |
|
|
|
|
worst_q = q - i; |
|
|
|
|
} |
|
|
|
|
//printf("%6llu ", m1-m0);
|
|
|
|
|
} |
|
|
|
|
// now retry with the worst one, but find the shortest time for it
|
|
|
|
|
worst = ~(unsigned __int64) 0; |
|
|
|
|
for (i=0; i < 4; ++i) { |
|
|
|
|
total += flush_cache(); |
|
|
|
|
m0 = __rdtsc(); |
|
|
|
|
total += hmget(map,worst_q); |
|
|
|
|
m1 = __rdtsc(); |
|
|
|
|
if (m1-m0 < worst) |
|
|
|
|
worst = m1-m0; |
|
|
|
|
} |
|
|
|
|
times[z] = worst; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// find the worst of those
|
|
|
|
|
worst = 0; |
|
|
|
|
for (i=0; i < z; ++i) |
|
|
|
|
if (times[i] > worst) |
|
|
|
|
worst = times[i]; |
|
|
|
|
mstats[1][j].start = 0; |
|
|
|
|
mstats[1][j].end = worst; |
|
|
|
|
mstats[1][j].table_size = k; |
|
|
|
|
|
|
|
|
|
// expand table
|
|
|
|
|
for (i=0; i < (1<<(j>>4)); ++i) { |
|
|
|
|
hmput(map, k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
hmfree(map); |
|
|
|
|
|
|
|
|
|
t1 = __rdtsc(); |
|
|
|
|
measure(); |
|
|
|
|
length = end(); |
|
|
|
|
rdtsc_scale = length / (t1-t0) * 1000; |
|
|
|
|
|
|
|
|
|
for (j=first_step+1; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,1,0,1\n", (mstats[0][j].end - mstats[0][j].start) * rdtsc_scale, mstats[0][j].table_size); |
|
|
|
|
} |
|
|
|
|
for (j=first_step+1; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,0,1,1\n", (mstats[1][j].end - mstats[1][j].start) * rdtsc_scale, mstats[1][j].table_size); |
|
|
|
|
} |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
int measure_uncached_lookup4(int step_log2) |
|
|
|
|
{ |
|
|
|
|
int total; |
|
|
|
|
double length; |
|
|
|
|
int i,j,k=0,q; |
|
|
|
|
int step = 1 << step_log2; |
|
|
|
|
unsigned __int64 t0,t1; |
|
|
|
|
struct { int key,value; } *map=NULL; |
|
|
|
|
double rdtsc_scale; |
|
|
|
|
begin(); |
|
|
|
|
t0 = __rdtsc(); |
|
|
|
|
|
|
|
|
|
map = NULL; |
|
|
|
|
for (i=0; i < 128; ++i) { |
|
|
|
|
hmput(map,k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
mstats[0][j].start = __rdtsc(); |
|
|
|
|
mstats[0][j].end = 0; |
|
|
|
|
for (q=i=0; i < 512; ++i) { |
|
|
|
|
if ((i & 3) == 0) { |
|
|
|
|
mstats[0][j].end += __rdtsc(); |
|
|
|
|
total += flush_cache(); |
|
|
|
|
mstats[0][j].start += __rdtsc(); |
|
|
|
|
} |
|
|
|
|
total += hmget(map, q); // hit
|
|
|
|
|
if (++q == k) q = 0; |
|
|
|
|
} |
|
|
|
|
mstats[0][j].end += __rdtsc(); |
|
|
|
|
mstats[0][j].table_size = k; |
|
|
|
|
total += flush_cache(); |
|
|
|
|
mstats[1][j].end = 0; |
|
|
|
|
mstats[1][j].start = __rdtsc(); |
|
|
|
|
for (i=0; i < 512; ++i) { |
|
|
|
|
if ((i & 3) == 0) { |
|
|
|
|
mstats[1][j].end += __rdtsc(); |
|
|
|
|
total += flush_cache(); |
|
|
|
|
mstats[1][j].start += __rdtsc(); |
|
|
|
|
} |
|
|
|
|
total += hmget(map, i+k); // miss
|
|
|
|
|
} |
|
|
|
|
mstats[1][j].end += __rdtsc(); |
|
|
|
|
mstats[1][j].table_size = k; |
|
|
|
|
|
|
|
|
|
// expand table
|
|
|
|
|
for (i=0; i < (1<<(j>>4)); ++i) { |
|
|
|
|
hmput(map, k,k+1); |
|
|
|
|
k += step; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
hmfree(map); |
|
|
|
|
|
|
|
|
|
t1 = __rdtsc(); |
|
|
|
|
measure(); |
|
|
|
|
length = end(); |
|
|
|
|
rdtsc_scale = length / (t1-t0) * 1000; |
|
|
|
|
|
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,512,0,4\n", (mstats[0][j].end - mstats[0][j].start) * rdtsc_scale, mstats[0][j].table_size); |
|
|
|
|
} |
|
|
|
|
for (j=first_step; j <= last_step; ++j) { |
|
|
|
|
printf("%12.4f,%12d,0,0,512,4\n", (mstats[1][j].end - mstats[1][j].start) * rdtsc_scale, mstats[1][j].table_size); |
|
|
|
|
} |
|
|
|
|
return total; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
int main(int arg, char **argv) |
|
|
|
|
{ |
|
|
|
|
int n,s,w; |
|
|
|
|
double worst = 0; |
|
|
|
|
|
|
|
|
|
printf("# size_t=%d,", (int) sizeof(size_t)); |
|
|
|
|
|
|
|
|
|
// number of cache-lines
|
|
|
|
|
#ifdef STBDS_SMALL_BUCKET |
|
|
|
|
printf("cacheline=%d,", 1); |
|
|
|
|
#else |
|
|
|
|
printf("cacheline=%d,", sizeof(size_t)==8 ? 2 : 1); |
|
|
|
|
#endif |
|
|
|
|
#ifdef STBDS_FLUSH_CACHE |
|
|
|
|
printf("%d,", (int) stbds_log2(STBDS_FLUSH_CACHE)); |
|
|
|
|
#else |
|
|
|
|
printf("0,"); |
|
|
|
|
#endif |
|
|
|
|
#ifdef STBDS_BUCKET_START // don't bother offseting differently within bucket for different hash values
|
|
|
|
|
printf("STBDS_BUCKET_START,"); |
|
|
|
|
#else |
|
|
|
|
printf(","); |
|
|
|
|
#endif |
|
|
|
|
#ifdef STBDS_SIPHASH_2_4 |
|
|
|
|
printf("STBDS_SIPHASH_2_4,"); |
|
|
|
|
#else |
|
|
|
|
printf(","); |
|
|
|
|
#endif |
|
|
|
|
printf("\n"); |
|
|
|
|
|
|
|
|
|
measure_worst_lookup4_b(0); |
|
|
|
|
//measure_worst_lookup4_a(0);
|
|
|
|
|
measure_average_lookup4(0); |
|
|
|
|
measure_uncached_lookup4(0); |
|
|
|
|
measure_build4(0); |
|
|
|
|
return 0; |
|
|
|
|
|
|
|
|
|
#if 0 |
|
|
|
|
begin(); for (n=0; n < 2000; ++n) { build_stb(2000,0,0,1); } end(); printf(" // %7.2fms : 2,000 inserts creating 2K table\n", timer); |
|
|
|
|
begin(); for (n=0; n < 500; ++n) { build_stb(20000,0,0,1); } end(); printf(" // %7.2fms : 20,000 inserts creating 20K table\n", timer); |
|
|
|
@ -357,12 +946,6 @@ int main(int arg, char **argv) |
|
|
|
|
begin(); for (n=0; n < 5; ++n) { build_stb(20000000,0,0,1); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 20M table\n", timer); |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 2000; ++n) { churn8(2000,0,0,1); } end(); printf(" // %7.2fms : 2,000 inserts creating 2K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 500; ++n) { churn8(20000,0,0,1); } end(); printf(" // %7.2fms : 20,000 inserts creating 20K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 100; ++n) { churn8(200000,0,0,1); } end(); printf(" // %7.2fms : 200,000 inserts creating 200K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 10; ++n) { churn8(2000000,0,0,1); } end(); printf(" // %7.2fms : 2,000,000 inserts creating 2M table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 5; ++n) { churn8(20000000,0,0,1); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 20M table w/ 8-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
#if 0 |
|
|
|
|
begin(); for (n=0; n < 2000; ++n) { churn32(2000,0,0,1); } end(); printf(" // %7.2fms : 2,000 inserts creating 2K table w/ 32-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 500; ++n) { churn32(20000,0,0,1); } end(); printf(" // %7.2fms : 20,000 inserts creating 20K table w/ 32-byte key\n", timer); |
|
|
|
@ -377,12 +960,41 @@ int main(int arg, char **argv) |
|
|
|
|
begin(); for (n=0; n < 5; ++n) { churn256(20000000,0,0,1); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 20M table w/ 256-byte key\n", timer); |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 20; ++n) { multisearch_stb(2000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 2K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 10; ++n) { multisearch_stb(20000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 20K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 6; ++n) { multisearch_stb(200000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 200K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multisearch_stb(2000000,0,20000,1,100); } end(); printf(" // %7.2fms : 2,000,000 hits on 100 2M table w/ 4-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 20; ++n) { multisearch (2000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 2K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 10; ++n) { multisearch (20000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 20K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 6; ++n) { multisearch (200000,0,2000,1,1000); } end(); printf(" // %7.2fms : 2,000,000 hits on 1,000 200K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multisearch (2000000,0,20000,1,100); } end(); printf(" // %7.2fms : 2,000,000 hits on 100 2M table w/ 4-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if 1 |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multibuild_stb(2000,0,0,1,10000); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 10,000 2K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multibuild_stb(20000,0,0,1,1000); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 1,000 20K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multibuild_stb(200000,0,0,1,100); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 100 200K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multibuild_stb(2000000,0,0,1,10); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 10 2M table w/ 4-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multichurn4(2000,0,0,1,10000); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 10,000 2K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multichurn4(20000,0,0,1,1000); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 1,000 20K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multichurn4(200000,0,0,1,100); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 100 200K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 2; ++n) { multichurn4(2000000,0,0,1,10); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 10 2M table w/ 4-byte key\n", timer); |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 2000; ++n) { build(2000,0,0,1); } end(); printf(" // %7.2fms : 2,000 inserts creating 2K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 500; ++n) { build(20000,0,0,1); } end(); printf(" // %7.2fms : 20,000 inserts creating 20K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 100; ++n) { build(200000,0,0,1); } end(); printf(" // %7.2fms : 200,000 inserts creating 200K table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 10; ++n) { build(2000000,0,0,1); } end(); printf(" // %7.2fms : 2,000,000 inserts creating 2M table w/ 4-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 5; ++n) { build(20000000,0,0,1); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 20M table w/ 4-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 2000; ++n) { churn8(2000,0,0,1); } end(); printf(" // %7.2fms : 2,000 inserts creating 2K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 500; ++n) { churn8(20000,0,0,1); } end(); printf(" // %7.2fms : 20,000 inserts creating 20K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 100; ++n) { churn8(200000,0,0,1); } end(); printf(" // %7.2fms : 200,000 inserts creating 200K table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 10; ++n) { churn8(2000000,0,0,1); } end(); printf(" // %7.2fms : 2,000,000 inserts creating 2M table w/ 8-byte key\n", timer); |
|
|
|
|
begin(); for (n=0; n < 5; ++n) { churn8(20000000,0,0,1); } end(); printf(" // %7.2fms : 20,000,000 inserts creating 20M table w/ 8-byte key\n", timer); |
|
|
|
|
|
|
|
|
|
begin(); for (n=0; n < 60; ++n) { churn_skip(2000,2100,5000); } end(); printf(" // %7.2fms : 500,000 inserts & deletes in 2K table\n", timer); |
|
|
|
|
begin(); for (n=0; n < 30; ++n) { churn_skip(20000,21000,500); } end(); printf(" // %7.2fms : 500,000 inserts & deletes in 20K table\n", timer); |
|
|
|
|
begin(); for (n=0; n < 15; ++n) { churn_skip(200000,201000,500); } end(); printf(" // %7.2fms : 500,000 inserts & deletes in 200K table\n", timer); |
|
|
|
|