Skip to content

M
MariaDB
Commit e768b8a9 authored by Rich Prohaska's avatar Rich Prohaska
Browse files
Options

try some experiments. addresses #923 

git-svn-id: file:///svn/tokudb@4708 c7de825b-a66e-492c-adef-691d508d4ae1
parent 270157fc
Show whitespace changes
Inline Side-by-side
Showing with 99 additions and 63 deletions
src/tests/test_838.c
View file @ e768b8a9
...@@ -7,22 +7,73 @@ ...@@ -7,22 +7,73 @@
#include <sys/stat.h> #include <sys/stat.h>
#include <sys/time.h> #include <sys/time.h>
#include <arpa/inet.h> #include <arpa/inet.h>
#include <sys/resource.h>
#include <db.h> #include <db.h>
#include "test.h" #include "test.h"
// the exit value of this program is nonzero when the test fails // the exit value of this program is nonzero when the test fails
int testresult = 0; int testresult = 0;
int numexperiments = 20; int numexperiments = 40;
// maxt is set to the longest cursor next without transactions
// we then compare this time to the time with transactions and try to be within a factor of 10
unsigned long long maxt;
DBT *dbt_init_static(DBT *dbt) { DBT *dbt_init_static(DBT *dbt) {
memset(dbt, 0, sizeof *dbt); memset(dbt, 0, sizeof *dbt);
return dbt; return dbt;
} }
long long get_vtime() {
#if 0
// this is useless as the user time only counts milliseconds
struct rusage rusage;
int r = getrusage(RUSAGE_SELF, &rusage);
assert(r == 0);
return rusage.ru_utime.tv_sec * 1000000LL + rusage.ru_utime.tv_usec;
#else
// this may be affected by other processes
struct timeval tv;
int r = gettimeofday(&tv, 0);
assert(r == 0);
return tv.tv_sec * 1000000LL + tv.tv_usec;
#endif
}
void print_times(long long times[], int n) {
int i;
for (i=0; i<n; i++)
printf("%lld ", times[i]);
printf("\n");
}
void do_times(long long times[], int n) {
long long xtimes[n];
int i;
long long s = 0;
for (i=0; i<n; i++) {
xtimes[i] = times[i];
s += times[i];
if (verbose) printf("%llu ", times[i]);
}
int cmp(const void *a, const void *b) {
return *(long long *)a - *(long long *)b;
}
qsort(xtimes, n, sizeof (long long), cmp);
printf(": medium %llu mean %llu\n", xtimes[n/2], s/n);
// verify that the times are within a factor of 10 of the medium time
// skip the first startup time
for (i=1; i<n; i++) {
long long t = times[i] - xtimes[n/2];
if (t < 0) t = -t;
if (t > 10*xtimes[n/2]) {
printf("%s:%d:warning %llu %llu\n", __FILE__, __LINE__, t, xtimes[n/2]);
if (!verbose)
print_times(times, n);
testresult = 1;
}
}
printf("\n");
}
void test_838(int n) { void test_838(int n) {
if (verbose) printf("%s:%d\n", __FUNCTION__, n); if (verbose) printf("%s:%d\n", __FUNCTION__, n);
int r; int r;
...@@ -76,24 +127,21 @@ void test_838(int n) { ...@@ -76,24 +127,21 @@ void test_838(int n) {
} }
// walk // walk
maxt = 0;
{ {
DB_TXN *txn = 0; DB_TXN *txn = 0;
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
assert(r == DB_NOTFOUND); assert(r == DB_NOTFOUND);
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu\n", i, t);
if (t > maxt) maxt = t;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); assert(r == 0); r = cursor->c_close(cursor); assert(r == 0);
} }
...@@ -110,19 +158,17 @@ void test_838(int n) { ...@@ -110,19 +158,17 @@ void test_838(int n) {
DB_TXN *txn = 0; DB_TXN *txn = 0;
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
assert(r == DB_NOTFOUND); assert(r == DB_NOTFOUND);
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu\n", i, t);
if (t > maxt) maxt = t;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); assert(r == 0); r = cursor->c_close(cursor); assert(r == 0);
// close db // close db
...@@ -205,23 +251,17 @@ void test_838_txn(int n) { ...@@ -205,23 +251,17 @@ void test_838_txn(int n) {
r = env->txn_begin(env, 0, &txn, 0); assert(r == 0); r = env->txn_begin(env, 0, &txn, 0); assert(r == 0);
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
assert(r == DB_NOTFOUND); assert(r == DB_NOTFOUND);
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu %llu\n", i, t, maxt);
// the first cursor op takes a long time as it needs to clean out the provisionally
// deleted messages
if (i > 0 && t > 10*maxt)
testresult = 1;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); assert(r == 0); r = cursor->c_close(cursor); assert(r == 0);
r = txn->commit(txn, 0); assert(r == 0); r = txn->commit(txn, 0); assert(r == 0);
} }
...@@ -244,20 +284,17 @@ void test_838_txn(int n) { ...@@ -244,20 +284,17 @@ void test_838_txn(int n) {
r = env->txn_begin(env, 0, &txn, 0); assert(r == 0); r = env->txn_begin(env, 0, &txn, 0); assert(r == 0);
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
assert(r == DB_NOTFOUND); assert(r == DB_NOTFOUND);
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu %llu\n", i, t, maxt);
if (i > 0 && t > 10*maxt)
testresult = 1;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); assert(r == 0); r = cursor->c_close(cursor); assert(r == 0);
r = txn->commit(txn, 0); assert(r == 0); r = txn->commit(txn, 0); assert(r == 0);
...@@ -340,10 +377,10 @@ void test_838_defer_delete_commit(int n) { ...@@ -340,10 +377,10 @@ void test_838_defer_delete_commit(int n) {
r = env->txn_begin(env, 0, &txn, 0); assert(r == 0); r = env->txn_begin(env, 0, &txn, 0); assert(r == 0);
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
#if USE_TDB #if USE_TDB
...@@ -354,16 +391,10 @@ void test_838_defer_delete_commit(int n) { ...@@ -354,16 +391,10 @@ void test_838_defer_delete_commit(int n) {
#else #else
#error #error
#endif #endif
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu %llu\n", i, t, maxt);
// the first cursor op takes a long time as it needs to clean out the provisionally
// deleted messages
if (i > 0 && t > 10*maxt)
testresult = 1;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); r = cursor->c_close(cursor);
#if USE_BDB #if USE_BDB
if (r != expectr) printf("%s:%d:WARNING r=%d expectr=%d\n", __FILE__, __LINE__, r, expectr); if (r != expectr) printf("%s:%d:WARNING r=%d expectr=%d\n", __FILE__, __LINE__, r, expectr);
...@@ -395,20 +426,17 @@ void test_838_defer_delete_commit(int n) { ...@@ -395,20 +426,17 @@ void test_838_defer_delete_commit(int n) {
r = env->txn_begin(env, 0, &txn, 0); assert(r == 0); r = env->txn_begin(env, 0, &txn, 0); assert(r == 0);
DBC *cursor; DBC *cursor;
r = db->cursor(db, txn, &cursor, 0); assert(r == 0); r = db->cursor(db, txn, &cursor, 0); assert(r == 0);
long long t[numexperiments];
int i; int i;
for (i=0; i<numexperiments; i++) { for (i=0; i<numexperiments; i++) {
struct timeval tstart, tnow; long long tstart = get_vtime();
gettimeofday(&tstart, 0);
DBT key, val; DBT key, val;
r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST); r = cursor->c_get(cursor, dbt_init_malloc(&key), dbt_init_malloc(&val), DB_FIRST);
assert(r == DB_NOTFOUND); assert(r == DB_NOTFOUND);
gettimeofday(&tnow, 0); long long tnow = get_vtime();
unsigned long long t = tnow.tv_sec * 1000000ULL + tnow.tv_usec; t[i] = tnow - tstart;
t -= tstart.tv_sec * 1000000ULL + tstart.tv_usec;
if (verbose) printf("%d %llu %llu\n", i, t, maxt);
if (i > 0 && t > 10*maxt)
testresult = 1;
} }
do_times(t, numexperiments);
r = cursor->c_close(cursor); assert(r == 0); r = cursor->c_close(cursor); assert(r == 0);
r = txn->commit(txn, 0); assert(r == 0); r = txn->commit(txn, 0); assert(r == 0);
...@@ -421,8 +449,19 @@ void test_838_defer_delete_commit(int n) { ...@@ -421,8 +449,19 @@ void test_838_defer_delete_commit(int n) {
} }
int main(int argc, const char *argv[]) { int main(int argc, const char *argv[]) {
parse_args(argc, argv); int i;
#if 0 for (i=1; i<argc; i++) {
const char *arg = argv[i];
if (strcmp(arg, "-v") == 0) {
verbose++;
}
if (strcmp(arg, "-numexperiments") == 0) {
if (i+1 >= argc)
return 1;
numexperiments = atoi(argv[++i]);
}
}
int n; int n;
for (n=100000; n<=100000; n *= 10) { for (n=100000; n<=100000; n *= 10) {
test_838(n); test_838(n);
...@@ -430,7 +469,4 @@ int main(int argc, const char *argv[]) { ...@@ -430,7 +469,4 @@ int main(int argc, const char *argv[]) {
test_838_defer_delete_commit(n); test_838_defer_delete_commit(n);
} }
return testresult; return testresult;
#else
return 0;
#endif
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7