Build a performance test for groupcommit. I don't know how to automate...

Build a performance test for groupcommit.    I don't know how to automate checking to see if it passed though.  Addresses #496.

git-svn-id: file:///svn/tokudb@2649 c7de825b-a66e-492c-adef-691d508d4ae1

src/tests/Makefile

@@ -161,6 +161,9 @@ NO_VGRIND = \
 $(patsubst %,test_%.bdbrun,$(NO_VGRIND)): VGRIND=
 $(patsubst %,test_%.bdbrun,$(NO_VGRIND)): BDB_SUPPRESSIONS=
 
+# Don't run valgrind on the groupcommit performance tests
+test_groupcommit_perf.bdbrun test_groupcommit_perf.tdbrun: VGRIND=
+
 libs:
 	cd ..;make
 
@@ -206,6 +209,8 @@ test_db_assoc3.tdbrun_wasbad: test_db_assoc3.tdb
 	$(MAYBEATSIGN) $(SETTOKUENV) ./test_db_assoc3.tdb --seed=1 --count=200 --more
 	$(MAYBEATSIGN) $(SETTOKUENV) ./test_db_assoc3.tdb --seed=1 --count=200 --more
 	@ touch $@
+# serialize these two tests since they use the same directory
+test_db_assoc3.tdbrun_wasbad: test_db_assoc3.tdbrun
 
 test_db_assoc3.tdbrun: test_db_assoc3.tdb
 	$(MAYBEATSIGN) $(SETTOKUENV) $(VGRIND) ./test_db_assoc3.tdb --seed=2 --count=100000 $(VERBVERBOSE)

src/tests/test_groupcommit_perf.c

+/* -*- mode: C; c-basic-offset: 4 -*- */
+#ident "Copyright (c) 2007 Tokutek Inc.  All rights reserved."
+
+/* Test using performance metrics only, to see if group commit is working. */
+
+#include <db.h>
+#include <pthread.h>
+#include <sys/stat.h>
+#include <sys/time.h>
+#include "test.h"
+
+DB_ENV *env;
+DB *db;
+
+#define NITER 100
+
+void *start_a_thread (void *i_p) {
+    int *which_thread_p = i_p;
+    int i,r;
+    for (i=0; i<NITER; i++) {
+	DB_TXN *tid;
+	char keystr[100];
+	DBT key,data;
+	snprintf(keystr, sizeof(key), "%ld.%d.%d", random(), *which_thread_p, i);
+	r=env->txn_begin(env, 0, &tid, 0); CKERR(r);
+	r=db->put(db, tid,
+		  dbt_init(&key, keystr, 1+strlen(keystr)),
+		  dbt_init(&data, keystr, 1+strlen(keystr)),
+		  0);
+	r=tid->commit(tid, 0); CKERR(r);
+    }
+    return 0;
+}
+
+void test_groupcommit (int nthreads) {
+    int r;
+    DB_TXN *tid;
+
+    r=db_env_create(&env, 0); assert(r==0);
+    r=env->open(env, ENVDIR, DB_INIT_LOCK|DB_INIT_LOG|DB_INIT_MPOOL|DB_INIT_TXN|DB_CREATE|DB_PRIVATE|DB_THREAD, 0777); CKERR(r);
+    r=db_create(&db, env, 0); CKERR(r);
+    r=env->txn_begin(env, 0, &tid, 0); assert(r==0);
+    r=db->open(db, tid, "foo.db", 0, DB_BTREE, DB_CREATE, 0777); CKERR(r);
+    r=tid->commit(tid, 0);    assert(r==0);
+
+    int i;
+    pthread_t threads[nthreads];
+    int whichthread[nthreads];
+    for (i=0; i<nthreads; i++) {
+	whichthread[i]=i;
+	r=pthread_create(&threads[i], 0, start_a_thread, &whichthread[i]);
+    }
+    for (i=0; i<nthreads; i++) {
+	pthread_join(threads[i], 0);
+    }
+#if 0
+    r=env->txn_begin(env, 0, &tid, 0); CKERR(r);
+    char there[1000];
+    memset(there, 'a',sizeof(there));
+    there[999]=0;
+    for (i=0; sum<(effective_max*3)/2; i++) {
+	DBT key,data;
+	char hello[20];
+	snprintf(hello, 20, "hello%d", i);
+	r=db->put(db, tid,
+		  dbt_init(&key, hello, strlen(hello)+1),
+		  dbt_init(&data, there, sizeof(there)),
+		  0);
+	assert(r==0);
+	sum+=strlen(hello)+1+sizeof(there);
+	if ((i+1)%10==0) {
+	    r=tid->commit(tid, 0); assert(r==0);
+	    r=env->txn_begin(env, 0, &tid, 0); CKERR(r);
+	}
+    }
+    if (verbose) printf("i=%d sum=%d effmax=%d\n", i, sum, effective_max);
+    r=tid->commit(tid, 0); assert(r==0);
+#endif
+
+    r=db->close(db, 0); assert(r==0);
+    r=env->close(env, 0); assert(r==0);
+
+}
+
+struct timeval prevtime;
+void printtdiff (char *str) {
+    struct timeval thistime;
+    gettimeofday(&thistime, 0);
+    printf("%10.6f %s\n", thistime.tv_sec-prevtime.tv_sec+1e-6*(thistime.tv_usec-prevtime.tv_usec), str);
+}
+
+int main (int argc, const char *argv[]) {
+    parse_args(argc, argv);
+
+    system("rm -rf " ENVDIR);
+    { int r=mkdir(ENVDIR, 0777);       assert(r==0); }
+
+    gettimeofday(&prevtime, 0);
+    test_groupcommit(1);  printtdiff("1 thread");
+    test_groupcommit(2);  printtdiff("2 threads");
+    test_groupcommit(10); printtdiff("10 threads");
+    test_groupcommit(20); printtdiff("20 threads");
+    return 0;
+}