db.h_4_4 29.3 KB
Newer Older
Rich Prohaska's avatar
Rich Prohaska committed
1 2
#ifndef _DB_H
#define _DB_H
3 4
/* This code generated by make_db_h.   Copyright (c) 2007, 2008 Tokutek */
#ident "Copyright (c) 2007, 2008 Tokutek Inc.  All rights reserved."
Rich Prohaska's avatar
Rich Prohaska committed
5 6 7
#include <sys/types.h>
/*stdio is needed for the FILE* in db->verify*/
#include <stdio.h>
8
#include <stdint.h>
Rich Prohaska's avatar
Rich Prohaska committed
9 10 11
#if defined(__cplusplus)
extern "C" {
#endif
12
#define TOKUDB 1
13
#define TOKUDB_NATIVE_H 0
Rich Prohaska's avatar
Rich Prohaska committed
14 15 16 17 18 19 20 21
#define DB_VERSION_MAJOR 4
#define DB_VERSION_MINOR 4
#define DB_VERSION_PATCH 20
#ifndef _TOKUDB_WRAP_H
#define DB_VERSION_STRING "Tokutek: TokuDB 4.4.20"
#else
#define DB_VERSION_STRING_ydb "Tokutek: TokuDB (wrapped bdb)"
#endif
22 23 24 25
#ifndef TOKU_OFF_T_DEFINED
#define TOKU_OFF_T_DEFINED
typedef int64_t toku_off_t;
#endif
Rich Prohaska's avatar
Rich Prohaska committed
26 27 28 29 30 31 32 33 34
typedef struct __toku_db_env DB_ENV;
typedef struct __toku_db_key_range DB_KEY_RANGE;
typedef struct __toku_db_lsn DB_LSN;
typedef struct __toku_db DB;
typedef struct __toku_db_txn DB_TXN;
typedef struct __toku_db_txn_active DB_TXN_ACTIVE;
typedef struct __toku_db_txn_stat DB_TXN_STAT;
typedef struct __toku_dbc DBC;
typedef struct __toku_dbt DBT;
35
typedef u_int32_t db_recno_t;
36 37 38
typedef int(*YDB_CALLBACK_FUNCTION)(DBT const*, DBT const*, void*);
typedef int(*YDB_HEAVISIDE_CALLBACK_FUNCTION)(DBT const *key, DBT const *value, void *extra_f, int r_h);
typedef int(*YDB_HEAVISIDE_FUNCTION)(const DBT *key, const DBT *value, void *extra_h);
39
#include <tdb-internal.h>
40 41 42
#ifndef __BIGGEST_ALIGNMENT__
  #define __BIGGEST_ALIGNMENT__ 16
#endif
43 44 45 46 47 48
typedef struct __toku_db_btree_stat64 {
  u_int64_t bt_nkeys; /* how many unique keys (guaranteed only to be an estimate, even when flattened)          */
  u_int64_t bt_ndata; /* how many key-value pairs (an estimate, but exact when flattened)                       */
  u_int64_t bt_dsize; /* how big are the keys+values (not counting the lengths) (an estimate, unless flattened) */
  u_int64_t bt_fsize; /* how big is the underlying file                                                         */
} DB_BTREE_STAT64;
49 50 51 52
typedef struct __toku_loader DB_LOADER;
struct __toku_loader_internal;
struct __toku_loader {
  struct __toku_loader_internal *i;
53 54 55 56 57
  int (*set_error_callback)(DB_LOADER *loader, void (*error_cb)(DB *db, int i, int err, DBT *key, DBT *val, void *extra)); /* set the error callback */
  int (*set_poll_function)(DB_LOADER *loader, int (*poll_func)(void *extra, float progress));             /* set the polling function */
  int (*put)(DB_LOADER *loader, DBT *key, DBT* val);                                                      /* give a row to the loader */
  int (*close)(DB_LOADER *loader);                                                                        /* finish loading, free memory */
  int (*abort)(DB_LOADER *loader);                                                                        /* abort loading, free memory */
58
};
59
typedef struct __toku_engine_status {
60
  char             now[26];                 /* time of engine status query (i.e. now)  */ 
61 62 63 64 65 66 67 68 69 70 71 72 73 74
  u_int64_t        ydb_lock_ctr;            /* how many times has ydb lock been taken/released */ 
  u_int64_t        max_possible_sleep;      /* max possible sleep time for ydb lock scheduling (constant) */ 
  u_int64_t        processor_freq_mhz;      /* clock frequency in MHz */ 
  u_int64_t        max_requested_sleep;     /* max sleep time requested, can be larger than max possible */ 
  u_int64_t        times_max_sleep_used;    /* number of times the max_possible_sleep was used to sleep */ 
  u_int64_t        total_sleepers;          /* total number of times a client slept for ydb lock scheduling */ 
  u_int64_t        total_sleep_time;        /* total time spent sleeping for ydb lock scheduling */ 
  u_int64_t        max_waiters;             /* max number of simultaneous client threads kept waiting for ydb lock  */ 
  u_int64_t        total_waiters;           /* total number of times a client thread waited for ydb lock  */ 
  u_int64_t        total_clients;           /* total number of separate client threads that use ydb lock  */ 
  u_int64_t        time_ydb_lock_held_unavailable;  /* number of times a thread migrated and theld is unavailable */ 
  u_int64_t        max_time_ydb_lock_held;  /* max time a client thread held the ydb lock  */ 
  u_int64_t        total_time_ydb_lock_held;/* total time client threads held the ydb lock  */ 
  u_int64_t        logger_lock_ctr;         /* how many times has logger lock been taken/released */ 
75
  u_int32_t        checkpoint_period;       /* delay between automatic checkpoints  */ 
76
  u_int32_t        checkpoint_footprint;    /* state of checkpoint procedure        */ 
77 78 79
  char             checkpoint_time_begin[26]; /* time of last checkpoint begin      */ 
  char             checkpoint_time_begin_complete[26]; /* time of last complete checkpoint begin      */ 
  char             checkpoint_time_end[26]; /* time of last checkpoint end      */ 
80 81
  u_int64_t        cachetable_lock_taken;   /* how many times has cachetable lock been taken */ 
  u_int64_t        cachetable_lock_released;/* how many times has cachetable lock been released */ 
82 83
  u_int64_t        cachetable_hit;          /* how many cache hits   */ 
  u_int64_t        cachetable_miss;         /* how many cache misses */ 
84 85
  u_int64_t        cachetable_misstime;     /* how many usec spent waiting for disk read because of cache miss */ 
  u_int64_t        cachetable_waittime;     /* how many usec spent waiting for another thread to release cache line */ 
86 87
  u_int64_t        cachetable_wait_reading; /* how many times get_and_pin waits for a node to be read */ 
  u_int64_t        cachetable_wait_writing; /* how many times get_and_pin waits for a node to be written */ 
88 89
  u_int64_t        puts;                    /* how many times has a newly created node been put into the cachetable */ 
  u_int64_t        prefetches;              /* how many times has a block been prefetched into the cachetable */ 
90 91
  u_int64_t        maybe_get_and_pins;      /* how many times has maybe_get_and_pin(_clean) been called */ 
  u_int64_t        maybe_get_and_pin_hits;  /* how many times has get_and_pin(_clean) returned with a node */ 
92 93 94
  int64_t          cachetable_size_current; /* sum of the sizes of the nodes represented in the cachetable */ 
  int64_t          cachetable_size_limit;   /* the limit to the sum of the node sizes */ 
  int64_t          cachetable_size_writing; /* the sum of the sizes of the nodes being written */ 
95
  int64_t          get_and_pin_footprint;   /* state of get_and_pin procedure */ 
96 97
  u_int32_t        range_locks_max;         /* max total number of range locks */ 
  u_int32_t        range_locks_max_per_db;  /* max range locks per dictionary */ 
98 99 100 101 102 103 104
  u_int32_t        range_locks_curr;        /* total range locks currently in use */ 
  u_int64_t        inserts;                 /* ydb row insert operations            */ 
  u_int64_t        deletes;                 /* ydb row delete operations            */ 
  u_int64_t        commits;                 /* ydb txn commit operations            */ 
  u_int64_t        aborts;                  /* ydb txn abort operations             */ 
  u_int64_t        point_queries;           /* ydb point queries                    */ 
  u_int64_t        sequential_queries;      /* ydb sequential queries               */ 
105 106
  u_int64_t        fsync_count;             /* number of times fsync performed      */ 
  u_int64_t        fsync_time;              /* total time required to fsync         */ 
107
} ENGINE_STATUS;
Rich Prohaska's avatar
Rich Prohaska committed
108
typedef enum {
Yoni Fogel's avatar
Yoni Fogel committed
109 110
 DB_BTREE=1,
 DB_UNKNOWN=5
Rich Prohaska's avatar
Rich Prohaska committed
111 112 113 114 115 116 117 118 119
} DBTYPE;
#ifndef _TOKUDB_WRAP_H
#define DB_VERB_DEADLOCK 1
#define DB_VERB_RECOVERY 2
#define DB_VERB_REPLICATION 8
#define DB_VERB_WAITSFOR 16
#define DB_ARCH_ABS 1
#define DB_ARCH_LOG 4
#define DB_CREATE 1
120
#define DB_CXX_NO_EXCEPTIONS 1
121
#define DB_EXCL 8192
Rich Prohaska's avatar
Rich Prohaska committed
122 123 124
#define DB_PRIVATE 1048576
#define DB_RDONLY 16
#define DB_RECOVER 32
125
#define DB_RUNRECOVERY -30974
Rich Prohaska's avatar
Rich Prohaska committed
126 127 128 129 130 131 132
#define DB_THREAD 64
#define DB_TXN_NOSYNC 256
#define DB_LOCK_DEFAULT 1
#define DB_LOCK_OLDEST 7
#define DB_LOCK_RANDOM 8
#define DB_DUP 16384
#define DB_DUPSORT 32768
133 134
#define DB_KEYFIRST 15
#define DB_KEYLAST 16
Rich Prohaska's avatar
Rich Prohaska committed
135
#define DB_NOOVERWRITE 22
136 137 138
#define DB_NODUPDATA 21
#define DB_YESOVERWRITE 1
#define DB_NOOVERWRITE_NO_ERROR 2
139
#define DB_OPFLAGS_MASK 255
Yoni Fogel's avatar
Yoni Fogel committed
140
#define DB_AUTO_COMMIT 16777216
Rich Prohaska's avatar
Rich Prohaska committed
141 142 143
#define DB_INIT_LOCK 16384
#define DB_INIT_LOG 32768
#define DB_INIT_MPOOL 65536
144
#define DB_CLOSE_DONT_TRIM_LOG 1048576
Rich Prohaska's avatar
Rich Prohaska committed
145 146 147
#define DB_INIT_TXN 262144
#define DB_KEYEXIST -30996
#define DB_LOCK_DEADLOCK -30995
Yoni Fogel's avatar
Yoni Fogel committed
148
#define DB_LOCK_NOTGRANTED -30994
Rich Prohaska's avatar
Rich Prohaska committed
149
#define DB_NOTFOUND -30989
Yoni Fogel's avatar
{{{  
Yoni Fogel committed
150
#define DB_SECONDARY_BAD -30973
151
#define DB_DONOTINDEX -30998
152
#define DB_BUFFER_SMALL -30999
Rich Prohaska's avatar
Rich Prohaska committed
153
#define DB_BADFORMAT -30500
154
#define DB_DELETE_ANY 65536
155
#define DB_TRUNCATE_WITHCURSORS 131072
Rich Prohaska's avatar
Rich Prohaska committed
156 157
#define DB_FIRST 9
#define DB_GET_BOTH 10
158
#define DB_GET_BOTH_RANGE 12
Rich Prohaska's avatar
Rich Prohaska committed
159
#define DB_LAST 17
Yoni Fogel's avatar
{{{  
Yoni Fogel committed
160
#define DB_CURRENT 7
Rich Prohaska's avatar
Rich Prohaska committed
161 162
#define DB_NEXT 18
#define DB_NEXT_DUP 19
163
#define DB_NEXT_NODUP 20
Rich Prohaska's avatar
Rich Prohaska committed
164
#define DB_PREV 25
165
#define DB_PREV_NODUP 26
Rich Prohaska's avatar
Rich Prohaska committed
166 167
#define DB_SET 28
#define DB_SET_RANGE 30
168
#define DB_CURRENT_BINDING 253
169 170
#define DB_SET_RANGE_REVERSE 252
#define DB_GET_BOTH_RANGE_REVERSE 251
Rich Prohaska's avatar
Rich Prohaska committed
171
#define DB_RMW 536870912
172
#define DB_PRELOCKED 0x00800000
Yoni Fogel's avatar
Yoni Fogel committed
173
#define DB_PRELOCKED_WRITE 0x00400000
174
#define DB_DBT_APPMALLOC 1
175 176 177 178
#define DB_DBT_DUPOK 64
#define DB_DBT_MALLOC 4
#define DB_DBT_REALLOC 16
#define DB_DBT_USERMEM 32
179 180
#define DB_LOG_AUTOREMOVE 262144
#define DB_TXN_WRITE_NOSYNC 1024
181 182
#define DB_TXN_NOWAIT 8192
#define DB_TXN_SYNC 16384
183 184
#define DB_READ_UNCOMMITTED 67108864
#define DB_INHERIT_ISOLATION 1
Rich Prohaska's avatar
Rich Prohaska committed
185
#endif
186 187
/* TOKUDB specific error codes */
#define TOKUDB_OUT_OF_LOCKS -100000
Yoni Fogel's avatar
Yoni Fogel committed
188
#define TOKUDB_SUCCEEDED_EARLY -100001
189
#define TOKUDB_DICTIONARY_TOO_OLD -100004
190 191
#define TOKUDB_DICTIONARY_TOO_NEW -100005
#define TOKUDB_DICTIONARY_NO_HEADER -100006
192 193
#define TOKUDB_FOUND_BUT_REJECTED -100002
#define TOKUDB_USER_CALLBACK_ERROR -100003
194 195
/* LOADER flags */
#define LOADER_USE_PUTS 1
Rich Prohaska's avatar
Rich Prohaska committed
196 197 198 199 200 201
/* in wrap mode, top-level function txn_begin is renamed, but the field isn't renamed, so we have to hack it here.*/
#ifdef _TOKUDB_WRAP_H
#undef txn_begin
#endif
struct __toku_db_env {
  struct __toku_db_env_internal *i;
202
#define db_env_struct_i(x) ((x)->i)
203 204
  int (*checkpointing_set_period)             (DB_ENV*, u_int32_t) /* Change the delay between automatic checkpoints.  0 means disabled. */;
  int (*checkpointing_get_period)             (DB_ENV*, u_int32_t*) /* Retrieve the delay between automatic checkpoints.  0 means disabled. */;
205 206 207 208 209 210
  int (*checkpointing_postpone)               (DB_ENV*) /* Use for 'rename table' or any other operation that must be disjoint from a checkpoint */;
  int (*checkpointing_resume)                 (DB_ENV*) /* Alert tokudb 'postpone' is no longer necessary */;
  int (*checkpointing_begin_atomic_operation) (DB_ENV*) /* Begin a set of operations (that must be atomic as far as checkpoints are concerned). i.e. inserting into every index in one table */;
  int (*checkpointing_end_atomic_operation)   (DB_ENV*) /* End   a set of operations (that must be atomic as far as checkpoints are concerned). */;
  int (*set_default_bt_compare)  (DB_ENV*,int (*bt_compare) (DB *, const DBT *, const DBT *)) /* Set default (key) comparison function for all DBs in this environment.  Required for RECOVERY since you cannot open the DBs manually. */;
  int (*set_default_dup_compare) (DB_ENV*,int (*bt_compare) (DB *, const DBT *, const DBT *)) /* Set default (val) comparison function for all DBs in this environment.  Required for RECOVERY since you cannot open the DBs manually. */;
211
  int (*get_engine_status)                    (DB_ENV*, ENGINE_STATUS*) /* Fill in status struct */;
212
  int (*get_engine_status_text)               (DB_ENV*, char*, int)     /* Fill in status text */;
Rich Prohaska's avatar
Rich Prohaska committed
213
  void *app_private; /* 32-bit offset=44 size=4, 64=bit offset=88 size=8 */
214 215
  int (*get_iname)                            (DB_ENV* env, DBT* dname_dbt, DBT* iname_dbt) /* FOR TEST ONLY: lookup existing iname */;
  int (*create_loader)                        (DB_ENV *env, DB_TXN *txn, DB_LOADER **blp, DB *src_db, int N, DB *dbs[/*N*/], uint32_t db_flags[/*N*/], uint32_t dbt_flags[/*N*/], uint32_t loader_flags, void *extra);
216 217 218 219 220 221 222 223
  int (*put_multiple)                         (DB_ENV *env, DB *src_db, DB_TXN *txn,
                                             const DBT *key, const DBT *val,
                                             uint32_t num_dbs, DB **db_array, DBT *keys, DBT *vals, uint32_t *flags_array,
                                             void *extra) /* Insert into multiple dbs */;
  int (*set_generate_row_callback_for_put)    (DB_ENV *env, 
                                             int (*generate_row_for_put)(DB *dest_db, DB *src_db,
                                                                         DBT *dest_key, DBT *dest_val,
                                                                         const DBT *src_key, const DBT *src_val,
224
                                                                         void *extra));
225 226 227 228 229 230 231 232
  int (*del_multiple)                         (DB_ENV *env, DB *src_db, DB_TXN *txn,
                                             const DBT *key, const DBT *val,
                                             uint32_t num_dbs, DB **db_array, DBT *keys, uint32_t *flags_array,
                                             void *extra) /* Insert into multiple dbs */;
  int (*set_generate_row_callback_for_del)    (DB_ENV *env, 
                                             int (*generate_row_for_del)(DB *dest_db, DB *src_db,
                                                                         DBT *dest_key,
                                                                         const DBT *src_key, const DBT *src_val,
233 234
                                                                         void *extra));
  void* __toku_dummy0[34];
235
  char __toku_dummy1[128];
236
  void *api1_internal; /* 32-bit offset=336 size=4, 64=bit offset=544 size=8 */
237
  void* __toku_dummy2[7];
Rich Prohaska's avatar
Rich Prohaska committed
238
  int  (*close) (DB_ENV *, u_int32_t); /* 32-bit offset=368 size=4, 64=bit offset=608 size=8 */
239 240
  int  (*dbremove) (DB_ENV *, DB_TXN *, const char *, const char *, u_int32_t); /* 32-bit offset=372 size=4, 64=bit offset=616 size=8 */
  int  (*dbrename) (DB_ENV *, DB_TXN *, const char *, const char *, const char *, u_int32_t); /* 32-bit offset=376 size=4, 64=bit offset=624 size=8 */
Rich Prohaska's avatar
Rich Prohaska committed
241
  void (*err) (const DB_ENV *, int, const char *, ...); /* 32-bit offset=380 size=4, 64=bit offset=632 size=8 */
242
  void* __toku_dummy3[3];
243
  int (*get_cachesize) (DB_ENV *, u_int32_t *, u_int32_t *, int *); /* 32-bit offset=396 size=4, 64=bit offset=664 size=8 */
244
  void* __toku_dummy4[4];
245
  int (*get_flags) (DB_ENV *, u_int32_t *); /* 32-bit offset=416 size=4, 64=bit offset=704 size=8 */
246
  void* __toku_dummy5[4];
247
  int  (*get_lg_max) (DB_ENV *, u_int32_t*); /* 32-bit offset=436 size=4, 64=bit offset=744 size=8 */
248
  void* __toku_dummy6[4];
249
  int  (*get_lk_max_locks) (DB_ENV *, u_int32_t *); /* 32-bit offset=456 size=4, 64=bit offset=784 size=8 */
250
  void* __toku_dummy7[22];
Rich Prohaska's avatar
Rich Prohaska committed
251
  int  (*log_archive) (DB_ENV *, char **[], u_int32_t); /* 32-bit offset=548 size=4, 64=bit offset=968 size=8 */
252
  void* __toku_dummy8[2];
Rich Prohaska's avatar
Rich Prohaska committed
253
  int  (*log_flush) (DB_ENV *, const DB_LSN *); /* 32-bit offset=560 size=4, 64=bit offset=992 size=8 */
254
  void* __toku_dummy9[25];
Rich Prohaska's avatar
Rich Prohaska committed
255
  int  (*open) (DB_ENV *, const char *, u_int32_t, int); /* 32-bit offset=664 size=4, 64=bit offset=1200 size=8 */
256
  void* __toku_dummy10[12];
Rich Prohaska's avatar
Rich Prohaska committed
257 258
  int  (*set_cachesize) (DB_ENV *, u_int32_t, u_int32_t, int); /* 32-bit offset=716 size=4, 64=bit offset=1304 size=8 */
  int  (*set_data_dir) (DB_ENV *, const char *); /* 32-bit offset=720 size=4, 64=bit offset=1312 size=8 */
259
  void* __toku_dummy11[1];
260
  void (*set_errcall) (DB_ENV *, void (*)(const DB_ENV *, const char *, const char *)); /* 32-bit offset=728 size=4, 64=bit offset=1328 size=8 */
261
  void (*set_errfile) (DB_ENV *, FILE*); /* 32-bit offset=732 size=4, 64=bit offset=1336 size=8 */
262
  void (*set_errpfx) (DB_ENV *, const char *); /* 32-bit offset=736 size=4, 64=bit offset=1344 size=8 */
263
  void* __toku_dummy12[1];
Rich Prohaska's avatar
Rich Prohaska committed
264
  int  (*set_flags) (DB_ENV *, u_int32_t, int); /* 32-bit offset=744 size=4, 64=bit offset=1360 size=8 */
265
  void* __toku_dummy13[2];
Rich Prohaska's avatar
Rich Prohaska committed
266 267
  int  (*set_lg_bsize) (DB_ENV *, u_int32_t); /* 32-bit offset=756 size=4, 64=bit offset=1384 size=8 */
  int  (*set_lg_dir) (DB_ENV *, const char *); /* 32-bit offset=760 size=4, 64=bit offset=1392 size=8 */
268
  void* __toku_dummy14[1];
Rich Prohaska's avatar
Rich Prohaska committed
269
  int  (*set_lg_max) (DB_ENV *, u_int32_t); /* 32-bit offset=768 size=4, 64=bit offset=1408 size=8 */
270
  void* __toku_dummy15[2];
Rich Prohaska's avatar
Rich Prohaska committed
271 272
  int  (*set_lk_detect) (DB_ENV *, u_int32_t); /* 32-bit offset=780 size=4, 64=bit offset=1432 size=8 */
  int  (*set_lk_max) (DB_ENV *, u_int32_t); /* 32-bit offset=784 size=4, 64=bit offset=1440 size=8 */
273
  void* __toku_dummy16[1];
274
  int  (*set_lk_max_locks) (DB_ENV *, u_int32_t); /* 32-bit offset=792 size=4, 64=bit offset=1456 size=8 */
275
  void* __toku_dummy17[16];
Rich Prohaska's avatar
Rich Prohaska committed
276
  int  (*set_tmp_dir) (DB_ENV *, const char *); /* 32-bit offset=860 size=4, 64=bit offset=1592 size=8 */
277
  void* __toku_dummy18[2];
Rich Prohaska's avatar
Rich Prohaska committed
278
  int  (*set_verbose) (DB_ENV *, u_int32_t, int); /* 32-bit offset=872 size=4, 64=bit offset=1616 size=8 */
279
  void* __toku_dummy19[1];
Rich Prohaska's avatar
Rich Prohaska committed
280 281
  int  (*txn_begin) (DB_ENV *, DB_TXN *, DB_TXN **, u_int32_t); /* 32-bit offset=880 size=4, 64=bit offset=1632 size=8 */
  int  (*txn_checkpoint) (DB_ENV *, u_int32_t, u_int32_t, u_int32_t); /* 32-bit offset=884 size=4, 64=bit offset=1640 size=8 */
282
  void* __toku_dummy20[1];
Rich Prohaska's avatar
Rich Prohaska committed
283
  int  (*txn_stat) (DB_ENV *, DB_TXN_STAT **, u_int32_t); /* 32-bit offset=892 size=4, 64=bit offset=1656 size=8 */
284 285
  void* __toku_dummy21[2]; /* Padding at the end */ 
  char __toku_dummy22[16];  /* Padding at the end */ 
Rich Prohaska's avatar
Rich Prohaska committed
286 287 288 289 290 291 292 293 294 295 296
};
struct __toku_db_key_range {
  double less; /* 32-bit offset=0 size=8, 64=bit offset=0 size=8 */
  double equal; /* 32-bit offset=8 size=8, 64=bit offset=8 size=8 */
  double greater; /* 32-bit offset=16 size=8, 64=bit offset=16 size=8 */
  void* __toku_dummy0[194]; /* Padding at the end */ 
  char __toku_dummy1[120];  /* Padding at the end */ 
};
struct __toku_db_lsn {
  char __toku_dummy0[8];  /* Padding at the end */ 
};
297 298 299 300 301 302 303 304
struct __toku_dbt {
  void*data; /* 32-bit offset=0 size=4, 64=bit offset=0 size=8 */
  u_int32_t size; /* 32-bit offset=4 size=4, 64=bit offset=8 size=4 */
  u_int32_t ulen; /* 32-bit offset=8 size=4, 64=bit offset=12 size=4 */
  char __toku_dummy0[8];
  u_int32_t flags; /* 32-bit offset=20 size=4, 64=bit offset=24 size=4 */
  /* 4 more bytes of alignment in the 64-bit case. */
};
305 306 307
typedef int (*toku_dbt_upgradef)(DB*,
                                 u_int32_t old_version, const DBT *old_descriptor, const DBT *old_key, const DBT *old_val,
                                 u_int32_t new_version, const DBT *new_descriptor, const DBT *new_key, const DBT *new_val);
308 309 310 311 312 313 314 315 316 317 318 319
//One header is included in 'data'
//One header is included in 'additional for checkpoint'
typedef struct __toku_db_fragmentation {
  uint64_t file_size_bytes;               //Total file size in bytes
  uint64_t data_bytes;                    //Compressed User Data in bytes
  uint64_t data_blocks;                   //Number of blocks of compressed User Data
  uint64_t checkpoint_bytes_additional;   //Additional bytes used for checkpoint system
  uint64_t checkpoint_blocks_additional;  //Additional blocks used for checkpoint system 
  uint64_t unused_bytes;                  //Unused space in file
  uint64_t unused_blocks;                 //Number of contiguous regions of unused space
  uint64_t largest_unused_block;          //Size of largest contiguous unused space
} *TOKU_DB_FRAGMENTATION, TOKU_DB_FRAGMENTATION_S;
Rich Prohaska's avatar
Rich Prohaska committed
320 321
struct __toku_db {
  struct __toku_db_internal *i;
322
#define db_struct_i(x) ((x)->i)
323
  int (*key_range64)(DB*, DB_TXN *, DBT *, u_int64_t *less, u_int64_t *equal, u_int64_t *greater, int *is_exact);
324
  int (*stat64)(DB *, DB_TXN *, DB_BTREE_STAT64 *);
325
  int (*pre_acquire_read_lock)(DB*, DB_TXN*, const DBT*, const DBT*, const DBT*, const DBT*);
Rich Prohaska's avatar
Rich Prohaska committed
326 327
  void *app_private; /* 32-bit offset=16 size=4, 64=bit offset=32 size=8 */
  DB_ENV *dbenv; /* 32-bit offset=20 size=4, 64=bit offset=40 size=8 */
328
  int (*pre_acquire_table_lock)(DB*, DB_TXN*);
329 330
  const DBT* (*dbt_pos_infty)(void) /* Return the special DBT that refers to positive infinity in the lock table.*/;
  const DBT* (*dbt_neg_infty)(void)/* Return the special DBT that refers to negative infinity in the lock table.*/;
Yoni Fogel's avatar
Yoni Fogel committed
331
  int (*delboth) (DB*, DB_TXN*, DBT*, DBT*, u_int32_t) /* Delete the key/value pair. */;
332
  int (*row_size_supported) (DB*, u_int32_t) /* Test whether a row size is supported. */;
333
  const DBT *descriptor /* saved row/dictionary descriptor for aiding in comparisons */;
334
  int (*set_descriptor) (DB*, u_int32_t version, const DBT* descriptor, toku_dbt_upgradef dbt_userformat_upgrade) /* set row/dictionary descriptor for a db.  Available only while db is open */;
335 336
  int (*getf_set)(DB*, DB_TXN*, u_int32_t, DBT*, YDB_CALLBACK_FUNCTION, void*) /* same as DBC->c_getf_set without a persistent cursor) */;
  int (*getf_get_both)(DB*, DB_TXN*, u_int32_t, DBT*, DBT*, YDB_CALLBACK_FUNCTION, void*) /* same as DBC->c_getf_get_both without a persistent cursor) */;
337
  int (*flatten)(DB*, DB_TXN*) /* Flatten a dictionary, similar to (but faster than) a table scan */;
338 339
  int (*get_fragmentation)(DB*,TOKU_DB_FRAGMENTATION);
  void* __toku_dummy0[23];
340
  char __toku_dummy1[96];
341
  void *api_internal; /* 32-bit offset=256 size=4, 64=bit offset=416 size=8 */
342
  void* __toku_dummy2[5];
Rich Prohaska's avatar
Rich Prohaska committed
343
  int (*close) (DB*, u_int32_t); /* 32-bit offset=280 size=4, 64=bit offset=464 size=8 */
344
  void* __toku_dummy3[1];
Rich Prohaska's avatar
Rich Prohaska committed
345 346
  int (*cursor) (DB *, DB_TXN *, DBC **, u_int32_t); /* 32-bit offset=288 size=4, 64=bit offset=480 size=8 */
  int (*del) (DB *, DB_TXN *, DBT *, u_int32_t); /* 32-bit offset=292 size=4, 64=bit offset=488 size=8 */
347
  void* __toku_dummy4[2];
Rich Prohaska's avatar
Rich Prohaska committed
348
  int (*fd) (DB *, int *); /* 32-bit offset=304 size=4, 64=bit offset=512 size=8 */
Rich Prohaska's avatar
Rich Prohaska committed
349
  int (*get) (DB *, DB_TXN *, DBT *, DBT *, u_int32_t); /* 32-bit offset=308 size=4, 64=bit offset=520 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
350
  void* __toku_dummy5[8];
351
  int (*get_flags) (DB *, u_int32_t *); /* 32-bit offset=344 size=4, 64=bit offset=592 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
352
  void* __toku_dummy6[6];
353
  int (*get_pagesize) (DB *, u_int32_t *); /* 32-bit offset=372 size=4, 64=bit offset=648 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
354
  void* __toku_dummy7[8];
Rich Prohaska's avatar
Rich Prohaska committed
355 356
  int (*key_range) (DB *, DB_TXN *, DBT *, DB_KEY_RANGE *, u_int32_t); /* 32-bit offset=408 size=4, 64=bit offset=720 size=8 */
  int (*open) (DB *, DB_TXN *, const char *, const char *, DBTYPE, u_int32_t, int); /* 32-bit offset=412 size=4, 64=bit offset=728 size=8 */
357
  void* __toku_dummy8[1];
Rich Prohaska's avatar
Rich Prohaska committed
358 359 360
  int (*put) (DB *, DB_TXN *, DBT *, DBT *, u_int32_t); /* 32-bit offset=420 size=4, 64=bit offset=744 size=8 */
  int (*remove) (DB *, const char *, const char *, u_int32_t); /* 32-bit offset=424 size=4, 64=bit offset=752 size=8 */
  int (*rename) (DB *, const char *, const char *, const char *, u_int32_t); /* 32-bit offset=428 size=4, 64=bit offset=760 size=8 */
361
  void* __toku_dummy9[2];
Rich Prohaska's avatar
Rich Prohaska committed
362
  int (*set_bt_compare) (DB *, int (*)(DB *, const DBT *, const DBT *)); /* 32-bit offset=440 size=4, 64=bit offset=784 size=8 */
363
  void* __toku_dummy10[3];
Rich Prohaska's avatar
Rich Prohaska committed
364
  int (*set_dup_compare) (DB *, int (*)(DB *, const DBT *, const DBT *)); /* 32-bit offset=456 size=4, 64=bit offset=816 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
365
  void* __toku_dummy11[2];
366 367
  void (*set_errfile) (DB *, FILE*); /* 32-bit offset=468 size=4, 64=bit offset=840 size=8 */
  void* __toku_dummy12[2];
Rich Prohaska's avatar
Rich Prohaska committed
368
  int (*set_flags) (DB *, u_int32_t); /* 32-bit offset=480 size=4, 64=bit offset=864 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
369
  void* __toku_dummy13[6];
370 371
  int (*set_pagesize) (DB *, u_int32_t); /* 32-bit offset=508 size=4, 64=bit offset=920 size=8 */
  void* __toku_dummy14[6];
Rich Prohaska's avatar
Rich Prohaska committed
372
  int (*stat) (DB *, void *, u_int32_t); /* 32-bit offset=536 size=4, 64=bit offset=976 size=8 */
373
  void* __toku_dummy15[2];
374
  int (*truncate) (DB *, DB_TXN *, u_int32_t *, u_int32_t); /* 32-bit offset=548 size=4, 64=bit offset=1000 size=8 */
375
  void* __toku_dummy16[1];
Rich Prohaska's avatar
Rich Prohaska committed
376
  int (*verify) (DB *, const char *, const char *, FILE *, u_int32_t); /* 32-bit offset=556 size=4, 64=bit offset=1016 size=8 */
377 378
  void* __toku_dummy17[5]; /* Padding at the end */ 
  char __toku_dummy18[16];  /* Padding at the end */ 
Rich Prohaska's avatar
Rich Prohaska committed
379 380 381
};
struct __toku_db_txn_active {
  u_int32_t txnid; /* 32-bit offset=0 size=4, 64=bit offset=0 size=4 */
382 383 384
  void* __toku_dummy0[2];
  char __toku_dummy1[4];
  DB_LSN lsn; /* 32-bit offset=16 size=8, 64=bit offset=24 size=8 */
Rich Prohaska's avatar
Rich Prohaska committed
385 386
  char __toku_dummy2[184];  /* Padding at the end */ 
};
387 388 389 390 391 392 393
typedef struct __toku_txn_progress {
  uint64_t entries_total;
  uint64_t entries_processed;
  uint8_t  is_commit;
  uint8_t  stalled_on_checkpoint;
} *TOKU_TXN_PROGRESS, TOKU_TXN_PROGRESS_S;
typedef void(*TXN_PROGRESS_POLL_FUNCTION)(TOKU_TXN_PROGRESS, void*);
394 395 396
struct txn_stat {
  u_int64_t rolltmp_raw_count;
};
Rich Prohaska's avatar
Rich Prohaska committed
397
struct __toku_db_txn {
398
  DB_ENV *mgrp /*In TokuDB, mgrp is a DB_ENV not a DB_TXNMGR*/; /* 32-bit offset=0 size=4, 64=bit offset=0 size=8 */
Yoni Fogel's avatar
Yoni Fogel committed
399
  DB_TXN *parent; /* 32-bit offset=4 size=4, 64=bit offset=8 size=8 */
400
  int (*txn_stat)(DB_TXN *, struct txn_stat **);
401
  struct { void *next, *prev; } open_txns;
402 403 404
  int (*commit_with_progress)(DB_TXN*, uint32_t, TXN_PROGRESS_POLL_FUNCTION, void*);
  int (*abort_with_progress)(DB_TXN*, TXN_PROGRESS_POLL_FUNCTION, void*);
  void* __toku_dummy0[13];
405 406
  char __toku_dummy1[8];
  void *api_internal; /* 32-bit offset=84 size=4, 64=bit offset=160 size=8 */
407
  void* __toku_dummy2[2];
408 409
  int (*abort) (DB_TXN *); /* 32-bit offset=96 size=4, 64=bit offset=184 size=8 */
  int (*commit) (DB_TXN*, u_int32_t); /* 32-bit offset=100 size=4, 64=bit offset=192 size=8 */
410
  void* __toku_dummy3[2];
411
  u_int32_t (*id) (DB_TXN *); /* 32-bit offset=112 size=4, 64=bit offset=216 size=8 */
412
  void* __toku_dummy4[5]; /* Padding at the end */ 
413 414
  char iic[0] __attribute__((aligned(__BIGGEST_ALIGNMENT__)));
#define db_txn_struct_i(x) ((struct __toku_db_txn_internal *)(&(x)->iic))
Rich Prohaska's avatar
Rich Prohaska committed
415 416 417 418 419 420 421 422 423 424 425
};
struct __toku_db_txn_stat {
  void* __toku_dummy0[1];
  char __toku_dummy1[28];
  u_int32_t st_nactive; /* 32-bit offset=32 size=4, 64=bit offset=36 size=4 */
  char __toku_dummy2[8];
  DB_TXN_ACTIVE *st_txnarray; /* 32-bit offset=44 size=4, 64=bit offset=48 size=8 */
  void* __toku_dummy3[1]; /* Padding at the end */ 
  char __toku_dummy4[8];  /* Padding at the end */ 
};
struct __toku_dbc {
426
  DB *dbp; /* 32-bit offset=0 size=4, 64=bit offset=0 size=8 */
427 428 429 430 431 432 433 434 435 436 437 438 439
  int (*c_getf_first)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_last)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_next)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_next_dup)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_next_nodup)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_prev)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_prev_dup)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_prev_nodup)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_current)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_current_binding)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_heaviside)(DBC *, u_int32_t, YDB_HEAVISIDE_CALLBACK_FUNCTION f, void *extra_f, YDB_HEAVISIDE_FUNCTION h, void *extra_h, int direction);
  int (*c_getf_set)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_set_range)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *);
440
  int (*c_getf_set_range_reverse)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *);
441 442
  int (*c_getf_get_both)(DBC *, u_int32_t, DBT *, DBT *, YDB_CALLBACK_FUNCTION, void *);
  int (*c_getf_get_both_range)(DBC *, u_int32_t, DBT *, DBT *, YDB_CALLBACK_FUNCTION, void *);
443
  int (*c_getf_get_both_range_reverse)(DBC *, u_int32_t, DBT *, DBT *, YDB_CALLBACK_FUNCTION, void *);
444
  void* __toku_dummy0[3];
Rich Prohaska's avatar
Rich Prohaska committed
445 446
  char __toku_dummy1[104];
  int (*c_close) (DBC *); /* 32-bit offset=188 size=4, 64=bit offset=272 size=8 */
447
  int (*c_count) (DBC *, db_recno_t *, u_int32_t); /* 32-bit offset=192 size=4, 64=bit offset=280 size=8 */
Rich Prohaska's avatar
Rich Prohaska committed
448
  int (*c_del) (DBC *, u_int32_t); /* 32-bit offset=196 size=4, 64=bit offset=288 size=8 */
449
  void* __toku_dummy2[1];
Rich Prohaska's avatar
Rich Prohaska committed
450
  int (*c_get) (DBC *, DBT *, DBT *, u_int32_t); /* 32-bit offset=204 size=4, 64=bit offset=304 size=8 */
451
  void* __toku_dummy3[10]; /* Padding at the end */ 
452 453
  char iic[0] __attribute__((aligned(__BIGGEST_ALIGNMENT__)));
#define dbc_struct_i(x) ((struct __toku_dbc_internal *)(&(x)->iic))
Rich Prohaska's avatar
Rich Prohaska committed
454 455 456 457
};
#ifdef _TOKUDB_WRAP_H
#define txn_begin txn_begin_tokudb
#endif
458 459 460 461 462
int db_env_create(DB_ENV **, u_int32_t) __attribute__((__visibility__("default")));
int db_create(DB **, DB_ENV *, u_int32_t) __attribute__((__visibility__("default")));
char *db_strerror(int) __attribute__((__visibility__("default")));
const char *db_version(int*,int *,int *) __attribute__((__visibility__("default")));
int log_compare (const DB_LSN*, const DB_LSN *) __attribute__((__visibility__("default")));
463
int db_env_set_func_fsync (int (*)(int)) __attribute__((__visibility__("default")));
464 465
int toku_set_trace_file (char *fname) __attribute__((__visibility__("default")));
int toku_close_trace_file (void) __attribute__((__visibility__("default")));
466
int db_env_set_func_free (void (*)(void*)) __attribute__((__visibility__("default")));
467
int db_env_set_func_malloc (void *(*)(size_t)) __attribute__((__visibility__("default")));
468
int db_env_set_func_pwrite (ssize_t (*)(int, const void *, size_t, toku_off_t)) __attribute__((__visibility__("default")));
469
int db_env_set_func_write (ssize_t (*)(int, const void *, size_t)) __attribute__((__visibility__("default")));
470
int db_env_set_func_realloc (void *(*)(void*, size_t)) __attribute__((__visibility__("default")));
471
void db_env_set_checkpoint_callback (void (*)(void*), void*) __attribute__((__visibility__("default")));
472
void db_env_set_checkpoint_callback2 (void (*)(void*), void*) __attribute__((__visibility__("default")));
473 474
void db_env_set_recover_callback (void (*)(void*), void*) __attribute__((__visibility__("default")));
void db_env_set_recover_callback2 (void (*)(void*), void*) __attribute__((__visibility__("default")));
Rich Prohaska's avatar
Rich Prohaska committed
475 476 477 478
#if defined(__cplusplus)
}
#endif
#endif