X-Git-Url: http://git.ozlabs.org/?p=ccan;a=blobdiff_plain;f=ccan%2Ftdb2%2Ftdb2.h;h=525fbd71758c5c0632c101729dce761295b3cb66;hp=b88568a881568a89381aba0e557216eb0d2ecc6e;hb=380372e733416c2b348d5307f536d0a0807e95df;hpb=7fe3218488f1bd25a4e50c27964752a18a64fb5f diff --git a/ccan/tdb2/tdb2.h b/ccan/tdb2/tdb2.h index b88568a8..525fbd71 100644 --- a/ccan/tdb2/tdb2.h +++ b/ccan/tdb2/tdb2.h @@ -30,6 +30,10 @@ extern "C" { #endif #ifndef _SAMBA_BUILD_ +#include "config.h" +#if HAVE_FILE_OFFSET_BITS +#define _FILE_OFFSET_BITS 64 +#endif /* For mode_t */ #include /* For O_* flags. */ @@ -80,6 +84,21 @@ struct tdb_context *tdb_open(const char *name, int tdb_flags, #define TDB_CONVERT 16 /* convert endian */ #define TDB_NOSYNC 64 /* don't use synchronous transactions */ #define TDB_SEQNUM 128 /* maintain a sequence number */ +#define TDB_ALLOW_NESTING 256 /* fake nested transactions */ +#define TDB_RDONLY 512 /* implied by O_RDONLY */ +#define TDB_VERSION1 1024 /* create/open an old style TDB */ + +/** + * tdb1_incompatible_hash - better (Jenkins) hash for tdb1 + * + * This is better than the default hash for tdb1; but older versions of the + * tdb library (prior to version 1.2.6) won't be able to open them. + * + * It only makes sense to specify this (using tdb_attribute_hash) when + * creating (with O_CREAT) an old tdb version using TDB_VERSION1. It's + * equivalent to the TDB_INCOMPATIBLE_HASH flag for tdb1. + */ +uint64_t tdb1_incompatible_hash(const void *, size_t, uint64_t, void *); /** * tdb_close - close and free a tdb. @@ -248,6 +267,15 @@ static inline struct tdb_data tdb_mkdata(const void *p, size_t len) * to read the tdb, but not alter it (they will block), nor will they see * any changes until tdb_transaction_commit() is called. * + * Note that if the TDB_ALLOW_NESTING flag is set, a tdb_transaction_start() + * within a transaction will succeed, but it's not a real transaction: + * (1) An inner transaction which is committed is not actually committed until + * the outer transaction is; if the outer transaction is cancelled, the + * inner ones are discarded. + * (2) tdb_transaction_cancel() marks the outer transaction as having an error, + * so the final tdb_transaction_commit() will fail. + * (3) the outer transaction will see the results of the inner transaction. + * * See Also: * tdb_transaction_cancel, tdb_transaction_commit. */ @@ -489,6 +517,16 @@ void tdb_unlockall_read(struct tdb_context *tdb); */ enum TDB_ERROR tdb_wipe_all(struct tdb_context *tdb); +/** + * tdb_repack - repack the database + * @tdb: the tdb context returned from tdb_open() + * + * This repacks the database; if it is suffering from a great deal of + * fragmentation this might help. However, it can take twice the + * memory of the existing TDB. + */ +enum TDB_ERROR tdb_repack(struct tdb_context *tdb); + /** * tdb_check - check a TDB for consistency * @tdb: the tdb context returned from tdb_open() @@ -565,7 +603,7 @@ unsigned int tdb_get_flags(struct tdb_context *tdb); /** * tdb_add_flag - set a flag for a tdb * @tdb: the tdb context returned from tdb_open() - * @flag: one of TDB_NOLOCK, TDB_NOMMAP or TDB_NOSYNC. + * @flag: one of TDB_NOLOCK, TDB_NOMMAP, TDB_NOSYNC or TDB_ALLOW_NESTING. * * You can use this to set a flag on the TDB. You cannot set these flags * on a TDB_INTERNAL tdb. @@ -575,13 +613,69 @@ void tdb_add_flag(struct tdb_context *tdb, unsigned flag); /** * tdb_remove_flag - unset a flag for a tdb * @tdb: the tdb context returned from tdb_open() - * @flag: one of TDB_NOLOCK, TDB_NOMMAP or TDB_NOSYNC. + * @flag: one of TDB_NOLOCK, TDB_NOMMAP, TDB_NOSYNC or TDB_ALLOW_NESTING. * * You can use this to clear a flag on the TDB. You cannot clear flags * on a TDB_INTERNAL tdb. */ void tdb_remove_flag(struct tdb_context *tdb, unsigned flag); +/** + * enum tdb_attribute_type - descriminator for union tdb_attribute. + */ +enum tdb_attribute_type { + TDB_ATTRIBUTE_LOG = 0, + TDB_ATTRIBUTE_HASH = 1, + TDB_ATTRIBUTE_SEED = 2, + TDB_ATTRIBUTE_STATS = 3, + TDB_ATTRIBUTE_OPENHOOK = 4, + TDB_ATTRIBUTE_FLOCK = 5, + TDB_ATTRIBUTE_TDB1_HASHSIZE = 128, + TDB_ATTRIBUTE_TDB1_MAX_DEAD = 129, +}; + +/** + * tdb_get_attribute - get an attribute for an existing tdb + * @tdb: the tdb context returned from tdb_open() + * @attr: the union tdb_attribute to set. + * + * This gets an attribute from a TDB which has previously been set (or + * may return the default values). Set @attr.base.attr to the + * attribute type you want get. + */ +enum TDB_ERROR tdb_get_attribute(struct tdb_context *tdb, + union tdb_attribute *attr); + +/** + * tdb_set_attribute - set an attribute for an existing tdb + * @tdb: the tdb context returned from tdb_open() + * @attr: the union tdb_attribute to set. + * + * This sets an attribute on a TDB, overriding any previous attribute + * of the same type. It returns TDB_ERR_EINVAL if the attribute is + * unknown or invalid. + * + * Note that TDB_ATTRIBUTE_HASH, TDB_ATTRIBUTE_SEED, + * TDB_ATTRIBUTE_OPENHOOK and TDB_ATTRIBUTE_TDB1_HASHSIZE cannot + * currently be set after tdb_open. + */ +enum TDB_ERROR tdb_set_attribute(struct tdb_context *tdb, + const union tdb_attribute *attr); + +/** + * tdb_unset_attribute - reset an attribute for an existing tdb + * @tdb: the tdb context returned from tdb_open() + * @type: the attribute type to unset. + * + * This unsets an attribute on a TDB, returning it to the defaults + * (where applicable). + * + * Note that it only makes sense for TDB_ATTRIBUTE_LOG and TDB_ATTRIBUTE_FLOCK + * to be unset. + */ +void tdb_unset_attribute(struct tdb_context *tdb, + enum tdb_attribute_type type); + /** * tdb_name - get the name of a tdb * @tdb: the tdb context returned from tdb_open() @@ -603,16 +697,18 @@ const char *tdb_name(const struct tdb_context *tdb); int tdb_fd(const struct tdb_context *tdb); /** - * enum tdb_attribute_type - descriminator for union tdb_attribute. + * tdb_foreach - iterate through every open TDB. + * @fn: the function to call for every TDB + * @p: the pointer to hand to @fn + * + * TDB internally keeps track of all open TDBs; this function allows you to + * iterate through them. If @fn returns non-zero, traversal stops. */ -enum tdb_attribute_type { - TDB_ATTRIBUTE_LOG = 0, - TDB_ATTRIBUTE_HASH = 1, - TDB_ATTRIBUTE_SEED = 2, - TDB_ATTRIBUTE_STATS = 3, - TDB_ATTRIBUTE_OPENHOOK = 4, - TDB_ATTRIBUTE_FLOCK = 5 -}; +#define tdb_foreach(fn, p) \ + tdb_foreach_(typesafe_cb_preargs(int, void *, (fn), (p), \ + struct tdb_context *), (p)) + +void tdb_foreach_(int (*fn)(struct tdb_context *, void *), void *p); /** * struct tdb_attribute_base - common fields for all tdb attributes. @@ -647,6 +743,7 @@ struct tdb_attribute_log { struct tdb_attribute_base base; /* .attr = TDB_ATTRIBUTE_LOG */ void (*fn)(struct tdb_context *tdb, enum tdb_log_level level, + enum TDB_ERROR ecode, const char *message, void *data); void *data; @@ -686,13 +783,13 @@ struct tdb_attribute_seed { * struct tdb_attribute_stats - tdb operational statistics * * This attribute records statistics of various low-level TDB operations. - * This can be used to assist performance evaluation. + * This can be used to assist performance evaluation. This is only + * useful for tdb_get_attribute(). * * New fields will be added at the end, hence the "size" argument which - * indicates how large your structure is. If your size is larger than - * that known about by this version of tdb, the size will be reduced to - * the known structure size. Thus you can detect older versions, and - * thus know that newer stats will not be updated. + * indicates how large your structure is: it must be filled in before + * calling tdb_get_attribute(), which will overwrite it with the size + * tdb knows about. */ struct tdb_attribute_stats { struct tdb_attribute_base base; /* .attr = TDB_ATTRIBUTE_STATS */ @@ -704,21 +801,31 @@ struct tdb_attribute_stats { uint64_t alloc_bucket_max; uint64_t alloc_leftover; uint64_t alloc_coalesce_tried; + uint64_t alloc_coalesce_iterate_clash; uint64_t alloc_coalesce_lockfail; uint64_t alloc_coalesce_race; uint64_t alloc_coalesce_succeeded; - uint64_t alloc_coalesce_num_merged; + uint64_t alloc_coalesce_num_merged; uint64_t compares; uint64_t compare_wrong_bucket; uint64_t compare_wrong_offsetbits; uint64_t compare_wrong_keylen; uint64_t compare_wrong_rechash; uint64_t compare_wrong_keycmp; + uint64_t transactions; + uint64_t transaction_cancel; + uint64_t transaction_nest; + uint64_t transaction_expand_file; + uint64_t transaction_read_direct; + uint64_t transaction_read_direct_fail; + uint64_t transaction_write_direct; + uint64_t transaction_write_direct_fail; uint64_t expands; uint64_t frees; uint64_t locks; - uint64_t lock_lowlevel; - uint64_t lock_nonblock; + uint64_t lock_lowlevel; + uint64_t lock_nonblock; + uint64_t lock_nonblock_fail; }; /** @@ -756,6 +863,32 @@ struct tdb_attribute_flock { void *data; }; +/** + * struct tdb_attribute_tdb1_hashsize - tdb1 hashsize + * + * This attribute allows setting the TDB1 hashsize; it only makes sense with + * O_CREAT and TDB_VERSION1. + * + * Hashsize should generally be a prime, such as 10007. + */ +struct tdb_attribute_tdb1_hashsize { + struct tdb_attribute_base base; /* .attr = TDB_ATTRIBUTE_TDB1_HASHSIZE */ + unsigned int hsize; +}; + +/** + * struct tdb_attribute_tdb1_max_dead - tdb1 number of maximum dead records. + * + * TDB1 has a method to speed up its slow free list: it lets a certain + * number of "dead" records build up before freeing them. This is + * particularly useful for volatile TDBs; setting it to 5 is + * equivalent to tdb1's TDB_VOLATILE flag. + */ +struct tdb_attribute_tdb1_max_dead { + struct tdb_attribute_base base; /* .attr = TDB_ATTRIBUTE_TDB1_MAX_DEAD */ + unsigned int max_dead; +}; + /** * union tdb_attribute - tdb attributes. * @@ -774,6 +907,8 @@ union tdb_attribute { struct tdb_attribute_stats stats; struct tdb_attribute_openhook openhook; struct tdb_attribute_flock flock; + struct tdb_attribute_tdb1_hashsize tdb1_hashsize; + struct tdb_attribute_tdb1_max_dead tdb1_max_dead; }; #ifdef __cplusplus