tdb2: feature support.
[ccan] / ccan / tdb2 / test / run-20-growhash.c
1 #include <ccan/tdb2/tdb.c>
2 #include <ccan/tdb2/free.c>
3 #include <ccan/tdb2/lock.c>
4 #include <ccan/tdb2/io.c>
5 #include <ccan/tdb2/hash.c>
6 #include <ccan/tdb2/transaction.c>
7 #include <ccan/tdb2/check.c>
8 #include <ccan/tap/tap.h>
9 #include "logging.h"
10
11 static uint64_t myhash(const void *key, size_t len, uint64_t seed, void *priv)
12 {
13         return *(uint64_t *)key;
14 }
15
16 static void add_bits(uint64_t *val, unsigned new, unsigned new_bits,
17                      unsigned *done)
18 {
19         *done += new_bits;
20         *val |= ((uint64_t)new << (64 - *done));
21 }
22
23 static uint64_t make_key(unsigned topgroup, unsigned topbucket,
24                          unsigned subgroup1, unsigned subbucket1,
25                          unsigned subgroup2, unsigned subbucket2)
26 {
27         uint64_t key = 0;
28         unsigned done = 0;
29
30         add_bits(&key, topgroup, TDB_TOPLEVEL_HASH_BITS - TDB_HASH_GROUP_BITS,
31                  &done);
32         add_bits(&key, topbucket, TDB_HASH_GROUP_BITS, &done);
33         add_bits(&key, subgroup1, TDB_SUBLEVEL_HASH_BITS - TDB_HASH_GROUP_BITS,
34                  &done);
35         add_bits(&key, subbucket1, TDB_HASH_GROUP_BITS, &done);
36         add_bits(&key, subgroup2, TDB_SUBLEVEL_HASH_BITS - TDB_HASH_GROUP_BITS,
37                  &done);
38         add_bits(&key, subbucket2, TDB_HASH_GROUP_BITS, &done);
39         return key;
40 }
41
42 int main(int argc, char *argv[])
43 {
44         unsigned int i, j;
45         struct tdb_context *tdb;
46         uint64_t kdata;
47         struct tdb_used_record rec;
48         struct tdb_data key = { (unsigned char *)&kdata, sizeof(kdata) };
49         struct tdb_data dbuf = { (unsigned char *)&kdata, sizeof(kdata) };
50         union tdb_attribute hattr = { .hash = { .base = { TDB_ATTRIBUTE_HASH },
51                                                 .hash_fn = myhash } };
52         int flags[] = { TDB_INTERNAL, TDB_DEFAULT, TDB_NOMMAP,
53                         TDB_INTERNAL|TDB_CONVERT, TDB_CONVERT,
54                         TDB_NOMMAP|TDB_CONVERT,
55         };
56
57         hattr.base.next = &tap_log_attr;
58
59         plan_tests(sizeof(flags) / sizeof(flags[0])
60                    * (9 + (20 + 2 * ((1 << TDB_HASH_GROUP_BITS) - 2))
61                       * (1 << TDB_HASH_GROUP_BITS)) + 1);
62         for (i = 0; i < sizeof(flags) / sizeof(flags[0]); i++) {
63                 struct hash_info h;
64
65                 tdb = tdb_open("run-04-basichash.tdb", flags[i],
66                                O_RDWR|O_CREAT|O_TRUNC, 0600, &hattr);
67                 ok1(tdb);
68                 if (!tdb)
69                         continue;
70
71                 /* Fill a group. */
72                 for (j = 0; j < (1 << TDB_HASH_GROUP_BITS); j++) {
73                         kdata = make_key(0, j, 0, 0, 0, 0);
74                         ok1(tdb_store(tdb, key, dbuf, TDB_INSERT) == 0);
75                 }
76                 ok1(tdb_check(tdb, NULL, NULL) == 0);
77
78                 /* Check first still exists. */
79                 kdata = make_key(0, 0, 0, 0, 0, 0);
80                 ok1(find_and_lock(tdb, key, F_RDLCK, &h, &rec, NULL) != 0);
81                 /* Should have created correct hash. */
82                 ok1(h.h == tdb_hash(tdb, key.dptr, key.dsize));
83                 /* Should have located space in group 0, bucket 0. */
84                 ok1(h.group_start == offsetof(struct tdb_header, hashtable));
85                 ok1(h.home_bucket == 0);
86                 ok1(h.found_bucket == 0);
87                 ok1(h.hash_used == TDB_TOPLEVEL_HASH_BITS);
88                 /* Entire group should be full! */
89                 for (j = 0; j < (1 << TDB_HASH_GROUP_BITS); j++)
90                         ok1(h.group[j] != 0);
91
92                 ok1(tdb_unlock_hashes(tdb, h.hlock_start, h.hlock_range,
93                                       F_RDLCK) == 0);
94
95                 /* Now, add one more to each should expand (that) bucket. */
96                 for (j = 0; j < (1 << TDB_HASH_GROUP_BITS); j++) {
97                         unsigned int k;
98                         kdata = make_key(0, j, 0, 1, 0, 0);
99                         ok1(tdb_store(tdb, key, dbuf, TDB_INSERT) == 0);
100                         ok1(tdb_check(tdb, NULL, NULL) == 0);
101
102                         ok1(find_and_lock(tdb, key, F_RDLCK, &h, &rec, NULL));
103                         /* Should have created correct hash. */
104                         ok1(h.h == tdb_hash(tdb, key.dptr, key.dsize));
105                         /* Should have moved to subhash */
106                         ok1(h.group_start >= sizeof(struct tdb_header));
107                         ok1(h.home_bucket == 1);
108                         ok1(h.found_bucket == 1);
109                         ok1(h.hash_used == TDB_TOPLEVEL_HASH_BITS
110                             + TDB_SUBLEVEL_HASH_BITS);
111                         ok1(tdb_unlock_hashes(tdb, h.hlock_start, h.hlock_range,
112                                               F_RDLCK) == 0);
113
114                         /* Keep adding, make it expand again. */
115                         for (k = 2; k < (1 << TDB_HASH_GROUP_BITS); k++) {
116                                 kdata = make_key(0, j, 0, k, 0, 0);
117                                 ok1(tdb_store(tdb, key, dbuf, TDB_INSERT) == 0);
118                                 ok1(tdb_check(tdb, NULL, NULL) == 0);
119                         }
120
121                         /* This should tip it over to sub-sub-hash. */
122                         kdata = make_key(0, j, 0, 0, 0, 1);
123                         ok1(tdb_store(tdb, key, dbuf, TDB_INSERT) == 0);
124                         ok1(tdb_check(tdb, NULL, NULL) == 0);
125
126                         ok1(find_and_lock(tdb, key, F_RDLCK, &h, &rec, NULL));
127                         /* Should have created correct hash. */
128                         ok1(h.h == tdb_hash(tdb, key.dptr, key.dsize));
129                         /* Should have moved to subhash */
130                         ok1(h.group_start >= sizeof(struct tdb_header));
131                         ok1(h.home_bucket == 1);
132                         ok1(h.found_bucket == 1);
133                         ok1(h.hash_used == TDB_TOPLEVEL_HASH_BITS
134                             + TDB_SUBLEVEL_HASH_BITS + TDB_SUBLEVEL_HASH_BITS);
135                         ok1(tdb_unlock_hashes(tdb, h.hlock_start, h.hlock_range,
136                                               F_RDLCK) == 0);
137                 }
138                 tdb_close(tdb);
139         }
140
141         ok1(tap_log_messages == 0);
142         return exit_status();
143 }