X-Git-Url: http://git.ozlabs.org/?a=blobdiff_plain;f=ccan%2Ftdb2%2Ftest%2Flayout.c;h=ae37f56514a7b76bd7142ed871ef09fc4bb63287;hb=35f198de1851a7d57064546b7ced677b6fabee27;hp=67a6633d7fad5b6e9bc59f9d4a683160dfd069e0;hpb=d70577b6aff24ccf6815896509dabb8c9ac07904;p=ccan diff --git a/ccan/tdb2/test/layout.c b/ccan/tdb2/test/layout.c index 67a6633d..ae37f565 100644 --- a/ccan/tdb2/test/layout.c +++ b/ccan/tdb2/test/layout.c @@ -6,10 +6,9 @@ #include #include "logging.h" -struct tdb_layout *new_tdb_layout(const char *filename) +struct tdb_layout *new_tdb_layout(void) { struct tdb_layout *layout = malloc(sizeof(*layout)); - layout->filename = filename; layout->num_elems = 0; layout->elem = NULL; return layout; @@ -23,18 +22,40 @@ static void add(struct tdb_layout *layout, union tdb_layout_elem elem) layout->elem[layout->num_elems++] = elem; } -void tdb_layout_add_freelist(struct tdb_layout *layout) +void tdb_layout_add_freetable(struct tdb_layout *layout) { union tdb_layout_elem elem; - elem.base.type = FREELIST; + elem.base.type = FREETABLE; add(layout, elem); } -void tdb_layout_add_free(struct tdb_layout *layout, tdb_len_t len) +void tdb_layout_add_free(struct tdb_layout *layout, tdb_len_t len, + unsigned ftable) { union tdb_layout_elem elem; elem.base.type = FREE; elem.free.len = len; + elem.free.ftable_num = ftable; + add(layout, elem); +} + +void tdb_layout_add_capability(struct tdb_layout *layout, + uint64_t type, + bool write_breaks, + bool check_breaks, + bool open_breaks, + tdb_len_t extra) +{ + union tdb_layout_elem elem; + elem.base.type = CAPABILITY; + elem.capability.type = type; + if (write_breaks) + elem.capability.type |= TDB_CAP_NOWRITE; + if (open_breaks) + elem.capability.type |= TDB_CAP_NOOPEN; + if (check_breaks) + elem.capability.type |= TDB_CAP_NOCHECK; + elem.capability.extra = extra; add(layout, elem); } @@ -80,9 +101,14 @@ static tdb_len_t hashtable_len(struct tle_hashtable *htable) + htable->extra; } -static tdb_len_t freelist_len(struct tle_freelist *flist) +static tdb_len_t capability_len(struct tle_capability *cap) { - return sizeof(struct tdb_freelist); + return sizeof(struct tdb_capability) + cap->extra; +} + +static tdb_len_t freetable_len(struct tle_freetable *ftable) +{ + return sizeof(struct tdb_freetable); } static void set_free_record(void *mem, tdb_len_t len) @@ -90,17 +116,24 @@ static void set_free_record(void *mem, tdb_len_t len) /* We do all the work in add_to_freetable */ } +static void add_zero_pad(struct tdb_used_record *u, size_t len, size_t extra) +{ + if (extra) + ((char *)(u + 1))[len] = '\0'; +} + static void set_data_record(void *mem, struct tdb_context *tdb, struct tle_used *used) { struct tdb_used_record *u = mem; - set_header(tdb, u, used->key.dsize, used->data.dsize, + set_header(tdb, u, TDB_USED_MAGIC, used->key.dsize, used->data.dsize, used->key.dsize + used->data.dsize + used->extra, tdb_hash(tdb, used->key.dptr, used->key.dsize)); memcpy(u + 1, used->key.dptr, used->key.dsize); memcpy((char *)(u + 1) + used->key.dsize, used->data.dptr, used->data.dsize); + add_zero_pad(u, used->key.dsize + used->data.dsize, used->extra); } static void set_hashtable(void *mem, struct tdb_context *tdb, @@ -109,25 +142,59 @@ static void set_hashtable(void *mem, struct tdb_context *tdb, struct tdb_used_record *u = mem; tdb_len_t len = sizeof(tdb_off_t) << TDB_SUBLEVEL_HASH_BITS; - set_header(tdb, u, 0, len, len + htable->extra, 0); + set_header(tdb, u, TDB_HTABLE_MAGIC, 0, len, len + htable->extra, 0); memset(u + 1, 0, len); + add_zero_pad(u, len, htable->extra); } -static void set_freelist(void *mem, struct tdb_context *tdb, - struct tle_freelist *freelist) +static void set_capability(void *mem, struct tdb_context *tdb, + struct tle_capability *cap, struct tdb_header *hdr, + tdb_off_t last_cap) { - struct tdb_freelist *flist = mem; - memset(flist, 0, sizeof(*flist)); - set_header(tdb, &flist->hdr, 0, - sizeof(*flist) - sizeof(flist->hdr), - sizeof(*flist) - sizeof(flist->hdr), 1); + struct tdb_capability *c = mem; + tdb_len_t len = sizeof(*c) - sizeof(struct tdb_used_record) + cap->extra; + + c->type = cap->type; + c->next = 0; + set_header(tdb, &c->hdr, TDB_CAP_MAGIC, 0, len, len, 0); + + /* Append to capability list. */ + if (!last_cap) { + hdr->capabilities = cap->base.off; + } else { + c = (struct tdb_capability *)((char *)hdr + last_cap); + c->next = cap->base.off; + } +} + +static void set_freetable(void *mem, struct tdb_context *tdb, + struct tle_freetable *freetable, struct tdb_header *hdr, + tdb_off_t last_ftable) +{ + struct tdb_freetable *ftable = mem; + memset(ftable, 0, sizeof(*ftable)); + set_header(tdb, &ftable->hdr, TDB_FTABLE_MAGIC, 0, + sizeof(*ftable) - sizeof(ftable->hdr), + sizeof(*ftable) - sizeof(ftable->hdr), 0); + + if (last_ftable) { + ftable = (struct tdb_freetable *)((char *)hdr + last_ftable); + ftable->next = freetable->base.off; + } else { + hdr->free_table = freetable->base.off; + } } static void add_to_freetable(struct tdb_context *tdb, tdb_off_t eoff, - tdb_off_t elen) + tdb_off_t elen, + unsigned ftable, + struct tle_freetable *freetable) { - add_free_record(tdb, eoff, sizeof(struct tdb_used_record) + elen); + tdb->tdb2.ftable_off = freetable->base.off; + tdb->tdb2.ftable = ftable; + add_free_record(tdb, eoff, sizeof(struct tdb_used_record) + elen, + TDB_LOCK_WAIT, false); } static tdb_off_t hbucket_off(tdb_off_t group_start, unsigned ingroup) @@ -183,18 +250,34 @@ static void add_to_hashtable(struct tdb_context *tdb, b_off = hbucket_off(group_start, bucket); if (tdb_read_off(tdb, b_off) == 0) { tdb_write_off(tdb, b_off, - encode_offset(eoff, bucket, h)); + encode_offset(eoff, in_group, h)); return; } } abort(); } +static struct tle_freetable *find_ftable(struct tdb_layout *layout, unsigned num) +{ + unsigned i; + + for (i = 0; i < layout->num_elems; i++) { + if (layout->elem[i].base.type != FREETABLE) + continue; + if (num == 0) + return &layout->elem[i].ftable; + num--; + } + abort(); +} + /* FIXME: Support TDB_CONVERT */ -struct tdb_context *tdb_layout_get(struct tdb_layout *layout) +struct tdb_context *tdb_layout_get(struct tdb_layout *layout, + void (*freefn)(void *), + union tdb_attribute *attr) { unsigned int i; - tdb_off_t off, len, flist_off = 0; + tdb_off_t off, len, last_ftable, last_cap; char *mem; struct tdb_context *tdb; @@ -205,10 +288,8 @@ struct tdb_context *tdb_layout_get(struct tdb_layout *layout) union tdb_layout_elem *e = &layout->elem[i]; e->base.off = off; switch (e->base.type) { - case FREELIST: - assert(flist_off == 0); - flist_off = off; - len = freelist_len(&e->flist); + case FREETABLE: + len = freetable_len(&e->ftable); break; case FREE: len = free_record_len(e->free.len); @@ -219,30 +300,36 @@ struct tdb_context *tdb_layout_get(struct tdb_layout *layout) case HASHTABLE: len = hashtable_len(&e->hashtable); break; + case CAPABILITY: + len = capability_len(&e->capability); + break; default: abort(); } off += len; } - /* Must have a free list! */ - assert(flist_off); mem = malloc(off); + /* Fill with some weird pattern. */ + memset(mem, 0x99, off); /* Now populate our header, cribbing from a real TDB header. */ - tdb = tdb_open(NULL, TDB_INTERNAL, O_RDWR, 0, &tap_log_attr); - memcpy(mem, tdb->map_ptr, sizeof(struct tdb_header)); + tdb = tdb_open(NULL, TDB_INTERNAL, O_RDWR, 0, attr); + memcpy(mem, tdb->file->map_ptr, sizeof(struct tdb_header)); /* Mug the tdb we have to make it use this. */ - free(tdb->map_ptr); - tdb->map_ptr = mem; - tdb->map_size = off; - tdb->flist_off = flist_off; + freefn(tdb->file->map_ptr); + tdb->file->map_ptr = mem; + tdb->file->map_size = off; + last_ftable = 0; + last_cap = 0; for (i = 0; i < layout->num_elems; i++) { union tdb_layout_elem *e = &layout->elem[i]; switch (e->base.type) { - case FREELIST: - set_freelist(mem + e->base.off, tdb, &e->flist); + case FREETABLE: + set_freetable(mem + e->base.off, tdb, &e->ftable, + (struct tdb_header *)mem, last_ftable); + last_ftable = e->base.off; break; case FREE: set_free_record(mem + e->base.off, e->free.len); @@ -253,15 +340,24 @@ struct tdb_context *tdb_layout_get(struct tdb_layout *layout) case HASHTABLE: set_hashtable(mem + e->base.off, tdb, &e->hashtable); break; + case CAPABILITY: + set_capability(mem + e->base.off, tdb, &e->capability, + (struct tdb_header *)mem, last_cap); + last_cap = e->base.off; + break; } } + /* Must have a free table! */ + assert(last_ftable); /* Now fill the free and hash tables. */ for (i = 0; i < layout->num_elems; i++) { union tdb_layout_elem *e = &layout->elem[i]; switch (e->base.type) { case FREE: - add_to_freetable(tdb, e->base.off, e->free.len); + add_to_freetable(tdb, e->base.off, e->free.len, + e->free.ftable_num, + find_ftable(layout, e->free.ftable_num)); break; case DATA: add_to_hashtable(tdb, e->base.off, e->used.key); @@ -271,20 +367,36 @@ struct tdb_context *tdb_layout_get(struct tdb_layout *layout) } } - /* Get physical if they asked for it. */ - if (layout->filename) { - int fd = open(layout->filename, O_WRONLY|O_TRUNC|O_CREAT, - 0600); - if (fd < 0) - err(1, "opening %s for writing", layout->filename); - if (write(fd, tdb->map_ptr, tdb->map_size) != tdb->map_size) - err(1, "writing %s", layout->filename); - close(fd); - tdb_close(tdb); - /* NOMMAP is for lockcheck. */ - tdb = tdb_open(layout->filename, TDB_NOMMAP, O_RDWR, 0, - &tap_log_attr); - } - + tdb->tdb2.ftable_off = find_ftable(layout, 0)->base.off; return tdb; } + +void tdb_layout_write(struct tdb_layout *layout, void (*freefn)(void *), + union tdb_attribute *attr, const char *filename) +{ + struct tdb_context *tdb = tdb_layout_get(layout, freefn, attr); + int fd; + + fd = open(filename, O_WRONLY|O_TRUNC|O_CREAT, 0600); + if (fd < 0) + err(1, "opening %s for writing", filename); + if (write(fd, tdb->file->map_ptr, tdb->file->map_size) + != tdb->file->map_size) + err(1, "writing %s", filename); + close(fd); + tdb_close(tdb); +} + +void tdb_layout_free(struct tdb_layout *layout) +{ + unsigned int i; + + for (i = 0; i < layout->num_elems; i++) { + if (layout->elem[i].base.type == DATA) { + free(layout->elem[i].used.key.dptr); + free(layout->elem[i].used.data.dptr); + } + } + free(layout->elem); + free(layout); +}