1 /* This file is part of the Zebra server.
2 Copyright (C) 1995-2008 Index Data
4 Zebra is free software; you can redistribute it and/or modify it under
5 the terms of the GNU General Public License as published by the Free
6 Software Foundation; either version 2, or (at your option) any later
9 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
10 WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
28 #include <yaz/xmalloc.h>
33 struct zebra_rec_word_entry {
38 struct zebra_rec_word_entry *next;
39 struct zebra_rec_key_entry *keys;
40 struct zebra_rec_key_entry **last_key;
43 struct zebra_rec_key_entry {
45 struct zebra_rec_key_entry *next;
48 struct zebra_rec_key_entry {
52 struct zebra_rec_key_entry *next;
56 struct zebra_rec_keys_t_ {
64 zint custom_record_id;
69 struct zebra_rec_word_entry **entries;
71 struct zebra_rec_key_entry **entries;
77 struct zebra_rec_word_entry **zebra_rec_keys_mk_hash(zebra_rec_keys_t p,
85 for (i = 0; i<len; i++)
86 h = h * 65509 + buf[i];
87 return &p->entries[h % (unsigned) p->hash_size];
90 struct zebra_rec_key_entry **zebra_rec_keys_mk_hash(zebra_rec_keys_t p,
93 const struct it_key *key)
99 h = key->mem[key->len-1];
101 for (i = 0; i<len; i++)
102 h = h * 65509 + buf[i];
103 for (j = 0; j<key->len; j++)
104 h = h * 65509 + CAST_ZINT_TO_INT(key->mem[j]);
106 return &p->entries[h % (unsigned) p->hash_size];
110 static void init_hash(zebra_rec_keys_t p)
117 p->entries = nmem_malloc(p->nmem, p->hash_size * sizeof(*p->entries));
118 for (i = 0; i<p->hash_size; i++)
123 zebra_rec_keys_t zebra_rec_keys_open(void)
125 zebra_rec_keys_t p = xmalloc(sizeof(*p));
130 p->owner_of_buffer = 1;
131 p->encode_handle = iscz1_start();
132 p->decode_handle = iscz1_start();
134 p->custom_record_id = 0;
135 p->nmem = nmem_create();
136 p->hash_size = 32767;
144 void zebra_rec_keys_set_buf(zebra_rec_keys_t p, char *buf, size_t sz,
147 if (p->owner_of_buffer)
161 p->buf = xmalloc(sz);
162 memcpy(p->buf, buf, sz);
165 p->owner_of_buffer = copy_buf;
168 void zebra_rec_keys_get_buf(zebra_rec_keys_t p, char **buf, size_t *sz)
178 void zebra_rec_keys_close(zebra_rec_keys_t p)
183 if (p->owner_of_buffer)
185 if (p->encode_handle)
186 iscz1_stop(p->encode_handle);
187 if (p->decode_handle)
188 iscz1_stop(p->decode_handle);
189 nmem_destroy(p->nmem);
194 void zebra_rec_keys_write(zebra_rec_keys_t keys,
195 const char *str, size_t slen,
196 const struct it_key *key)
199 const char *src = (char*) key;
201 struct zebra_rec_word_entry **wep;
202 struct zebra_rec_key_entry **kep;
203 int ord = key->mem[0];
204 int seq = key->mem[key->len-1];
206 assert(keys->owner_of_buffer);
208 wep = zebra_rec_keys_mk_hash(keys, str, slen, ord);
212 struct zebra_rec_word_entry *e = *wep;
213 if (ord == e->ord && slen == e->len && !memcmp(str, e->buf, slen))
220 *wep = nmem_malloc(keys->nmem, sizeof(**wep));
221 (*wep)->buf = nmem_malloc(keys->nmem, slen);
222 memcpy((*wep)->buf, str, slen);
228 (*wep)->last_key = &(*wep)->keys;
230 if (seq > (*wep)->max_seq)
231 kep = (*wep)->last_key;
237 if (!key_compare(key, &(*kep)->key))
242 *kep = nmem_malloc(keys->nmem, sizeof(**kep));
244 (*wep)->last_key = &(*kep)->next;
245 memcpy(&(*kep)->key, key, sizeof(*key));
246 if (seq > (*wep)->max_seq)
248 (*wep)->max_seq = seq;
252 int zebra_rec_keys_add_hash(zebra_rec_keys_t keys,
253 const char *str, size_t slen,
254 const struct it_key *key)
256 struct zebra_rec_key_entry **kep_first
257 = zebra_rec_keys_mk_hash(keys, str, slen, key);
258 struct zebra_rec_key_entry **kep = kep_first;
261 struct zebra_rec_key_entry *e = *kep;
262 if (slen == e->len && !memcmp(str, e->buf, slen) &&
263 !key_compare(key, &e->key))
265 *kep = (*kep)->next; /* out of queue */
266 e->next = *kep_first; /* move to front */
273 *kep = nmem_malloc(keys->nmem, sizeof(**kep));
276 memcpy(&(*kep)->key, key, sizeof(*key));
277 (*kep)->buf = nmem_malloc(keys->nmem, slen);
278 memcpy((*kep)->buf, str, slen);
282 void zebra_rec_keys_write(zebra_rec_keys_t keys,
283 const char *str, size_t slen,
284 const struct it_key *key)
287 const char *src = (char*) key;
289 assert(keys->owner_of_buffer);
291 if (key->mem[1]) /* record_id custom */
293 keys->custom_record_id = key->mem[1];
296 if (!zebra_rec_keys_add_hash(keys, str, slen, key))
299 yaz_log(YLOG_LOG, "dup key slen=%d %.*s "
300 "ord=" ZINT_FORMAT " seq=" ZINT_FORMAT,
301 slen, slen, str, key->mem[0], key->mem[key->len-1]);
303 return; /* key already there . Omit it */
306 if (keys->buf_used+1024 > keys->buf_max)
308 char *b = (char *) xmalloc (keys->buf_max += 128000);
309 if (keys->buf_used > 0)
310 memcpy (b, keys->buf, keys->buf_used);
314 dst = keys->buf + keys->buf_used;
316 iscz1_encode(keys->encode_handle, &dst, &src);
318 memcpy (dst, str, slen);
321 keys->buf_used = dst - keys->buf;
325 void zebra_rec_keys_reset(zebra_rec_keys_t keys)
330 iscz1_reset(keys->encode_handle);
335 int zebra_rec_keys_rewind(zebra_rec_keys_t keys)
338 iscz1_reset(keys->decode_handle);
341 if (keys->buf_used == 0)
344 for (i = 0; i<keys->hash_size; i++)
346 struct zebra_rec_word_entry *we = keys->entries[i];
347 for (; we; we = we->next)
349 struct zebra_rec_key_entry *ke = we->keys;
350 for (; ke; ke = ke->next)
352 const char *src = (char*) &ke->key;
354 if (keys->buf_used+1024 > keys->buf_max)
356 char *b = (char *) xmalloc (keys->buf_max += 128000);
357 if (keys->buf_used > 0)
358 memcpy (b, keys->buf, keys->buf_used);
363 dst = keys->buf + keys->buf_used;
365 iscz1_encode(keys->encode_handle, &dst, &src);
367 memcpy (dst, we->buf, we->len);
370 keys->buf_used = dst - keys->buf;
377 keys->fetch_offset = 0;
378 if (keys->buf_used == 0)
383 int zebra_rec_keys_empty(zebra_rec_keys_t keys)
385 if (keys->buf_used == 0)
390 int zebra_rec_keys_read(zebra_rec_keys_t keys,
391 const char **str, size_t *slen,
395 if (keys->fetch_offset == keys->buf_used)
399 const char *src = keys->buf + keys->fetch_offset;
400 char *dst = (char*) key;
402 assert (keys->fetch_offset < keys->buf_used);
404 /* store the destination key */
405 iscz1_decode(keys->decode_handle, &dst, &src);
407 /* store pointer to string and length of it */
412 keys->fetch_offset = src - keys->buf;
417 zint zebra_rec_keys_get_custom_record_id(zebra_rec_keys_t keys)
419 return keys->custom_record_id;
425 * indent-tabs-mode: nil
427 * vim: shiftwidth=4 tabstop=8 expandtab