2 * Copyright (C) 1994-1995, Index Data I/S
4 * Sebastian Hammer, Adam Dickmeiss
7 * Revision 1.18 1996-02-01 20:39:52 adam
8 * Bug fix: insert didn't work on 8-bit characters due to unsigned char
9 * compares in dict_strcmp (strcmp) and signed Dict_char. Dict_char is
12 * Revision 1.17 1995/12/06 17:48:30 adam
13 * Bug fix: delete didn't work.
15 * Revision 1.16 1995/10/09 16:18:31 adam
16 * Function dict_lookup_grep got extra client data parameter.
18 * Revision 1.15 1995/09/04 12:33:31 adam
19 * Various cleanup. YAZ util used instead.
21 * Revision 1.14 1994/10/04 17:46:55 adam
22 * Function options now returns arg with error option.
24 * Revision 1.13 1994/10/04 12:08:05 adam
25 * Some bug fixes and some optimizations.
27 * Revision 1.12 1994/10/03 17:23:03 adam
28 * First version of dictionary lookup with regular expressions and errors.
30 * Revision 1.11 1994/09/28 13:07:09 adam
31 * Use log_mask_str now.
33 * Revision 1.10 1994/09/26 10:17:24 adam
36 * Revision 1.9 1994/09/22 14:43:56 adam
37 * First functional version of lookup with error correction. A 'range'
38 * specified the maximum number of insertions+deletions+substitutions.
40 * Revision 1.8 1994/09/22 10:43:44 adam
41 * Two versions of depend. Type 1 is the tail-type compatible with
42 * all make programs. Type 2 is the GNU make with include facility.
43 * Type 2 is default. depend rule chooses current rule.
45 * Revision 1.7 1994/09/19 16:34:26 adam
46 * Depend rule change. Minor changes in dicttest.c
48 * Revision 1.6 1994/09/16 15:39:12 adam
49 * Initial code of lookup - not tested yet.
51 * Revision 1.5 1994/09/06 13:05:14 adam
52 * Further development of insertion. Some special cases are
53 * not properly handled yet! assert(0) are put here. The
54 * binary search in each page definitely reduce usr CPU.
56 * Revision 1.4 1994/09/01 17:49:37 adam
57 * Removed stupid line. Work on insertion in dictionary. Not finished yet.
59 * Revision 1.3 1994/09/01 17:44:06 adam
60 * depend include change.
62 * Revision 1.2 1994/08/18 12:40:54 adam
63 * Some development of dictionary. Not finished at all!
65 * Revision 1.1 1994/08/16 16:26:47 adam
82 static int grep_handle (Dict_char *name, const char *info, void *client)
85 printf ("%s\n", name);
89 int main (int argc, char **argv)
91 const char *name = NULL;
92 const char *inputfile = NULL;
93 const char *base = NULL;
101 char *grep_pattern = NULL;
103 int no_of_iterations = 0;
104 int no_of_new = 0, no_of_same = 0, no_of_change = 0;
105 int no_of_hits = 0, no_of_misses = 0, no_not_found = 0, no_of_deleted = 0;
111 fprintf (stderr, "usage:\n "
112 " %s [-d] [-r n] [-u] [-g pat] [-s n] [-v n] [-i f] [-w]"
113 " [-c n] base file\n\n",
115 fprintf (stderr, " -d delete instead of insert\n");
116 fprintf (stderr, " -r n set regular match range\n");
117 fprintf (stderr, " -u report if keys change during insert\n");
118 fprintf (stderr, " -g p try pattern n (see -r)\n");
119 fprintf (stderr, " -s n set info size to n (instead of 4)\n");
120 fprintf (stderr, " -v n set logging level\n");
121 fprintf (stderr, " -i f read file with words\n");
122 fprintf (stderr, " -w insert/delete instead of lookup\n");
123 fprintf (stderr, " -c n cache size (number of pages)\n");
126 while ((ret = options ("dr:ug:s:v:i:wc:", argv, argc, &arg)) != -2)
136 logf (LOG_FATAL, "too many files specified\n");
166 infosize = atoi(arg);
170 log_init (log_mask_str(arg), prog, NULL);
174 logf (LOG_FATAL, "Unknown option '-%s'", arg);
180 logf (LOG_FATAL, "no base and/or dictionary specified");
183 common_resource = res_open (base);
184 if (!common_resource)
186 logf (LOG_FATAL, "cannot open resource `%s'", base);
189 dict = dict_open (name, cache, rw);
192 logf (LOG_FATAL, "dict_open fail of `%s'", name);
201 memset (infobytes, 0, 120);
203 if (!(ipf = fopen(inputfile, "r")))
205 logf (LOG_FATAL|LOG_ERRNO, "cannot open %s", inputfile);
209 while (fgets (ipf_buf, 1023, ipf))
211 char *ipf_ptr = ipf_buf;
212 sprintf (infobytes, "%d", line);
213 for (;*ipf_ptr && *ipf_ptr != '\n';ipf_ptr++)
215 if (isalpha(*ipf_ptr) || *ipf_ptr == '_')
218 while (ipf_ptr[i] && (isalnum(ipf_ptr[i]) ||
226 switch (dict_delete (dict, ipf_ptr))
235 switch(dict_insert (dict, ipf_ptr,
236 infosize, infobytes))
244 logf (LOG_LOG, "%s change\n", ipf_ptr);
248 logf (LOG_LOG, "%s duplicate\n", ipf_ptr);
257 cp = dict_lookup (dict, ipf_ptr);
266 dict_lookup_grep (dict, ipf_ptr, range, NULL,
267 &max_pos, grep_handle);
285 logf (LOG_LOG, "Grepping '%s'", grep_pattern);
286 dict_lookup_grep (dict, grep_pattern, range, NULL, &max_pos,
291 logf (LOG_LOG, "Iterations.... %d", no_of_iterations);
294 logf (LOG_LOG, "No of deleted. %d", no_of_deleted);
295 logf (LOG_LOG, "No not found.. %d", no_not_found);
299 logf (LOG_LOG, "No of new..... %d", no_of_new);
300 logf (LOG_LOG, "No of change.. %d", no_of_change);
305 logf (LOG_LOG, "Lookups....... %d", no_of_iterations);
306 logf (LOG_LOG, "No of hits.... %d", no_of_hits);
307 logf (LOG_LOG, "No of misses.. %d", no_of_misses);
310 res_close (common_resource);