1 /* $Id: test_relevance.c,v 1.5 2007-04-20 14:37:17 marc Exp $
2 Copyright (c) 2006-2007, Index Data.
4 This file is part of Pazpar2.
6 Pazpar2 is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Pazpar2; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
27 #include <sys/socket.h>
39 #include <yaz/timing.h>
45 //#include "pazpar2.h"
47 #include "relevance.h"
52 void test_relevance(int argc, char **argv)
54 NMEM nmem = nmem_create();
57 const char * queryterms[] =
59 // {"ål", "økologi", "æble", 0};
61 //struct record_cluster *cluster = 0;
62 struct conf_service *service = 0;
63 struct reclist *list = 0;
64 struct record *record = 0;
65 //const char *mergekey = "amergekey";
68 struct relevance *rel = 0;
69 struct client *client = 0;
72 rel = relevance_create(nmem, queryterms, numrecs);
73 list = reclist_create(nmem, numrecs);
75 service = conf_service_create(nmem, 4, 1);
76 conf_service_add_metadata(nmem, service, 0, "title",
77 Metadata_type_generic, Metadata_merge_unique,
80 conf_service_add_metadata(nmem, service, 1, "author",
81 Metadata_type_generic, Metadata_merge_longest,
84 conf_service_add_metadata(nmem, service, 2, "isbn",
85 Metadata_type_number, Metadata_merge_no,
88 conf_service_add_metadata(nmem, service, 3, "year",
89 Metadata_type_year, Metadata_merge_range,
93 // testing record things
94 record = record_create(nmem, 4, 1);
97 // why on earth do we have a client dangeling from the record ??
98 record->client = client;
100 //union data_types data;
101 //data.text = "sometext";
103 char * bla = "blabla";
104 union data_types data;
108 union data_types data2;
112 record_add_metadata_fieldno(nmem, record, 0, data);
113 record_add_metadata_fieldno(nmem, record, 0, data2);
115 //record_add_metadata_text(nmem, record, 0, bla);
118 // now we need to put some actual data into the record ... how ??
119 // there is a hell of a lot spagetti code in logic.c ingest_record()
120 // line 694 ff snippet from there:
121 // this code needs to be analyzed and the fundamental stuff extracted
124 service->metadata[imeta].name;
125 md = &service->metadata[imeta];
126 if (md->sortkey_offset >= 0)
127 sk = &service->sortkeys[md->sortkey_offset];
130 // Find out where we are putting it if (md->merge == Metadata_merge_no)
131 wheretoput = &res->metadata[imeta];
133 wheretoput = &cluster->metadata[imeta];
137 newm = nmem_malloc(se->nmem, sizeof(struct record_metadata));
139 if (md->type == Metadata_type_generic)
142 for (p = (char *) value; *p && isspace(*p); p++)
144 for (pe = p + strlen(p) - 1;
145 pe > p && strchr(" ,/.:([", *pe); pe--)
147 newm->data.text = nmem_strdup(se->nmem, p);
150 else if (md->type == Metadata_type_year)
152 if (extract_years((char *) value, &first, &last) < 0)
157 yaz_log(YLOG_WARN, "Unknown type in metadata element %s", type);
160 if (md->type == Metadata_type_year && md->merge != Metadata_merge_range)
162 yaz_log(YLOG_WARN, "Only range merging supported for years");
165 if (md->merge == Metadata_merge_unique)
167 struct record_metadata *mnode;
168 for (mnode = *wheretoput; mnode; mnode = mnode->next)
169 if (!strcmp((const char *) mnode->data.text, newm->data.text))
173 newm->next = *wheretoput;
177 else if (md->merge == Metadata_merge_longest)
180 strlen(newm->data.text) > strlen((*wheretoput)->data.text))
185 char *s = nmem_strdup(se->nmem, newm->data.text);
186 if (!cluster->sortkeys[md->sortkey_offset])
187 cluster->sortkeys[md->sortkey_offset] =
188 nmem_malloc(se->nmem, sizeof(union data_types));
189 normalize_mergekey(s,
190 (sk->type == Metadata_sortkey_skiparticle));
191 cluster->sortkeys[md->sortkey_offset]->text = s;
195 else if (md->merge == Metadata_merge_all || md->merge == Metadata_merge_no)
197 newm->next = *wheretoput;
200 else if (md->merge == Metadata_merge_range)
202 assert(md->type == Metadata_type_year);
206 (*wheretoput)->data.number.min = first;
207 (*wheretoput)->data.number.max = last;
209 cluster->sortkeys[md->sortkey_offset] = &newm->data;
213 if (first < (*wheretoput)->data.number.min)
214 (*wheretoput)->data.number.min = first;
215 if (last > (*wheretoput)->data.number.max)
216 (*wheretoput)->data.number.max = last;
219 relevance_countwords(se->relevance, cluster,
220 (char *) value, md->rank);
223 if (md->type == Metadata_type_year)
226 sprintf(year, "%d", last);
227 add_facet(se, (char *) type, year);
230 sprintf(year, "%d", first);
231 add_facet(se, (char *) type, year);
235 add_facet(se, (char *) type, (char *) value);
239 //mergekey_norm = (xmlChar *) nmem_strdup(se->nmem, (char*) mergekey);
240 //normalize_mergekey((char *) mergekey_norm, 0);
244 // insert one record into recordlist/cluster - what's a cluster, exactly??
245 cluster = reclist_insert(list, service, record, (char *)mergekey, &total);
246 relevance_newrec(rel, cluster);
254 //relevance_prepare_read(rel, list);
257 //relevance_donerecord(rel, cluster);
258 // relevance_countwords(se->rel, cluster,
259 // (char *) value, service->metadata->rank);
266 //YAZ_CHECK_EQ(0, 1);
270 int main(int argc, char **argv)
272 YAZ_CHECK_INIT(argc, argv);
276 test_relevance(argc, argv);
288 * indent-tabs-mode: nil
290 * vim: shiftwidth=4 tabstop=8 expandtab