1 /* $Id: filter_multi.cpp,v 1.27 2007-05-09 21:23:09 adam Exp $
2 Copyright (c) 2005-2007, Index Data.
4 This file is part of Metaproxy.
6 Metaproxy is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Metaproxy is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Metaproxy; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
25 #include "package.hpp"
27 #include <boost/thread/thread.hpp>
28 #include <boost/thread/mutex.hpp>
29 #include <boost/thread/condition.hpp>
30 #include <boost/shared_ptr.hpp>
33 #include "filter_multi.hpp"
36 #include <yaz/otherinfo.h>
37 #include <yaz/diagbib1.h>
44 namespace mp = metaproxy_1;
45 namespace yf = mp::filter;
47 namespace metaproxy_1 {
50 struct Multi::BackendSet {
53 bool operator < (const BackendSet &k) const;
54 bool operator == (const BackendSet &k) const;
56 struct Multi::ScanTermInfo {
57 std::string m_norm_term;
58 std::string m_display_term;
60 bool operator < (const ScanTermInfo &) const;
61 bool operator == (const ScanTermInfo &) const;
62 Z_Entry *get_entry(ODR odr);
64 struct Multi::FrontendSet {
70 FrontendSet(std::string setname);
74 void round_robin(int pos, int number, std::list<PresentJob> &job);
76 std::list<BackendSet> m_backend_sets;
77 std::string m_setname;
79 struct Multi::Backend {
81 std::string m_backend_database;
84 void operator() (void); // thread operation
86 struct Multi::Frontend {
91 std::list<BackendPtr> m_backend_list;
92 std::map<std::string,Multi::FrontendSet> m_sets;
94 void multi_move(std::list<BackendPtr> &blist);
95 void init(Package &package, Z_GDU *gdu);
96 void close(Package &package);
97 void search(Package &package, Z_APDU *apdu);
98 void present(Package &package, Z_APDU *apdu);
99 void scan1(Package &package, Z_APDU *apdu);
100 void scan2(Package &package, Z_APDU *apdu);
104 Map(std::list<std::string> hosts, std::string route);
106 std::list<std::string> m_hosts;
111 friend struct Frontend;
114 FrontendPtr get_frontend(Package &package);
115 void release_frontend(Package &package);
117 std::map<std::string,std::string> m_target_route;
118 boost::mutex m_mutex;
119 boost::condition m_cond_session_ready;
120 std::map<mp::Session, FrontendPtr> m_clients;
121 bool m_hide_unavailable;
126 yf::Multi::Rep::Rep()
128 m_hide_unavailable = false;
131 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
133 return m_count < k.m_count;
136 yf::Multi::Frontend::Frontend(Rep *rep)
142 yf::Multi::Frontend::~Frontend()
146 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(mp::Package &package)
148 boost::mutex::scoped_lock lock(m_mutex);
150 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
154 it = m_clients.find(package.session());
155 if (it == m_clients.end())
158 if (!it->second->m_in_use)
160 it->second->m_in_use = true;
163 m_cond_session_ready.wait(lock);
165 FrontendPtr f(new Frontend(this));
166 m_clients[package.session()] = f;
171 void yf::Multi::Rep::release_frontend(mp::Package &package)
173 boost::mutex::scoped_lock lock(m_mutex);
174 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
176 it = m_clients.find(package.session());
177 if (it != m_clients.end())
179 if (package.session().is_closed())
181 it->second->close(package);
186 it->second->m_in_use = false;
188 m_cond_session_ready.notify_all();
192 yf::Multi::FrontendSet::FrontendSet(std::string setname)
198 yf::Multi::FrontendSet::FrontendSet()
203 yf::Multi::FrontendSet::~FrontendSet()
207 yf::Multi::Map::Map(std::list<std::string> hosts, std::string route)
208 : m_hosts(hosts), m_route(route)
212 yf::Multi::Map::Map()
216 yf::Multi::Multi() : m_p(new Multi::Rep)
220 yf::Multi::~Multi() {
224 void yf::Multi::Backend::operator() (void)
226 m_package->move(m_route);
230 void yf::Multi::Frontend::close(mp::Package &package)
232 std::list<BackendPtr>::const_iterator bit;
233 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
237 b->m_package->copy_filter(package);
238 b->m_package->request() = (Z_GDU *) 0;
239 b->m_package->session().close();
240 b->m_package->move(b->m_route);
244 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
246 std::list<BackendPtr>::const_iterator bit;
247 boost::thread_group g;
248 for (bit = blist.begin(); bit != blist.end(); bit++)
250 g.add_thread(new boost::thread(**bit));
255 void yf::Multi::FrontendSet::round_robin(int start, int number,
256 std::list<PresentJob> &jobs)
259 std::list<int> inside_pos;
260 std::list<BackendSet>::const_iterator bsit;
261 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
264 inside_pos.push_back(0);
269 // optimization step!
275 // find min count for each set which is > omin
276 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
278 if (bsit->m_count > omin)
280 if (no_left == 0 || bsit->m_count < min)
285 if (no_left == 0) // if nothing greater than omin, bail out.
287 int skip = no_left * min;
288 if (p + skip > start) // step gets us "into" present range?
290 // Yes. skip until start.. Rounding off is deliberate!
291 min = (start-p) / no_left;
294 // update positions in each set..
295 std::list<int>::iterator psit = pos.begin();
296 for (psit = pos.begin(); psit != pos.end(); psit++)
300 // skip on each set.. before "present range"..
303 std::cout << "\nSKIP min=" << min << " no_left=" << no_left << "\n\n";
305 std::list<int>::iterator psit = pos.begin();
306 for (psit = pos.begin(); psit != pos.end(); psit++)
309 omin = min; // update so we consider next class (with higher count)
317 std::list<int>::iterator psit = pos.begin();
318 std::list<int>::iterator esit = inside_pos.begin();
319 bsit = m_backend_sets.begin();
321 for (; bsit != m_backend_sets.end(); psit++,esit++,bsit++)
323 if (fetched >= number)
328 if (*psit <= bsit->m_count)
333 job.m_backend = bsit->m_backend;
335 job.m_inside_pos = *esit;
348 void yf::Multi::Frontend::init(mp::Package &package, Z_GDU *gdu)
350 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
352 std::list<std::string> targets;
354 mp::util::get_vhost_otherinfo(req->otherInfo, targets);
356 if (targets.size() < 1)
362 std::list<std::string>::const_iterator t_it = targets.begin();
363 for (; t_it != targets.end(); t_it++)
366 Backend *b = new Backend;
369 b->m_route = m_p->m_target_route[*t_it];
371 b->m_package = PackagePtr(new Package(s, package.origin()));
373 m_backend_list.push_back(BackendPtr(b));
377 // create init request
378 std::list<BackendPtr>::iterator bit;
379 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
383 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
385 std::list<std::string>vhost_one;
386 vhost_one.push_back(b->m_vhost);
387 mp::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo,
390 Z_InitRequest *req = init_apdu->u.initRequest;
392 ODR_MASK_SET(req->options, Z_Options_search);
393 ODR_MASK_SET(req->options, Z_Options_present);
394 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
395 ODR_MASK_SET(req->options, Z_Options_scan);
397 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
398 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
399 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
401 b->m_package->request() = init_apdu;
403 b->m_package->copy_filter(package);
405 multi_move(m_backend_list);
407 // create the frontend init response based on each backend init response
410 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
411 Z_InitResponse *f_resp = f_apdu->u.initResponse;
413 ODR_MASK_SET(f_resp->options, Z_Options_search);
414 ODR_MASK_SET(f_resp->options, Z_Options_present);
415 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
417 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
418 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
419 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
422 int no_succeeded = 0;
423 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); )
425 PackagePtr p = (*bit)->m_package;
427 if (p->session().is_closed())
429 // failed. Remove from list and increment number of failed
431 bit = m_backend_list.erase(bit);
436 Z_GDU *gdu = p->response().get();
437 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
441 Z_APDU *b_apdu = gdu->u.z3950;
442 Z_InitResponse *b_resp = b_apdu->u.initResponse;
444 // common options for all backends
445 for (i = 0; i <= Z_Options_stringSchema; i++)
447 if (!ODR_MASK_GET(b_resp->options, i))
448 ODR_MASK_CLEAR(f_resp->options, i);
450 // common protocol version
451 for (i = 0; i <= Z_ProtocolVersion_3; i++)
452 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
453 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
454 // reject if any of the backends reject
455 if (!*b_resp->result)
460 // if any target does not return init return that (close or
462 package.response() = p->response();
467 if (m_p->m_hide_unavailable)
469 if (no_succeeded == 0)
470 package.session().close();
475 package.session().close();
477 package.response() = f_apdu;
480 void yf::Multi::Frontend::search(mp::Package &package, Z_APDU *apdu_req)
482 // create search request
483 Z_SearchRequest *req = apdu_req->u.searchRequest;
485 // save these for later
486 int smallSetUpperBound = *req->smallSetUpperBound;
487 int largeSetLowerBound = *req->largeSetLowerBound;
488 int mediumSetPresentNumber = *req->mediumSetPresentNumber;
490 // they are altered now - to disable piggyback
491 *req->smallSetUpperBound = 0;
492 *req->largeSetLowerBound = 1;
493 *req->mediumSetPresentNumber = 1;
495 int default_num_db = req->num_databaseNames;
496 char **default_db = req->databaseNames;
498 std::list<BackendPtr>::const_iterator bit;
499 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
501 PackagePtr p = (*bit)->m_package;
504 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
505 &req->num_databaseNames,
506 &req->databaseNames))
508 req->num_databaseNames = default_num_db;
509 req->databaseNames = default_db;
511 p->request() = apdu_req;
512 p->copy_filter(package);
514 multi_move(m_backend_list);
516 // look at each response
517 FrontendSet resultSet(std::string(req->resultSetName));
519 int result_set_size = 0;
520 Z_Records *z_records_diag = 0; // no diagnostics (yet)
521 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
523 PackagePtr p = (*bit)->m_package;
525 if (p->session().is_closed()) // if any backend closes, close frontend
526 package.session().close();
528 Z_GDU *gdu = p->response().get();
529 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
530 Z_APDU_searchResponse)
532 Z_APDU *b_apdu = gdu->u.z3950;
533 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
535 // see we get any errors (AKA diagnstics)
538 if (b_resp->records->which == Z_Records_NSD
539 || b_resp->records->which == Z_Records_multipleNSD)
540 z_records_diag = b_resp->records;
541 // we may set this multiple times (TOO BAD!)
543 BackendSet backendSet;
544 backendSet.m_backend = *bit;
545 backendSet.m_count = *b_resp->resultCount;
546 result_set_size += *b_resp->resultCount;
547 resultSet.m_backend_sets.push_back(backendSet);
551 // if any target does not return search response - return that
552 package.response() = p->response();
558 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
559 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
561 *f_resp->resultCount = result_set_size;
565 f_resp->records = z_records_diag;
566 package.response() = f_apdu;
570 m_sets[resultSet.m_setname] = resultSet;
573 mp::util::piggyback(smallSetUpperBound,
575 mediumSetPresentNumber,
578 Package pp(package.session(), package.origin());
581 pp.copy_filter(package);
582 Z_APDU *p_apdu = zget_APDU(odr, Z_APDU_presentRequest);
583 Z_PresentRequest *p_req = p_apdu->u.presentRequest;
584 p_req->preferredRecordSyntax = req->preferredRecordSyntax;
585 p_req->resultSetId = req->resultSetName;
586 *p_req->resultSetStartPoint = 1;
587 *p_req->numberOfRecordsRequested = number;
588 pp.request() = p_apdu;
591 if (pp.session().is_closed())
592 package.session().close();
594 Z_GDU *gdu = pp.response().get();
595 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
596 Z_APDU_presentResponse)
598 Z_PresentResponse *p_res = gdu->u.z3950->u.presentResponse;
599 f_resp->records = p_res->records;
600 *f_resp->numberOfRecordsReturned =
601 *p_res->numberOfRecordsReturned;
602 *f_resp->nextResultSetPosition =
603 *p_res->nextResultSetPosition;
607 package.response() = pp.response();
611 package.response() = f_apdu; // in this scope because of p
614 void yf::Multi::Frontend::present(mp::Package &package, Z_APDU *apdu_req)
616 // create present request
617 Z_PresentRequest *req = apdu_req->u.presentRequest;
620 it = m_sets.find(std::string(req->resultSetId));
621 if (it == m_sets.end())
625 odr.create_presentResponse(
627 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
629 package.response() = apdu;
632 std::list<Multi::FrontendSet::PresentJob> jobs;
633 int start = *req->resultSetStartPoint;
634 int number = *req->numberOfRecordsRequested;
635 it->second.round_robin(start, number, jobs);
637 std::list<BackendPtr> present_backend_list;
639 std::list<BackendSet>::const_iterator bsit;
640 bsit = it->second.m_backend_sets.begin();
641 for (; bsit != it->second.m_backend_sets.end(); bsit++)
643 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
647 for (jit = jobs.begin(); jit != jobs.end(); jit++)
649 if (jit->m_backend == bsit->m_backend)
651 if (start == -1 || jit->m_pos < start)
653 if (end == -1 || jit->m_pos > end)
659 PackagePtr p = bsit->m_backend->m_package;
661 *req->resultSetStartPoint = start;
662 *req->numberOfRecordsRequested = end - start + 1;
664 p->request() = apdu_req;
665 p->copy_filter(package);
667 present_backend_list.push_back(bsit->m_backend);
670 multi_move(present_backend_list);
672 // look at each response
673 Z_Records *z_records_diag = 0;
675 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
676 for (; pbit != present_backend_list.end(); pbit++)
678 PackagePtr p = (*pbit)->m_package;
680 if (p->session().is_closed()) // if any backend closes, close frontend
681 package.session().close();
683 Z_GDU *gdu = p->response().get();
684 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
685 Z_APDU_presentResponse)
687 Z_APDU *b_apdu = gdu->u.z3950;
688 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
690 // see we get any errors (AKA diagnstics)
693 if (b_resp->records->which != Z_Records_DBOSD)
694 z_records_diag = b_resp->records;
695 // we may set this multiple times (TOO BAD!)
700 // if any target does not return present response - return that
701 package.response() = p->response();
707 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
708 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
712 f_resp->records = z_records_diag;
713 *f_resp->presentStatus = Z_PresentStatus_failure;
717 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
718 Z_Records * records = f_resp->records;
719 records->which = Z_Records_DBOSD;
720 records->u.databaseOrSurDiagnostics =
721 (Z_NamePlusRecordList *)
722 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
723 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
724 nprl->num_records = jobs.size();
725 nprl->records = (Z_NamePlusRecord**)
726 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
728 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
729 for (jit = jobs.begin(); jit != jobs.end(); jit++, i++)
731 PackagePtr p = jit->m_backend->m_package;
733 Z_GDU *gdu = p->response().get();
734 Z_APDU *b_apdu = gdu->u.z3950;
735 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
737 nprl->records[i] = (Z_NamePlusRecord*)
738 odr_malloc(odr, sizeof(Z_NamePlusRecord));
739 int inside_pos = jit->m_inside_pos;
740 if (inside_pos >= b_resp->records->
741 u.databaseOrSurDiagnostics->num_records)
743 *nprl->records[i] = *b_resp->records->
744 u.databaseOrSurDiagnostics->records[inside_pos];
745 nprl->records[i]->databaseName =
746 odr_strdup(odr, jit->m_backend->m_vhost.c_str());
748 nprl->num_records = i; // usually same as jobs.size();
749 *f_resp->nextResultSetPosition = start + i;
750 *f_resp->numberOfRecordsReturned = i;
752 package.response() = f_apdu;
755 void yf::Multi::Frontend::scan1(mp::Package &package, Z_APDU *apdu_req)
757 if (m_backend_list.size() > 1)
761 odr.create_scanResponse(
762 apdu_req, YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP, 0);
763 package.response() = f_apdu;
766 Z_ScanRequest *req = apdu_req->u.scanRequest;
768 int default_num_db = req->num_databaseNames;
769 char **default_db = req->databaseNames;
771 std::list<BackendPtr>::const_iterator bit;
772 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
774 PackagePtr p = (*bit)->m_package;
777 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
778 &req->num_databaseNames,
779 &req->databaseNames))
781 req->num_databaseNames = default_num_db;
782 req->databaseNames = default_db;
784 p->request() = apdu_req;
785 p->copy_filter(package);
787 multi_move(m_backend_list);
789 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
791 PackagePtr p = (*bit)->m_package;
793 if (p->session().is_closed()) // if any backend closes, close frontend
794 package.session().close();
796 Z_GDU *gdu = p->response().get();
797 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
800 package.response() = p->response();
805 // if any target does not return scan response - return that
806 package.response() = p->response();
812 bool yf::Multi::ScanTermInfo::operator < (const ScanTermInfo &k) const
814 return m_norm_term < k.m_norm_term;
817 bool yf::Multi::ScanTermInfo::operator == (const ScanTermInfo &k) const
819 return m_norm_term == k.m_norm_term;
822 Z_Entry *yf::Multi::ScanTermInfo::get_entry(ODR odr)
824 Z_Entry *e = (Z_Entry *)odr_malloc(odr, sizeof(*e));
825 e->which = Z_Entry_termInfo;
827 t = e->u.termInfo = (Z_TermInfo *) odr_malloc(odr, sizeof(*t));
828 t->suggestedAttributes = 0;
830 t->alternativeTerm = 0;
832 t->otherTermInfo = 0;
833 t->globalOccurrences = odr_intdup(odr, m_count);
835 odr_malloc(odr, sizeof(*t->term));
836 t->term->which = Z_Term_general;
838 t->term->u.general = o = (Odr_oct *)odr_malloc(odr, sizeof(Odr_oct));
840 o->len = o->size = m_norm_term.size();
841 o->buf = (unsigned char *) odr_malloc(odr, o->len);
842 memcpy(o->buf, m_norm_term.c_str(), o->len);
846 void yf::Multi::Frontend::scan2(mp::Package &package, Z_APDU *apdu_req)
848 Z_ScanRequest *req = apdu_req->u.scanRequest;
850 int default_num_db = req->num_databaseNames;
851 char **default_db = req->databaseNames;
853 std::list<BackendPtr>::const_iterator bit;
854 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
856 PackagePtr p = (*bit)->m_package;
859 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
860 &req->num_databaseNames,
861 &req->databaseNames))
863 req->num_databaseNames = default_num_db;
864 req->databaseNames = default_db;
866 p->request() = apdu_req;
867 p->copy_filter(package);
869 multi_move(m_backend_list);
871 ScanTermInfoList entries_before;
872 ScanTermInfoList entries_after;
876 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
878 PackagePtr p = (*bit)->m_package;
880 if (p->session().is_closed()) // if any backend closes, close frontend
881 package.session().close();
883 Z_GDU *gdu = p->response().get();
884 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
887 Z_ScanResponse *res = gdu->u.z3950->u.scanResponse;
889 if (res->entries && res->entries->nonsurrogateDiagnostics)
893 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, 0);
894 Z_ScanResponse *f_res = f_apdu->u.scanResponse;
896 f_res->entries->nonsurrogateDiagnostics =
897 res->entries->nonsurrogateDiagnostics;
898 f_res->entries->num_nonsurrogateDiagnostics =
899 res->entries->num_nonsurrogateDiagnostics;
901 package.response() = f_apdu;
905 if (res->entries && res->entries->entries)
907 Z_Entry **entries = res->entries->entries;
908 int num_entries = res->entries->num_entries;
910 if (req->preferredPositionInResponse)
911 position = *req->preferredPositionInResponse;
912 if (res->positionOfTerm)
913 position = *res->positionOfTerm;
917 for (i = 0; i<position-1 && i<num_entries; i++)
919 Z_Entry *ent = entries[i];
921 if (ent->which == Z_Entry_termInfo)
925 int *occur = ent->u.termInfo->globalOccurrences;
926 my.m_count = occur ? *occur : 0;
928 if (ent->u.termInfo->term->which == Z_Term_general)
930 my.m_norm_term = std::string(
932 ent->u.termInfo->term->u.general->buf,
933 ent->u.termInfo->term->u.general->len);
935 if (my.m_norm_term.length())
937 ScanTermInfoList::iterator it =
938 entries_before.begin();
939 while (it != entries_before.end() && my <*it)
943 it->m_count += my.m_count;
947 entries_before.insert(it, my);
958 for ( ; i<num_entries; i++)
960 Z_Entry *ent = entries[i];
962 if (ent->which == Z_Entry_termInfo)
966 int *occur = ent->u.termInfo->globalOccurrences;
967 my.m_count = occur ? *occur : 0;
969 if (ent->u.termInfo->term->which == Z_Term_general)
971 my.m_norm_term = std::string(
973 ent->u.termInfo->term->u.general->buf,
974 ent->u.termInfo->term->u.general->len);
976 if (my.m_norm_term.length())
978 ScanTermInfoList::iterator it =
979 entries_after.begin();
980 while (it != entries_after.end() && *it < my)
984 it->m_count += my.m_count;
988 entries_after.insert(it, my);
999 // if any target does not return scan response - return that
1000 package.response() = p->response();
1007 std::cout << "BEFORE\n";
1008 ScanTermInfoList::iterator it = entries_before.begin();
1009 for(; it != entries_before.end(); it++)
1011 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1014 std::cout << "AFTER\n";
1015 it = entries_after.begin();
1016 for(; it != entries_after.end(); it++)
1018 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1025 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, "not implemented");
1026 package.response() = f_apdu;
1031 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 0, 0);
1032 Z_ScanResponse *resp = f_apdu->u.scanResponse;
1034 int number_returned = *req->numberOfTermsRequested;
1035 int position_returned = *req->preferredPositionInResponse;
1037 resp->entries->num_entries = number_returned;
1038 resp->entries->entries = (Z_Entry**)
1039 odr_malloc(odr, sizeof(Z_Entry*) * number_returned);
1042 int lbefore = entries_before.size();
1043 if (lbefore < position_returned-1)
1044 position_returned = lbefore+1;
1046 ScanTermInfoList::iterator it = entries_before.begin();
1047 for (i = 0; i<position_returned-1 && it != entries_before.end(); i++, it++)
1049 resp->entries->entries[position_returned-2-i] = it->get_entry(odr);
1052 it = entries_after.begin();
1054 if (position_returned <= 0)
1057 i = position_returned-1;
1058 for (; i<number_returned && it != entries_after.end(); i++, it++)
1060 resp->entries->entries[i] = it->get_entry(odr);
1063 number_returned = i;
1065 resp->positionOfTerm = odr_intdup(odr, position_returned);
1066 resp->numberOfEntriesReturned = odr_intdup(odr, number_returned);
1067 resp->entries->num_entries = number_returned;
1069 package.response() = f_apdu;
1074 void yf::Multi::process(mp::Package &package) const
1076 FrontendPtr f = m_p->get_frontend(package);
1078 Z_GDU *gdu = package.request().get();
1080 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
1081 Z_APDU_initRequest && !f->m_is_multi)
1083 f->init(package, gdu);
1085 else if (!f->m_is_multi)
1087 else if (gdu && gdu->which == Z_GDU_Z3950)
1089 Z_APDU *apdu = gdu->u.z3950;
1090 if (apdu->which == Z_APDU_initRequest)
1094 package.response() = odr.create_close(
1096 Z_Close_protocolError,
1099 package.session().close();
1101 else if (apdu->which == Z_APDU_searchRequest)
1103 f->search(package, apdu);
1105 else if (apdu->which == Z_APDU_presentRequest)
1107 f->present(package, apdu);
1109 else if (apdu->which == Z_APDU_scanRequest)
1111 f->scan2(package, apdu);
1117 package.response() = odr.create_close(
1118 apdu, Z_Close_protocolError,
1119 "unsupported APDU in filter multi");
1121 package.session().close();
1124 m_p->release_frontend(package);
1127 void mp::filter::Multi::configure(const xmlNode * ptr)
1129 for (ptr = ptr->children; ptr; ptr = ptr->next)
1131 if (ptr->type != XML_ELEMENT_NODE)
1133 if (!strcmp((const char *) ptr->name, "target"))
1135 std::string route = mp::xml::get_route(ptr);
1136 std::string target = mp::xml::get_text(ptr);
1137 std::cout << "route=" << route << " target=" << target << "\n";
1138 m_p->m_target_route[target] = route;
1140 else if (!strcmp((const char *) ptr->name, "hideunavailable"))
1142 m_p->m_hide_unavailable = true;
1146 throw mp::filter::FilterException
1148 + std::string((const char *) ptr->name)
1149 + " in virt_db filter");
1154 static mp::filter::Base* filter_creator()
1156 return new mp::filter::Multi;
1160 struct metaproxy_1_filter_struct metaproxy_1_filter_multi = {
1171 * indent-tabs-mode: nil
1172 * c-file-style: "stroustrup"
1174 * vim: shiftwidth=4 tabstop=8 expandtab