1 /* This file is part of Metaproxy.
2 Copyright (C) 2005-2009 Index Data
4 Metaproxy is free software; you can redistribute it and/or modify it under
5 the terms of the GNU General Public License as published by the Free
6 Software Foundation; either version 2, or (at your option) any later
9 Metaproxy is distributed in the hope that it will be useful, but WITHOUT ANY
10 WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
24 #include "package.hpp"
26 #include <boost/thread/thread.hpp>
27 #include <boost/thread/mutex.hpp>
28 #include <boost/thread/condition.hpp>
29 #include <boost/shared_ptr.hpp>
32 #include "filter_multi.hpp"
35 #include <yaz/otherinfo.h>
36 #include <yaz/diagbib1.h>
43 namespace mp = metaproxy_1;
44 namespace yf = mp::filter;
46 namespace metaproxy_1 {
48 enum multi_merge_type {
52 struct Multi::BackendSet {
55 bool operator < (const BackendSet &k) const;
56 bool operator == (const BackendSet &k) const;
58 struct Multi::ScanTermInfo {
59 std::string m_norm_term;
60 std::string m_display_term;
62 bool operator < (const ScanTermInfo &) const;
63 bool operator == (const ScanTermInfo &) const;
64 Z_Entry *get_entry(ODR odr);
66 struct Multi::FrontendSet {
70 int m_pos; // position for backend (1=first, 2=second,..
71 int m_start; // present request start
72 PresentJob(BackendPtr ptr, int pos) :
73 m_backend(ptr), m_pos(pos), m_start(0) {};
75 FrontendSet(std::string setname);
79 void round_robin(int pos, int number, std::list<PresentJob> &job);
80 void serve_order(int pos, int number, std::list<PresentJob> &job);
82 std::list<BackendSet> m_backend_sets;
83 std::string m_setname;
85 struct Multi::Backend {
87 std::string m_backend_database;
90 void operator() (void); // thread operation
92 struct Multi::Frontend {
97 std::list<BackendPtr> m_backend_list;
98 std::map<std::string,Multi::FrontendSet> m_sets;
100 void multi_move(std::list<BackendPtr> &blist);
101 void init(Package &package, Z_GDU *gdu);
102 void close(Package &package);
103 void search(Package &package, Z_APDU *apdu);
104 void present(Package &package, Z_APDU *apdu);
105 void scan1(Package &package, Z_APDU *apdu);
106 void scan2(Package &package, Z_APDU *apdu);
110 Map(std::list<std::string> hosts, std::string route);
112 std::list<std::string> m_hosts;
117 friend struct Frontend;
120 FrontendPtr get_frontend(Package &package);
121 void release_frontend(Package &package);
123 std::map<std::string,std::string> m_target_route;
124 boost::mutex m_mutex;
125 boost::condition m_cond_session_ready;
126 std::map<mp::Session, FrontendPtr> m_clients;
127 bool m_hide_unavailable;
128 multi_merge_type m_merge_type;
133 yf::Multi::Rep::Rep()
135 m_hide_unavailable = false;
136 m_merge_type = round_robin;
139 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
141 return m_count < k.m_count;
144 yf::Multi::Frontend::Frontend(Rep *rep)
150 yf::Multi::Frontend::~Frontend()
154 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(mp::Package &package)
156 boost::mutex::scoped_lock lock(m_mutex);
158 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
162 it = m_clients.find(package.session());
163 if (it == m_clients.end())
166 if (!it->second->m_in_use)
168 it->second->m_in_use = true;
171 m_cond_session_ready.wait(lock);
173 FrontendPtr f(new Frontend(this));
174 m_clients[package.session()] = f;
179 void yf::Multi::Rep::release_frontend(mp::Package &package)
181 boost::mutex::scoped_lock lock(m_mutex);
182 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
184 it = m_clients.find(package.session());
185 if (it != m_clients.end())
187 if (package.session().is_closed())
189 it->second->close(package);
194 it->second->m_in_use = false;
196 m_cond_session_ready.notify_all();
200 yf::Multi::FrontendSet::FrontendSet(std::string setname)
206 yf::Multi::FrontendSet::FrontendSet()
211 yf::Multi::FrontendSet::~FrontendSet()
215 yf::Multi::Map::Map(std::list<std::string> hosts, std::string route)
216 : m_hosts(hosts), m_route(route)
220 yf::Multi::Map::Map()
224 yf::Multi::Multi() : m_p(new Multi::Rep)
228 yf::Multi::~Multi() {
232 void yf::Multi::Backend::operator() (void)
234 m_package->move(m_route);
238 void yf::Multi::Frontend::close(mp::Package &package)
240 std::list<BackendPtr>::const_iterator bit;
241 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
245 b->m_package->copy_filter(package);
246 b->m_package->request() = (Z_GDU *) 0;
247 b->m_package->session().close();
248 b->m_package->move(b->m_route);
252 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
254 std::list<BackendPtr>::const_iterator bit;
255 boost::thread_group g;
256 for (bit = blist.begin(); bit != blist.end(); bit++)
258 g.add_thread(new boost::thread(**bit));
263 void yf::Multi::FrontendSet::serve_order(int start, int number,
264 std::list<PresentJob> &jobs)
267 for (i = 0; i < number; i++)
269 std::list<BackendSet>::const_iterator bsit;
271 int offset = start + i - 1;
272 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end();
275 if (offset >= voffset && offset < voffset + bsit->m_count)
277 PresentJob job(bsit->m_backend, offset - voffset + 1);
281 voffset += bsit->m_count;
286 void yf::Multi::FrontendSet::round_robin(int start, int number,
287 std::list<PresentJob> &jobs)
290 std::list<BackendSet>::const_iterator bsit;
291 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
298 // optimization step!
304 // find min count for each set which is > omin
305 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
307 if (bsit->m_count > omin)
309 if (no_left == 0 || bsit->m_count < min)
314 if (no_left == 0) // if nothing greater than omin, bail out.
316 int skip = no_left * min;
317 if (p + skip > start) // step gets us "into" present range?
319 // Yes. skip until start.. Rounding off is deliberate!
320 min = (start-p) / no_left;
323 // update positions in each set..
324 std::list<int>::iterator psit = pos.begin();
325 for (psit = pos.begin(); psit != pos.end(); psit++)
329 // skip on each set.. before "present range"..
332 std::list<int>::iterator psit = pos.begin();
333 for (psit = pos.begin(); psit != pos.end(); psit++)
336 omin = min; // update so we consider next class (with higher count)
344 std::list<int>::iterator psit = pos.begin();
345 bsit = m_backend_sets.begin();
347 for (; bsit != m_backend_sets.end(); psit++,bsit++)
349 if (fetched >= number)
354 if (*psit <= bsit->m_count)
358 PresentJob job(bsit->m_backend, *psit);
370 void yf::Multi::Frontend::init(mp::Package &package, Z_GDU *gdu)
372 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
374 std::list<std::string> targets;
376 mp::util::get_vhost_otherinfo(req->otherInfo, targets);
378 if (targets.size() < 1)
384 std::list<std::string>::const_iterator t_it = targets.begin();
385 for (; t_it != targets.end(); t_it++)
388 Backend *b = new Backend;
391 b->m_route = m_p->m_target_route[*t_it];
393 b->m_package = PackagePtr(new Package(s, package.origin()));
395 m_backend_list.push_back(BackendPtr(b));
399 // create init request
400 std::list<BackendPtr>::iterator bit;
401 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
405 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
407 std::list<std::string>vhost_one;
408 vhost_one.push_back(b->m_vhost);
409 mp::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo,
412 Z_InitRequest *req = init_apdu->u.initRequest;
414 ODR_MASK_SET(req->options, Z_Options_search);
415 ODR_MASK_SET(req->options, Z_Options_present);
416 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
417 ODR_MASK_SET(req->options, Z_Options_scan);
419 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
420 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
421 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
423 b->m_package->request() = init_apdu;
425 b->m_package->copy_filter(package);
427 multi_move(m_backend_list);
429 // create the frontend init response based on each backend init response
432 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
433 Z_InitResponse *f_resp = f_apdu->u.initResponse;
435 ODR_MASK_SET(f_resp->options, Z_Options_search);
436 ODR_MASK_SET(f_resp->options, Z_Options_present);
437 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
439 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
440 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
441 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
444 int no_succeeded = 0;
445 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); )
447 PackagePtr p = (*bit)->m_package;
449 if (p->session().is_closed())
451 // failed. Remove from list and increment number of failed
453 bit = m_backend_list.erase(bit);
458 Z_GDU *gdu = p->response().get();
459 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
463 Z_APDU *b_apdu = gdu->u.z3950;
464 Z_InitResponse *b_resp = b_apdu->u.initResponse;
466 // common options for all backends
467 for (i = 0; i <= Z_Options_stringSchema; i++)
469 if (!ODR_MASK_GET(b_resp->options, i))
470 ODR_MASK_CLEAR(f_resp->options, i);
472 // common protocol version
473 for (i = 0; i <= Z_ProtocolVersion_3; i++)
474 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
475 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
476 // reject if any of the backends reject
477 if (!*b_resp->result)
482 // if any target does not return init return that (close or
484 package.response() = p->response();
489 if (m_p->m_hide_unavailable)
491 if (no_succeeded == 0)
492 package.session().close();
497 package.session().close();
499 package.response() = f_apdu;
502 void yf::Multi::Frontend::search(mp::Package &package, Z_APDU *apdu_req)
504 // create search request
505 Z_SearchRequest *req = apdu_req->u.searchRequest;
507 // save these for later
508 int smallSetUpperBound = *req->smallSetUpperBound;
509 int largeSetLowerBound = *req->largeSetLowerBound;
510 int mediumSetPresentNumber = *req->mediumSetPresentNumber;
512 // they are altered now - to disable piggyback
513 *req->smallSetUpperBound = 0;
514 *req->largeSetLowerBound = 1;
515 *req->mediumSetPresentNumber = 1;
517 int default_num_db = req->num_databaseNames;
518 char **default_db = req->databaseNames;
520 std::list<BackendPtr>::const_iterator bit;
521 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
523 PackagePtr p = (*bit)->m_package;
526 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
527 &req->num_databaseNames,
528 &req->databaseNames))
530 req->num_databaseNames = default_num_db;
531 req->databaseNames = default_db;
533 p->request() = apdu_req;
534 p->copy_filter(package);
536 multi_move(m_backend_list);
538 // look at each response
539 FrontendSet resultSet(std::string(req->resultSetName));
541 int result_set_size = 0;
542 Z_Records *z_records_diag = 0; // no diagnostics (yet)
543 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
545 PackagePtr p = (*bit)->m_package;
547 if (p->session().is_closed()) // if any backend closes, close frontend
548 package.session().close();
550 Z_GDU *gdu = p->response().get();
551 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
552 Z_APDU_searchResponse)
554 Z_APDU *b_apdu = gdu->u.z3950;
555 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
557 // see we get any errors (AKA diagnstics)
560 if (b_resp->records->which == Z_Records_NSD
561 || b_resp->records->which == Z_Records_multipleNSD)
562 z_records_diag = b_resp->records;
563 // we may set this multiple times (TOO BAD!)
565 BackendSet backendSet;
566 backendSet.m_backend = *bit;
567 backendSet.m_count = *b_resp->resultCount;
568 result_set_size += *b_resp->resultCount;
569 resultSet.m_backend_sets.push_back(backendSet);
573 // if any target does not return search response - return that
574 package.response() = p->response();
580 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
581 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
583 *f_resp->resultCount = result_set_size;
587 f_resp->records = z_records_diag;
588 package.response() = f_apdu;
592 m_sets[resultSet.m_setname] = resultSet;
595 mp::util::piggyback(smallSetUpperBound,
597 mediumSetPresentNumber,
600 Package pp(package.session(), package.origin());
603 pp.copy_filter(package);
604 Z_APDU *p_apdu = zget_APDU(odr, Z_APDU_presentRequest);
605 Z_PresentRequest *p_req = p_apdu->u.presentRequest;
606 p_req->preferredRecordSyntax = req->preferredRecordSyntax;
607 p_req->resultSetId = req->resultSetName;
608 *p_req->resultSetStartPoint = 1;
609 *p_req->numberOfRecordsRequested = number;
610 pp.request() = p_apdu;
613 if (pp.session().is_closed())
614 package.session().close();
616 Z_GDU *gdu = pp.response().get();
617 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
618 Z_APDU_presentResponse)
620 Z_PresentResponse *p_res = gdu->u.z3950->u.presentResponse;
621 f_resp->records = p_res->records;
622 *f_resp->numberOfRecordsReturned =
623 *p_res->numberOfRecordsReturned;
624 *f_resp->nextResultSetPosition =
625 *p_res->nextResultSetPosition;
629 package.response() = pp.response();
633 package.response() = f_apdu; // in this scope because of p
636 void yf::Multi::Frontend::present(mp::Package &package, Z_APDU *apdu_req)
638 // create present request
639 Z_PresentRequest *req = apdu_req->u.presentRequest;
642 it = m_sets.find(std::string(req->resultSetId));
643 if (it == m_sets.end())
647 odr.create_presentResponse(
649 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
651 package.response() = apdu;
654 std::list<Multi::FrontendSet::PresentJob> jobs;
655 int start = *req->resultSetStartPoint;
656 int number = *req->numberOfRecordsRequested;
658 if (m_p->m_merge_type == round_robin)
659 it->second.round_robin(start, number, jobs);
660 else if (m_p->m_merge_type == serve_order)
661 it->second.serve_order(start, number, jobs);
665 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
666 for (jit = jobs.begin(); jit != jobs.end(); jit++)
668 yaz_log(YLOG_LOG, "job pos=%d", jit->m_pos);
672 std::list<BackendPtr> present_backend_list;
674 std::list<BackendSet>::const_iterator bsit;
675 bsit = it->second.m_backend_sets.begin();
676 for (; bsit != it->second.m_backend_sets.end(); bsit++)
681 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
682 for (jit = jobs.begin(); jit != jobs.end(); jit++)
684 if (jit->m_backend == bsit->m_backend)
686 if (start == -1 || jit->m_pos < start)
688 if (end == -1 || jit->m_pos > end)
695 std::list<Multi::FrontendSet::PresentJob>::iterator jit;
696 for (jit = jobs.begin(); jit != jobs.end(); jit++)
698 if (jit->m_backend == bsit->m_backend)
700 if (jit->m_pos >= start && jit->m_pos <= end)
701 jit->m_start = start;
705 PackagePtr p = bsit->m_backend->m_package;
707 *req->resultSetStartPoint = start;
708 *req->numberOfRecordsRequested = end - start + 1;
710 p->request() = apdu_req;
711 p->copy_filter(package);
713 present_backend_list.push_back(bsit->m_backend);
716 multi_move(present_backend_list);
718 // look at each response
719 Z_Records *z_records_diag = 0;
721 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
722 for (; pbit != present_backend_list.end(); pbit++)
724 PackagePtr p = (*pbit)->m_package;
726 if (p->session().is_closed()) // if any backend closes, close frontend
727 package.session().close();
729 Z_GDU *gdu = p->response().get();
730 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
731 Z_APDU_presentResponse)
733 Z_APDU *b_apdu = gdu->u.z3950;
734 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
736 // see we get any errors (AKA diagnstics)
739 if (b_resp->records->which != Z_Records_DBOSD)
740 z_records_diag = b_resp->records;
741 // we may set this multiple times (TOO BAD!)
746 // if any target does not return present response - return that
747 package.response() = p->response();
753 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
754 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
758 f_resp->records = z_records_diag;
759 *f_resp->presentStatus = Z_PresentStatus_failure;
763 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
764 Z_Records * records = f_resp->records;
765 records->which = Z_Records_DBOSD;
766 records->u.databaseOrSurDiagnostics =
767 (Z_NamePlusRecordList *)
768 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
769 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
770 nprl->num_records = jobs.size();
771 nprl->records = (Z_NamePlusRecord**)
772 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
774 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
775 for (jit = jobs.begin(); jit != jobs.end(); jit++, i++)
777 PackagePtr p = jit->m_backend->m_package;
779 Z_GDU *gdu = p->response().get();
780 Z_APDU *b_apdu = gdu->u.z3950;
781 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
783 nprl->records[i] = (Z_NamePlusRecord*)
784 odr_malloc(odr, sizeof(Z_NamePlusRecord));
785 int inside_pos = jit->m_pos - jit->m_start;
786 if (inside_pos >= b_resp->records->
787 u.databaseOrSurDiagnostics->num_records)
789 *nprl->records[i] = *b_resp->records->
790 u.databaseOrSurDiagnostics->records[inside_pos];
791 nprl->records[i]->databaseName =
792 odr_strdup(odr, jit->m_backend->m_vhost.c_str());
794 nprl->num_records = i; // usually same as jobs.size();
795 *f_resp->nextResultSetPosition = start + i;
796 *f_resp->numberOfRecordsReturned = i;
798 package.response() = f_apdu;
801 void yf::Multi::Frontend::scan1(mp::Package &package, Z_APDU *apdu_req)
803 if (m_backend_list.size() > 1)
807 odr.create_scanResponse(
808 apdu_req, YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP, 0);
809 package.response() = f_apdu;
812 Z_ScanRequest *req = apdu_req->u.scanRequest;
814 int default_num_db = req->num_databaseNames;
815 char **default_db = req->databaseNames;
817 std::list<BackendPtr>::const_iterator bit;
818 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
820 PackagePtr p = (*bit)->m_package;
823 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
824 &req->num_databaseNames,
825 &req->databaseNames))
827 req->num_databaseNames = default_num_db;
828 req->databaseNames = default_db;
830 p->request() = apdu_req;
831 p->copy_filter(package);
833 multi_move(m_backend_list);
835 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
837 PackagePtr p = (*bit)->m_package;
839 if (p->session().is_closed()) // if any backend closes, close frontend
840 package.session().close();
842 Z_GDU *gdu = p->response().get();
843 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
846 package.response() = p->response();
851 // if any target does not return scan response - return that
852 package.response() = p->response();
858 bool yf::Multi::ScanTermInfo::operator < (const ScanTermInfo &k) const
860 return m_norm_term < k.m_norm_term;
863 bool yf::Multi::ScanTermInfo::operator == (const ScanTermInfo &k) const
865 return m_norm_term == k.m_norm_term;
868 Z_Entry *yf::Multi::ScanTermInfo::get_entry(ODR odr)
870 Z_Entry *e = (Z_Entry *)odr_malloc(odr, sizeof(*e));
871 e->which = Z_Entry_termInfo;
873 t = e->u.termInfo = (Z_TermInfo *) odr_malloc(odr, sizeof(*t));
874 t->suggestedAttributes = 0;
876 t->alternativeTerm = 0;
878 t->otherTermInfo = 0;
879 t->globalOccurrences = odr_intdup(odr, m_count);
881 odr_malloc(odr, sizeof(*t->term));
882 t->term->which = Z_Term_general;
884 t->term->u.general = o = (Odr_oct *)odr_malloc(odr, sizeof(Odr_oct));
886 o->len = o->size = m_norm_term.size();
887 o->buf = (unsigned char *) odr_malloc(odr, o->len);
888 memcpy(o->buf, m_norm_term.c_str(), o->len);
892 void yf::Multi::Frontend::scan2(mp::Package &package, Z_APDU *apdu_req)
894 Z_ScanRequest *req = apdu_req->u.scanRequest;
896 int default_num_db = req->num_databaseNames;
897 char **default_db = req->databaseNames;
899 std::list<BackendPtr>::const_iterator bit;
900 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
902 PackagePtr p = (*bit)->m_package;
905 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
906 &req->num_databaseNames,
907 &req->databaseNames))
909 req->num_databaseNames = default_num_db;
910 req->databaseNames = default_db;
912 p->request() = apdu_req;
913 p->copy_filter(package);
915 multi_move(m_backend_list);
917 ScanTermInfoList entries_before;
918 ScanTermInfoList entries_after;
922 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
924 PackagePtr p = (*bit)->m_package;
926 if (p->session().is_closed()) // if any backend closes, close frontend
927 package.session().close();
929 Z_GDU *gdu = p->response().get();
930 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
933 Z_ScanResponse *res = gdu->u.z3950->u.scanResponse;
935 if (res->entries && res->entries->nonsurrogateDiagnostics)
939 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, 0);
940 Z_ScanResponse *f_res = f_apdu->u.scanResponse;
942 f_res->entries->nonsurrogateDiagnostics =
943 res->entries->nonsurrogateDiagnostics;
944 f_res->entries->num_nonsurrogateDiagnostics =
945 res->entries->num_nonsurrogateDiagnostics;
947 package.response() = f_apdu;
951 if (res->entries && res->entries->entries)
953 Z_Entry **entries = res->entries->entries;
954 int num_entries = res->entries->num_entries;
956 if (req->preferredPositionInResponse)
957 position = *req->preferredPositionInResponse;
958 if (res->positionOfTerm)
959 position = *res->positionOfTerm;
963 for (i = 0; i<position-1 && i<num_entries; i++)
965 Z_Entry *ent = entries[i];
967 if (ent->which == Z_Entry_termInfo)
971 int *occur = ent->u.termInfo->globalOccurrences;
972 my.m_count = occur ? *occur : 0;
974 if (ent->u.termInfo->term->which == Z_Term_general)
976 my.m_norm_term = std::string(
978 ent->u.termInfo->term->u.general->buf,
979 ent->u.termInfo->term->u.general->len);
981 if (my.m_norm_term.length())
983 ScanTermInfoList::iterator it =
984 entries_before.begin();
985 while (it != entries_before.end() && my <*it)
989 it->m_count += my.m_count;
993 entries_before.insert(it, my);
1004 for ( ; i<num_entries; i++)
1006 Z_Entry *ent = entries[i];
1008 if (ent->which == Z_Entry_termInfo)
1012 int *occur = ent->u.termInfo->globalOccurrences;
1013 my.m_count = occur ? *occur : 0;
1015 if (ent->u.termInfo->term->which == Z_Term_general)
1017 my.m_norm_term = std::string(
1019 ent->u.termInfo->term->u.general->buf,
1020 ent->u.termInfo->term->u.general->len);
1022 if (my.m_norm_term.length())
1024 ScanTermInfoList::iterator it =
1025 entries_after.begin();
1026 while (it != entries_after.end() && *it < my)
1030 it->m_count += my.m_count;
1034 entries_after.insert(it, my);
1045 // if any target does not return scan response - return that
1046 package.response() = p->response();
1053 std::cout << "BEFORE\n";
1054 ScanTermInfoList::iterator it = entries_before.begin();
1055 for(; it != entries_before.end(); it++)
1057 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1060 std::cout << "AFTER\n";
1061 it = entries_after.begin();
1062 for(; it != entries_after.end(); it++)
1064 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1071 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, "not implemented");
1072 package.response() = f_apdu;
1077 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 0, 0);
1078 Z_ScanResponse *resp = f_apdu->u.scanResponse;
1080 int number_returned = *req->numberOfTermsRequested;
1081 int position_returned = *req->preferredPositionInResponse;
1083 resp->entries->num_entries = number_returned;
1084 resp->entries->entries = (Z_Entry**)
1085 odr_malloc(odr, sizeof(Z_Entry*) * number_returned);
1088 int lbefore = entries_before.size();
1089 if (lbefore < position_returned-1)
1090 position_returned = lbefore+1;
1092 ScanTermInfoList::iterator it = entries_before.begin();
1093 for (i = 0; i<position_returned-1 && it != entries_before.end(); i++, it++)
1095 resp->entries->entries[position_returned-2-i] = it->get_entry(odr);
1098 it = entries_after.begin();
1100 if (position_returned <= 0)
1103 i = position_returned-1;
1104 for (; i<number_returned && it != entries_after.end(); i++, it++)
1106 resp->entries->entries[i] = it->get_entry(odr);
1109 number_returned = i;
1111 resp->positionOfTerm = odr_intdup(odr, position_returned);
1112 resp->numberOfEntriesReturned = odr_intdup(odr, number_returned);
1113 resp->entries->num_entries = number_returned;
1115 package.response() = f_apdu;
1120 void yf::Multi::process(mp::Package &package) const
1122 FrontendPtr f = m_p->get_frontend(package);
1124 Z_GDU *gdu = package.request().get();
1126 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
1127 Z_APDU_initRequest && !f->m_is_multi)
1129 f->init(package, gdu);
1131 else if (!f->m_is_multi)
1133 else if (gdu && gdu->which == Z_GDU_Z3950)
1135 Z_APDU *apdu = gdu->u.z3950;
1136 if (apdu->which == Z_APDU_initRequest)
1140 package.response() = odr.create_close(
1142 Z_Close_protocolError,
1145 package.session().close();
1147 else if (apdu->which == Z_APDU_searchRequest)
1149 f->search(package, apdu);
1151 else if (apdu->which == Z_APDU_presentRequest)
1153 f->present(package, apdu);
1155 else if (apdu->which == Z_APDU_scanRequest)
1157 f->scan2(package, apdu);
1163 package.response() = odr.create_close(
1164 apdu, Z_Close_protocolError,
1165 "unsupported APDU in filter multi");
1167 package.session().close();
1170 m_p->release_frontend(package);
1173 void mp::filter::Multi::configure(const xmlNode * ptr, bool test_only)
1175 for (ptr = ptr->children; ptr; ptr = ptr->next)
1177 if (ptr->type != XML_ELEMENT_NODE)
1179 if (!strcmp((const char *) ptr->name, "target"))
1181 std::string route = mp::xml::get_route(ptr);
1182 std::string target = mp::xml::get_text(ptr);
1183 m_p->m_target_route[target] = route;
1185 else if (!strcmp((const char *) ptr->name, "hideunavailable"))
1187 m_p->m_hide_unavailable = true;
1189 else if (!strcmp((const char *) ptr->name, "mergetype"))
1191 std::string mergetype = mp::xml::get_text(ptr);
1192 if (mergetype == "roundrobin")
1193 m_p->m_merge_type = round_robin;
1194 else if (mergetype == "serveorder")
1195 m_p->m_merge_type = serve_order;
1197 throw mp::filter::FilterException
1198 ("Bad mergetype " + mergetype + " in multi filter");
1203 throw mp::filter::FilterException
1205 + std::string((const char *) ptr->name)
1206 + " in multi filter");
1211 static mp::filter::Base* filter_creator()
1213 return new mp::filter::Multi;
1217 struct metaproxy_1_filter_struct metaproxy_1_filter_multi = {
1228 * c-file-style: "Stroustrup"
1229 * indent-tabs-mode: nil
1231 * vim: shiftwidth=4 tabstop=8 expandtab