From: Adam Dickmeiss Date: Tue, 9 Jun 2009 13:35:38 +0000 (+0200) Subject: Work on load balancer X-Git-Tag: v1.0.17~6^2 X-Git-Url: http://lists.indexdata.dk/?a=commitdiff_plain;h=0dcfd01a8fc058f1537af7bf16f29ca901a3e61b;p=metaproxy-moved-to-github.git Work on load balancer --- diff --git a/etc/config-load-balance.xml b/etc/config-load-balance.xml index d20e6e8..bcf7c2c 100644 --- a/etc/config-load-balance.xml +++ b/etc/config-load-balance.xml @@ -34,12 +34,9 @@ LOAD - - diff --git a/src/filter_http_file.cpp b/src/filter_http_file.cpp index d8cc4fb..00fab9e 100644 --- a/src/filter_http_file.cpp +++ b/src/filter_http_file.cpp @@ -158,7 +158,13 @@ void yf::HttpFile::Rep::fetch_file(mp::Session &session, Z_HTTP_Response *hres = gdu->u.HTTP_Response; hres->content_len = sz; hres->content_buf = (char*) odr_malloc(o, hres->content_len); - fread(hres->content_buf, 1, hres->content_len, f); + if (fread(hres->content_buf, 1, hres->content_len, f) != 1) + { + fclose(f); + Z_GDU *gdu = o.create_HTTP_Response(session, req, 500); + package.response() = gdu; + return; + } fclose(f); diff --git a/src/filter_load_balance.cpp b/src/filter_load_balance.cpp index 4f9d2d2..57e1eb8 100644 --- a/src/filter_load_balance.cpp +++ b/src/filter_load_balance.cpp @@ -26,6 +26,8 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include +#include +#include #include // remove max macro if already defined (defined later in ) @@ -126,10 +128,8 @@ void yf::LoadBalance::Impl::configure(const xmlNode *xmlnode) void yf::LoadBalance::Impl::process(mp::Package &package) { - bool is_closed_front = false; - bool is_closed_back = false; - + // checking for closed front end packages if (package.session().is_closed()) { @@ -144,53 +144,74 @@ void yf::LoadBalance::Impl::process(mp::Package &package) // target selecting only on Z39.50 init request if (gdu_req->u.z3950->which == Z_APDU_initRequest) { + yazpp_1::GDU base_req(gdu_req); + Z_APDU *apdu = base_req.get()->u.z3950; + + Z_InitRequest *org_init = base_req.get()->u.z3950->u.initRequest; mp::odr odr_en(ODR_ENCODE); - Z_InitRequest *org_init = gdu_req->u.z3950->u.initRequest; - // extracting virtual hosts std::list vhosts; - mp::util::remove_vhost_otherinfo(&(org_init->otherInfo), vhosts); - - // choosing one target according to load-balancing algorithm - - if (vhosts.size()) + // get lowest of all vhosts.. Remove them if individually if + // they turn out to be bad.. + while (1) { std::string target; + std::list::iterator ivh = vhosts.begin(); unsigned int cost = std::numeric_limits::max(); - { //locking scope for local databases + { boost::mutex::scoped_lock scoped_lock(m_mutex); - // load-balancing algorithm goes here - //target = *vhosts.begin(); - for (std::list::const_iterator ivh - = vhosts.begin(); - ivh != vhosts.end(); - ivh++) + for (; ivh != vhosts.end(); ) { if ((*ivh).size() != 0) { unsigned int vhcost = yf::LoadBalance::Impl::cost(*ivh); + yaz_log(YLOG_LOG, "Consider %s cost=%u vhcost=%u", + (*ivh).c_str(), cost, vhcost); if (cost > vhcost) { cost = vhcost; target = *ivh; + ivh = vhosts.erase(ivh); } + else + ivh++; } - } - - // updating local database - add_session(package.session().id(), target); - yf::LoadBalance::Impl::cost(target); - add_package(package.session().id()); + else + ivh++; + } } - + if (target.length() == 0) + break; // copying new target into init package - mp::util::set_vhost_otherinfo(&(org_init->otherInfo), + + yazpp_1::GDU init_gdu(base_req); + Z_InitRequest *init_req = init_gdu.get()->u.z3950->u.initRequest; + + mp::util::set_vhost_otherinfo(&(init_req->otherInfo), odr_en, target, 1); - package.request() = gdu_req; + + package.request() = init_gdu; + + // moving all package types + package.move(); + + // checking for closed back end packages + if (!package.session().is_closed()) + { + add_session(package.session().id(), target); + return; + } + yaz_log(YLOG_LOG, "Other round.."); } + mp::odr odr; + package.response() = odr.create_initResponse( + apdu, YAZ_BIB1_TEMPORARY_SYSTEM_ERROR, + "load_balance: no available targets"); + package.session().close(); + return; } // frontend Z39.50 close request is added to statistics and marked else if (gdu_req->u.z3950->which == Z_APDU_close) @@ -206,10 +227,12 @@ void yf::LoadBalance::Impl::process(mp::Package &package) add_package(package.session().id()); } } - + // moving all package types package.move(); + bool is_closed_back = false; + // checking for closed back end packages if (package.session().is_closed()) is_closed_back = true; @@ -286,8 +309,6 @@ void yf::LoadBalance::Impl::add_package(unsigned long session_id) < std::numeric_limits::max()) { itarg->second.packages += 1; - // std:.cout << "add_package " << session_id << " " << target - // << " p:" << itarg->second.packages << "\n"; } } } @@ -304,8 +325,6 @@ void yf::LoadBalance::Impl::remove_package(unsigned long session_id) && itarg->second.packages > 0) { itarg->second.packages -= 1; - // std:.cout << "remove_package " << session_id << " " << target - // << " p:" << itarg->second.packages << "\n"; } } } @@ -331,14 +350,10 @@ void yf::LoadBalance::Impl::add_session(unsigned long session_id, stat.packages = 0; stat.deads = 0; m_target_stat.insert(std::make_pair(target, stat)); - // std:.cout << "add_session " << session_id << " " << target - // << " s:1\n"; } else if (itarg->second.sessions < std::numeric_limits::max()) { itarg->second.sessions += 1; - // std:.cout << "add_session " << session_id << " " << target - // << " s:" << itarg->second.sessions << "\n"; } }