X-Git-Url: http://jsfdemo.indexdata.com/?a=blobdiff_plain;f=src%2Fhttp_command.c;h=a86aabbee09bf18278bf20cc87aad8ddfec2a073;hb=ebc05bf9ed7336e6341bd94a07fa07063accc24b;hp=750623aa988181852ed450e8d7d07eb56419e458;hpb=13c00712a17a80237f3ff811d46f7ea6703b274f;p=pazpar2-moved-to-github.git diff --git a/src/http_command.c b/src/http_command.c index 750623a..a86aabb 100644 --- a/src/http_command.c +++ b/src/http_command.c @@ -41,6 +41,32 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include "settings.h" #include "client.h" +#ifdef HAVE_MALLINFO +#include + +void print_meminfo(WRBUF wrbuf) +{ + struct mallinfo minfo; + minfo = mallinfo(); + wrbuf_printf(wrbuf, " \n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " %d\n" + " \n", + minfo.arena, minfo.uordblks, minfo.fordblks,minfo.ordblks, minfo.keepcost, minfo.hblks, minfo.hblkhd, minfo.arena + minfo.hblkhd, minfo.uordblks + minfo.hblkhd); + +} +#else +#define print_meminfo(x) +#endif + + // Update this when the protocol changes #define PAZPAR2_PROTOCOL_VERSION "1" @@ -76,7 +102,7 @@ int http_session_use(int delta) g_http_sessions += delta; sessions = g_http_sessions; yaz_mutex_leave(g_http_session_mutex); - yaz_log(YLOG_DEBUG, "%s sesions=%d", delta == 0 ? "" : (delta > 0 ? "INC" : "DEC"), sessions); + yaz_log(YLOG_DEBUG, "%s sessions=%d", delta == 0 ? "" : (delta > 0 ? "INC" : "DEC"), sessions); return sessions; } @@ -157,7 +183,8 @@ void http_session_destroy(struct http_session *s) yaz_log(http_sessions->log_level, "%p HTTP Session %u destroyed", s, s->session_id); yaz_mutex_enter(http_sessions->mutex); /* only if http_session has no active http sessions on it can be destroyed */ - if (s->destroy_counter == s->activity_counter) { + if (s->destroy_counter == s->activity_counter) + { struct http_session **p = 0; must_destroy = 1; for (p = &http_sessions->session_list; *p; p = &(*p)->next) @@ -240,13 +267,35 @@ static void error(struct http_response *rs, http_send_response(c); } +static void response_open_no_status(struct http_channel *c, const char *command) +{ + wrbuf_rewind(c->wrbuf); + wrbuf_printf(c->wrbuf, "%s<%s>", + HTTP_COMMAND_RESPONSE_PREFIX, command); +} + +static void response_open(struct http_channel *c, const char *command) +{ + response_open_no_status(c, command); + wrbuf_puts(c->wrbuf, "OK"); +} + +static void response_close(struct http_channel *c, const char *command) +{ + struct http_response *rs = c->response; + + wrbuf_printf(c->wrbuf, "", command); + rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); + http_send_response(c); +} + unsigned int make_sessionid(void) { static int seq = 0; /* thread pr */ unsigned int res; seq++; - if (global_parameters.debug_mode) + if (global_parameters.predictable_sessions) res = seq; else { @@ -299,7 +348,9 @@ static struct http_session *locate_session(struct http_channel *c) } // Call after use of locate_session, in order to increment the destroy_counter -static void release_session(struct http_channel *c, struct http_session *session) { +static void release_session(struct http_channel *c, + struct http_session *session) +{ http_sessions_t http_sessions = c->http_sessions; yaz_mutex_enter(http_sessions->mutex); if (session) @@ -339,18 +390,15 @@ static int process_settings(struct session *se, struct http_request *rq, static void cmd_exit(struct http_channel *c) { - char buf[1024]; - struct http_response *rs = c->response; yaz_log(YLOG_WARN, "exit"); - sprintf(buf, HTTP_COMMAND_RESPONSE_PREFIX "OK"); - rs->payload = nmem_strdup(c->nmem, buf); - http_send_response(c); + + response_open(c, "exit"); + response_close(c, "exit"); http_close_server(c->server); } static void cmd_init(struct http_channel *c) { - char buf[1024]; struct http_request *r = c->request; const char *clear = http_argbyname(r, "clear"); const char *content_type = http_lookup_header(r->headers, "Content-Type"); @@ -400,18 +448,18 @@ static void cmd_init(struct http_channel *c) if (process_settings(s->psession, c->request, c->response) < 0) return; - - sprintf(buf, HTTP_COMMAND_RESPONSE_PREFIX - "OK%d", sesid); + + response_open(c, "init"); + wrbuf_printf(c->wrbuf, "%d", sesid); if (c->server->server_id) { - strcat(buf, "."); - strcat(buf, c->server->server_id); + wrbuf_puts(c->wrbuf, "."); + wrbuf_puts(c->wrbuf, c->server->server_id); } - strcat(buf, "" - "" PAZPAR2_PROTOCOL_VERSION ""); - rs->payload = nmem_strdup(c->nmem, buf); - http_send_response(c); + wrbuf_puts(c->wrbuf, "" + "" PAZPAR2_PROTOCOL_VERSION ""); + + response_close(c, "init"); } static void apply_local_setting(void *client_data, @@ -450,144 +498,40 @@ static void cmd_settings(struct http_channel *c) xmlFreeDoc(doc); } - if (process_settings(s->psession, rq, rs) < 0) { - release_session(c,s); - return; - } - rs->payload = HTTP_COMMAND_RESPONSE_PREFIX "OK"; - http_send_response(c); - release_session(c,s); -} - -// Compares two hitsbytarget nodes by hitcount -static int cmp_ht(const void *p1, const void *p2) -{ - const struct hitsbytarget *h1 = p1; - const struct hitsbytarget *h2 = p2; - return h2->hits - h1->hits; -} - -// This implements functionality somewhat similar to 'bytarget', but in a termlist form -static int targets_termlist(WRBUF wrbuf, struct session *se, int num, - NMEM nmem) -{ - struct hitsbytarget *ht; - int count, i; - - ht = hitsbytarget(se, &count, nmem); - qsort(ht, count, sizeof(struct hitsbytarget), cmp_ht); - for (i = 0; i < count && i < num && ht[i].hits > 0; i++) + if (process_settings(s->psession, rq, rs) < 0) { - - // do only print terms which have display names - - wrbuf_puts(wrbuf, "\n"); - - wrbuf_puts(wrbuf, ""); - wrbuf_xmlputs(wrbuf, ht[i].id); - wrbuf_puts(wrbuf, "\n"); - - wrbuf_puts(wrbuf, ""); - if (!ht[i].name || !ht[i].name[0]) - wrbuf_xmlputs(wrbuf, "NO TARGET NAME"); - else - wrbuf_xmlputs(wrbuf, ht[i].name); - wrbuf_puts(wrbuf, "\n"); - - wrbuf_printf(wrbuf, "" ODR_INT_PRINTF "\n", - ht[i].hits); - - wrbuf_puts(wrbuf, ""); - wrbuf_xmlputs(wrbuf, ht[i].state); - wrbuf_puts(wrbuf, "\n"); - - wrbuf_printf(wrbuf, "%d\n", - ht[i].diagnostic); - wrbuf_puts(wrbuf, "\n"); + release_session(c, s); + return; } - return count; + response_open(c, "settings"); + response_close(c, "settings"); + release_session(c, s); } static void cmd_termlist(struct http_channel *c) { - struct http_response *rs = c->response; struct http_request *rq = c->request; struct http_session *s = locate_session(c); - struct termlist_score **p; - int len; - int i; const char *name = http_argbyname(rq, "name"); const char *nums = http_argbyname(rq, "num"); int num = 15; int status; - WRBUF debug_log = wrbuf_alloc(); if (!s) return; status = session_active_clients(s->psession); - if (!name) - name = "subject"; - if (strlen(name) > 255) - return; if (nums) num = atoi(nums); - wrbuf_rewind(c->wrbuf); - - wrbuf_puts(c->wrbuf, "\n"); + response_open_no_status(c, "termlist"); wrbuf_printf(c->wrbuf, "%d\n", status); - while (*name) - { - char tname[256]; - const char *tp; - - if (!(tp = strchr(name, ','))) - tp = name + strlen(name); - strncpy(tname, name, tp - name); - tname[tp - name] = '\0'; - wrbuf_puts(c->wrbuf, "wrbuf, tname); - wrbuf_puts(c->wrbuf, "\">\n"); - if (!strcmp(tname, "xtargets")) { - int targets = targets_termlist(c->wrbuf, s->psession, num, c->nmem); - wrbuf_printf(debug_log, " xtargets: %d", targets); - } - else - { - p = termlist(s->psession, tname, &len); - if (p && len) - wrbuf_printf(debug_log, " %s: %d", tname, len); - if (p) { - for (i = 0; i < len && i < num; i++){ - // prevnt sending empty term elements - if (!p[i]->term || !p[i]->term[0]) - continue; - - wrbuf_puts(c->wrbuf, ""); - wrbuf_puts(c->wrbuf, ""); - wrbuf_xmlputs(c->wrbuf, p[i]->term); - wrbuf_puts(c->wrbuf, ""); - - wrbuf_printf(c->wrbuf, - "%d", - p[i]->frequency); - wrbuf_puts(c->wrbuf, "\n"); - } - } - } - wrbuf_puts(c->wrbuf, "\n"); - name = tp; - if (*name == ',') - name++; - } - wrbuf_puts(c->wrbuf, "\n"); - yaz_log(YLOG_DEBUG, "termlist response: %s ", wrbuf_cstr(debug_log)); - wrbuf_destroy(debug_log); - rs->payload = nmem_strdup(rq->channel->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); - release_session(c,s); + + perform_termlist(c, s->psession, name, num); + + response_close(c, "termlist"); + release_session(c, s); } size_t session_get_memory_status(struct session *session); @@ -601,20 +545,16 @@ static void session_status(struct http_channel *c, struct http_session *s) wrbuf_printf(c->wrbuf, "%zu\n", session_nmem); } -static void cmd_session_status(struct http_channel *c) { - struct http_response *rs = c->response; +static void cmd_session_status(struct http_channel *c) +{ struct http_session *s = locate_session(c); if (!s) return; - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "OK\n"); + response_open(c, "session-status"); session_status(c, s); - wrbuf_puts(c->wrbuf, "\n"); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); - release_session(c,s); - + response_close(c, "session-status"); + release_session(c, s); } int sessions_count(void); @@ -627,23 +567,24 @@ int resultsets_count(void); static void cmd_server_status(struct http_channel *c) { - struct http_response *rs = c->response; int sessions = sessions_count(); int clients = clients_count(); int resultsets = resultsets_count(); - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "\n"); - wrbuf_printf(c->wrbuf, " %u\n", sessions); + + response_open(c, "server-status"); + wrbuf_printf(c->wrbuf, "\n %u\n", sessions); wrbuf_printf(c->wrbuf, " %u\n", clients); /* Only works if yaz has been compiled with enabling of this */ wrbuf_printf(c->wrbuf, " %u\n",resultsets); + print_meminfo(c->wrbuf); /* TODO add all sessions status */ /* http_sessions_t http_sessions = c->http_sessions; */ /* struct http_session *p; */ /* yaz_mutex_enter(http_sessions->mutex); - for (p = http_sessions->session_list; p; p = p->next) { + for (p = http_sessions->session_list; p; p = p->next) + { p->activity_counter++; wrbuf_puts(c->wrbuf, "\n"); wrbuf_printf(c->wrbuf, "%s\n", p->session_id); @@ -655,16 +596,13 @@ static void cmd_server_status(struct http_channel *c) } yaz_mutex_leave(http_sessions->mutex); */ - wrbuf_puts(c->wrbuf, "\n"); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); + response_close(c, "server-status"); xmalloc_trav(0); } static void cmd_bytarget(struct http_channel *c) { - struct http_response *rs = c->response; struct http_request *rq = c->request; struct http_session *s = locate_session(c); struct hitsbytarget *ht; @@ -673,9 +611,8 @@ static void cmd_bytarget(struct http_channel *c) if (!s) return; - ht = hitsbytarget(s->psession, &count, c->nmem); - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "OK"); + ht = get_hitsbytarget(s->psession, &count, c->nmem); + response_open(c, "bytarget"); for (i = 0; i < count; i++) { @@ -702,17 +639,18 @@ static void cmd_bytarget(struct http_channel *c) if (settings && *settings == '1') { wrbuf_puts(c->wrbuf, "\n"); - wrbuf_puts(c->wrbuf, wrbuf_cstr(ht[i].settings_xml)); + wrbuf_puts(c->wrbuf, ht[i].settings_xml); wrbuf_puts(c->wrbuf, "\n"); } + if (ht[i].suggestions_xml && ht[i].suggestions_xml[0]) { + wrbuf_puts(c->wrbuf, ""); + wrbuf_puts(c->wrbuf, ht[i].suggestions_xml); + wrbuf_puts(c->wrbuf, ""); + } wrbuf_puts(c->wrbuf, ""); - wrbuf_destroy(ht[i].settings_xml); } - - wrbuf_puts(c->wrbuf, ""); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); - release_session(c,s); + response_close(c, "bytarget"); + release_session(c, s); } static void write_metadata(WRBUF w, struct conf_service *service, @@ -763,7 +701,7 @@ static void write_subrecord(struct record *r, WRBUF w, client_get_database(r->client), PZ_NAME); wrbuf_puts(w, "client)->database->url); + wrbuf_xmlputs(w, client_get_id(r->client)); wrbuf_puts(w, "\" "); wrbuf_puts(w, "name=\""); @@ -897,8 +835,8 @@ static void cmd_record(struct http_channel *c) } else { - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "\n"); - wrbuf_puts(c->wrbuf, ""); + response_open_no_status(c, "record"); + wrbuf_puts(c->wrbuf, "\n"); wrbuf_xmlputs(c->wrbuf, rec->recid); wrbuf_puts(c->wrbuf, "\n"); if (prev_r) @@ -918,9 +856,7 @@ static void cmd_record(struct http_channel *c) write_metadata(c->wrbuf, service, rec->metadata, 1); for (r = rec->records; r; r = r->next) write_subrecord(r, c->wrbuf, service, 1); - wrbuf_puts(c->wrbuf, "\n"); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); + response_close(c, "record"); } show_single_stop(s->psession, rec); release_session(c, s); @@ -967,14 +903,14 @@ static void show_records(struct http_channel *c, int active) error(rs, PAZPAR2_MALFORMED_PARAMETER_VALUE, "sort"); release_session(c, s); return; + } rl = show_range_start(s->psession, sp, startn, &numn, &total, &total_hits); - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "\nOK\n"); - wrbuf_printf(c->wrbuf, "%d\n", active); + response_open(c, "show"); + wrbuf_printf(c->wrbuf, "\n%d\n", active); wrbuf_printf(c->wrbuf, "%d\n", total); wrbuf_printf(c->wrbuf, "" ODR_INT_PRINTF "\n", total_hits); wrbuf_printf(c->wrbuf, "%d\n", startn); @@ -1004,9 +940,7 @@ static void show_records(struct http_channel *c, int active) show_range_stop(s->psession, rl); - wrbuf_puts(c->wrbuf, "\n"); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); + response_close(c, "show"); release_session(c, s); } @@ -1022,16 +956,30 @@ static void cmd_show(struct http_channel *c) struct http_request *rq = c->request; struct http_session *s = locate_session(c); const char *block = http_argbyname(rq, "block"); + const char *sort = http_argbyname(rq, "sort"); + struct reclist_sortparms *sp; int status; if (!s) return; + if (!sort) + sort = "relevance"; + + if (!(sp = reclist_parse_sortparms(c->nmem, sort, s->psession->service))) + { + error(c->response, PAZPAR2_MALFORMED_PARAMETER_VALUE, "sort"); + release_session(c, s); + return; + } + session_sort(s->psession, sp->name, sp->increasing); + status = session_active_clients(s->psession); if (block) { - if (!strcmp(block, "preferred") && !session_is_preferred_clients_ready(s->psession) && reclist_get_num_records(s->psession->reclist) == 0) { + if (!strcmp(block, "preferred") && !session_is_preferred_clients_ready(s->psession) && reclist_get_num_records(s->psession->reclist) == 0) + { // if there is already a watch/block. we do not block this one if (session_set_watch(s->psession, SESSION_WATCH_SHOW_PREF, show_records_ready, c, c) != 0) @@ -1039,11 +987,11 @@ static void cmd_show(struct http_channel *c) yaz_log(c->http_sessions->log_level, "%p Session %u: Blocking on cmd_show. Waiting for preferred targets", s, s->session_id); } - release_session(c,s); + release_session(c, s); return; } - else if (status && reclist_get_num_records(s->psession->reclist) == 0) + else if (status) { // if there is already a watch/block. we do not block this one if (session_set_watch(s->psession, SESSION_WATCH_SHOW, @@ -1051,50 +999,24 @@ static void cmd_show(struct http_channel *c) { yaz_log(c->http_sessions->log_level, "%p Session %u: Blocking on cmd_show", s, s->session_id); } - release_session(c,s); + release_session(c, s); return; } } show_records(c, status); - release_session(c,s); + release_session(c, s); } static void cmd_ping(struct http_channel *c) { - struct http_response *rs = c->response; struct http_session *s = locate_session(c); if (!s) return; - rs->payload = HTTP_COMMAND_RESPONSE_PREFIX "OK"; - http_send_response(c); + response_open(c, "ping"); + response_close(c, "ping"); release_session(c, s); } -static int utf_8_valid(const char *str) -{ - yaz_iconv_t cd = yaz_iconv_open("utf-8", "utf-8"); - if (cd) - { - /* check that query is UTF-8 encoded */ - char *inbuf = (char *) str; /* we know iconv does not alter this */ - size_t inbytesleft = strlen(inbuf); - - size_t outbytesleft = strlen(inbuf) + 10; - char *out = xmalloc(outbytesleft); - char *outbuf = out; - size_t r = yaz_iconv(cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft); - - /* if OK, try flushing the rest */ - if (r != (size_t) (-1)) - r = yaz_iconv(cd, 0, 0, &outbuf, &outbytesleft); - yaz_iconv_close(cd); - xfree(out); - if (r == (size_t) (-1)) - return 0; - } - return 1; -} - static void cmd_search(struct http_channel *c) { struct http_request *rq = c->request; @@ -1104,6 +1026,7 @@ static void cmd_search(struct http_channel *c) const char *filter = http_argbyname(rq, "filter"); const char *maxrecs = http_argbyname(rq, "maxrecs"); const char *startrecs = http_argbyname(rq, "startrecs"); + const char *limit = http_argbyname(rq, "limit"); enum pazpar2_error_code code; const char *addinfo = 0; @@ -1112,31 +1035,31 @@ static void cmd_search(struct http_channel *c) if (!query) { error(rs, PAZPAR2_MISSING_PARAMETER, "query"); - release_session(c,s); + release_session(c, s); return; } - if (!utf_8_valid(query)) + if (!yaz_utf8_check(query)) { error(rs, PAZPAR2_MALFORMED_PARAMETER_ENCODING, "query"); - release_session(c,s); + release_session(c, s); return; } - code = search(s->psession, query, startrecs, maxrecs, filter, &addinfo); + code = session_search(s->psession, query, startrecs, maxrecs, filter, limit, + &addinfo, "relevance", 0); if (code) { error(rs, code, addinfo); - release_session(c,s); + release_session(c, s); return; } - rs->payload = HTTP_COMMAND_RESPONSE_PREFIX "OK"; - http_send_response(c); - release_session(c,s); + response_open(c, "search"); + response_close(c, "search"); + release_session(c, s); } static void cmd_stat(struct http_channel *c) { - struct http_response *rs = c->response; struct http_session *s = locate_session(c); struct statistics stat; int clients; @@ -1149,12 +1072,12 @@ static void cmd_stat(struct http_channel *c) clients = session_active_clients(s->psession); statistics(s->psession, &stat); - if (stat.num_clients > 0) { + if (stat.num_clients > 0) + { progress = (stat.num_clients - clients) / (float)stat.num_clients; } - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX ""); + response_open_no_status(c, "stat"); wrbuf_printf(c->wrbuf, "%d\n", clients); wrbuf_printf(c->wrbuf, "" ODR_INT_PRINTF "\n", stat.num_hits); wrbuf_printf(c->wrbuf, "%d\n", stat.num_records); @@ -1166,19 +1089,15 @@ static void cmd_stat(struct http_channel *c) wrbuf_printf(c->wrbuf, "%d\n", stat.num_failed); wrbuf_printf(c->wrbuf, "%d\n", stat.num_error); wrbuf_printf(c->wrbuf, "%.2f\n", progress); - wrbuf_puts(c->wrbuf, ""); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); - release_session(c,s); + response_close(c, "stat"); + release_session(c, s); } static void cmd_info(struct http_channel *c) { char yaz_version_str[20]; - struct http_response *rs = c->response; - wrbuf_rewind(c->wrbuf); - wrbuf_puts(c->wrbuf, HTTP_COMMAND_RESPONSE_PREFIX "\n"); + response_open_no_status(c, "info"); wrbuf_puts(c->wrbuf, " \n"); wrbuf_puts(c->wrbuf, " wrbuf, VERSION); wrbuf_puts(c->wrbuf, ""); - yaz_version(yaz_version_str, 0); wrbuf_puts(c->wrbuf, " wrbuf, YAZ_VERSION); @@ -1200,9 +1118,7 @@ static void cmd_info(struct http_channel *c) info_services(c->server, c->wrbuf); - wrbuf_puts(c->wrbuf, ""); - rs->payload = nmem_strdup(c->nmem, wrbuf_cstr(c->wrbuf)); - http_send_response(c); + response_close(c, "info"); } struct {