X-Git-Url: http://jsfdemo.indexdata.com/?a=blobdiff_plain;f=src%2Fpazpar2_config.c;h=bff5810edb365ff88318e491e31f08dc44994cef;hb=1db48a73126beef112e9a3de775832173fa317f3;hp=f42cfae3b6189b359050eba6a74df35ad350ec2c;hpb=98dbaf0f7a4ea46aa3330d79c90f802fc0671f41;p=pazpar2-moved-to-github.git diff --git a/src/pazpar2_config.c b/src/pazpar2_config.c index f42cfae..bff5810 100644 --- a/src/pazpar2_config.c +++ b/src/pazpar2_config.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2011 Index Data + Copyright (C) 2006-2012 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -41,6 +41,7 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include "ppmutex.h" #include "incref.h" #include "pazpar2_config.h" +#include "service_xslt.h" #include "settings.h" #include "eventl.h" #include "http.h" @@ -56,10 +57,13 @@ struct conf_config database_hosts_t database_hosts; }; - -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node); - +struct service_xslt +{ + char *id; + xsltStylesheetPtr xsp; + struct service_xslt *next; +}; + static void conf_metadata_assign(NMEM nmem, struct conf_metadata * metadata, const char *name, @@ -71,7 +75,8 @@ static void conf_metadata_assign(NMEM nmem, int rank, int sortkey_offset, enum conf_metadata_mergekey mt, - const char *icu_chain) + const char *facetrule, + const char *limitmap) { assert(nmem && metadata && name); @@ -91,7 +96,8 @@ static void conf_metadata_assign(NMEM nmem, metadata->rank = rank; metadata->sortkey_offset = sortkey_offset; metadata->mergekey = mt; - metadata->icu_chain = nmem_strdup_null(nmem, icu_chain); + metadata->facetrule = nmem_strdup_null(nmem, facetrule); + metadata->limitmap = nmem_strdup_null(nmem, limitmap); } @@ -106,45 +112,55 @@ static void conf_sortkey_assign(NMEM nmem, sortkey->type = type; } - -static struct conf_service *service_init(struct conf_server *server, +struct conf_service *service_init(struct conf_server *server, int num_metadata, int num_sortkeys, const char *service_id) { struct conf_service * service = 0; NMEM nmem = nmem_create(); + service = nmem_malloc(nmem, sizeof(struct conf_service)); service->mutex = 0; service->ref_count = 1; service->nmem = nmem; service->next = 0; - service->settings = 0; service->databases = 0; + service->xslt_list = 0; service->server = server; service->session_timeout = 60; /* default session timeout */ service->z3950_session_timeout = 180; service->z3950_operation_timeout = 30; - service->relevance_pct = 0; - service->sort_pct = 0; - service->mergekey_pct = 0; - service->facet_pct = 0; + service->charsets = 0; service->id = service_id ? nmem_strdup(nmem, service_id) : 0; + // Setup a dictionary from server. + service->dictionary = 0; + + service->settings = nmem_malloc(nmem, sizeof(*service->settings)); + service->settings->num_settings = PZ_MAX_EOF; + service->settings->settings = nmem_malloc(nmem, sizeof(struct setting*) * service->settings->num_settings); + memset(service->settings->settings, 0, sizeof(struct setting*) * service->settings->num_settings); + // inherit_server_settings_values(service); + + service->next = 0; + service->num_metadata = num_metadata; + service->metadata = 0; if (service->num_metadata) - service->metadata - = nmem_malloc(nmem, - sizeof(struct conf_metadata) * service->num_metadata); + service->metadata + = nmem_malloc(nmem, + sizeof(struct conf_metadata) * service->num_metadata); service->num_sortkeys = num_sortkeys; service->sortkeys = 0; if (service->num_sortkeys) service->sortkeys = nmem_malloc(nmem, sizeof(struct conf_sortkey) * service->num_sortkeys); - service->dictionary = 0; + + return service; } @@ -160,7 +176,9 @@ static struct conf_metadata* conf_service_add_metadata( int rank, int sortkey_offset, enum conf_metadata_mergekey mt, - const char *icu_chain) + const char *facetrule, + const char *limitmap + ) { struct conf_metadata * md = 0; @@ -171,11 +189,10 @@ static struct conf_metadata* conf_service_add_metadata( md = service->metadata + field_id; conf_metadata_assign(service->nmem, md, name, type, merge, setting, brief, termlist, rank, sortkey_offset, - mt, icu_chain); + mt, facetrule, limitmap); return md; } - static struct conf_sortkey * conf_service_add_sortkey( struct conf_service *service, int field_id, @@ -185,7 +202,7 @@ static struct conf_sortkey * conf_service_add_sortkey( struct conf_sortkey * sk = 0; if (!service || !service->sortkeys || !service->num_sortkeys - || field_id < 0 || !(field_id < service->num_sortkeys)) + || field_id < 0 || !(field_id < service->num_sortkeys)) return 0; //sk = &((service->sortkeys)[field_id]); @@ -195,7 +212,6 @@ static struct conf_sortkey * conf_service_add_sortkey( return sk; } - int conf_service_metadata_field_id(struct conf_service *service, const char * name) { @@ -203,16 +219,13 @@ int conf_service_metadata_field_id(struct conf_service *service, if (!service || !service->metadata || !service->num_metadata) return -1; - - for(i = 0; i < service->num_metadata; i++) { + + for (i = 0; i < service->num_metadata; i++) if (!strcmp(name, (service->metadata[i]).name)) return i; - } - return -1; } - int conf_service_sortkey_field_id(struct conf_service *service, const char * name) { @@ -221,11 +234,9 @@ int conf_service_sortkey_field_id(struct conf_service *service, if (!service || !service->sortkeys || !service->num_sortkeys) return -1; - for(i = 0; i < service->num_sortkeys; i++) { + for (i = 0; i < service->num_sortkeys; i++) if (!strcmp(name, (service->sortkeys[i]).name)) return i; - } - return -1; } @@ -246,10 +257,8 @@ void service_destroy(struct conf_service *service) { if (!pazpar2_decref(&service->ref_count, service->mutex)) { - pp2_charset_destroy(service->relevance_pct); - pp2_charset_destroy(service->sort_pct); - pp2_charset_destroy(service->mergekey_pct); - pp2_charset_destroy(service->facet_pct); + service_xslt_destroy(service); + pp2_charset_fact_destroy(service->charsets); yaz_mutex_destroy(&service->mutex); nmem_destroy(service->nmem); } @@ -269,7 +278,6 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, enum conf_metadata_type type = Metadata_type_generic; enum conf_metadata_merge merge = Metadata_merge_no; enum conf_setting_type setting = Metadata_setting_no; - enum conf_sortkey_type sk_type = Metadata_sortkey_relevance; enum conf_metadata_mergekey mergekey_type = Metadata_mergekey_no; int brief = 0; int termlist = 0; @@ -284,6 +292,7 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, xmlChar *xml_rank = 0; xmlChar *xml_setting = 0; xmlChar *xml_mergekey = 0; + xmlChar *xml_limitmap = 0; xmlChar *xml_icu_chain = 0; struct _xmlAttr *attr; for (attr = n->properties; attr; attr = attr->next) @@ -315,9 +324,12 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, else if (!xmlStrcmp(attr->name, BAD_CAST "mergekey") && attr->children && attr->children->type == XML_TEXT_NODE) xml_mergekey = attr->children->content; - else if (!xmlStrcmp(attr->name, BAD_CAST "icu_chain") && + else if (!xmlStrcmp(attr->name, BAD_CAST "facetrule") && attr->children && attr->children->type == XML_TEXT_NODE) xml_icu_chain = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "limitmap") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_limitmap = attr->children->content; else { yaz_log(YLOG_FATAL, "Unknown metadata attribute '%s'", attr->name); @@ -411,6 +423,7 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, // add a sortkey if so specified if (xml_sortkey && strcmp((const char *) xml_sortkey, "no")) { + enum conf_sortkey_type sk_type; if (merge == Metadata_merge_no) { yaz_log(YLOG_FATAL, @@ -457,7 +470,7 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, (const char *) xml_name, type, merge, setting, brief, termlist, rank, sortkey_offset, - mergekey_type, (const char *) xml_icu_chain); + mergekey_type, (const char *) xml_icu_chain, (const char *) xml_limitmap); (*md_node)++; return 0; } @@ -531,66 +544,49 @@ static struct conf_service *service_create_static(struct conf_server *server, } else if (!strcmp((const char *) n->name, "settings")) got_settings++; - else if (!strcmp((const char *) n->name, "relevance")) + else if (!strcmp((const char *) n->name, "icu_chain")) { - if (service->relevance_pct) + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, n, 0)) { - yaz_log(YLOG_LOG, "relevance may not repeat in service"); + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; } - else - { - service->relevance_pct = pp2_charset_create_xml(n); - if (!service->relevance_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, "sort")) + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) + { - if (service->sort_pct) + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, + n->children, (const char *) n->name)) { - yaz_log(YLOG_LOG, "sort may not repeat in service"); + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; } - else - { - service->sort_pct = pp2_charset_create_xml(n); - if (!service->sort_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, "mergekey")) + else if (!strcmp((const char *) n->name, (const char *) "metadata")) { - if (service->mergekey_pct) - { - yaz_log(YLOG_LOG, "mergekey may not repeat in service"); + if (parse_metadata(service, n, &md_node, &sk_node)) return 0; - } - else - { - service->mergekey_pct = pp2_charset_create_xml(n); - if (!service->mergekey_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, "facet")) + else if (!strcmp((const char *) n->name, (const char *) "xslt")) { - if (service->facet_pct) - { - yaz_log(YLOG_LOG, "facet may not repeat in service"); + if (service_xslt_config(service, n)) return 0; - } - else - { - service->facet_pct = pp2_charset_create_xml(n); - if (!service->facet_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, (const char *) "metadata")) + else if (!strcmp((const char *) n->name, (const char *) "set")) { - if (parse_metadata(service, n, &md_node, &sk_node)) - return 0; + xmlChar *name= xmlGetProp(n, (xmlChar *) "name"); + xmlChar *value = xmlGetProp(n, (xmlChar *) "value"); + if (service->dictionary && name && value) { + yaz_log(YLOG_DEBUG, "service set: %s=%s (Not implemented)", (char *) name, (char *) value); + //service_aply_setting(service, name, value); + } } else { @@ -611,19 +607,22 @@ static struct conf_service *service_create_static(struct conf_server *server, continue; if (!strcmp((const char *) n->name, "settings")) { + int ret; xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); if (src) { WRBUF w = wrbuf_alloc(); conf_dir_path(server->config, w, (const char *) src); - settings_read_file(service, wrbuf_cstr(w), pass); + ret = settings_read_file(service, wrbuf_cstr(w), pass); wrbuf_destroy(w); xmlFree(src); } else { - settings_read_node(service, n, pass); + ret = settings_read_node(service, n, pass); } + if (ret) + return 0; } } } @@ -631,104 +630,52 @@ static struct conf_service *service_create_static(struct conf_server *server, return service; } -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node) -{ - xmlChar *src = xmlGetProp(node, (xmlChar *) "src"); - char *r; - - if (src) - { - WRBUF w = wrbuf_alloc(); - conf_dir_path(config, w, (const char *) src); - r = nmem_strdup(nmem, wrbuf_cstr(w)); - wrbuf_destroy(w); - } - else - { - yaz_log(YLOG_FATAL, "Must specify src in targetprofile"); - return 0; - } - xmlFree(src); - return r; -} - -static void inherit_server_settings(struct conf_service *s) +static int inherit_server_settings(struct conf_service *s) { + int ret = 0; struct conf_server *server = s->server; if (!s->dictionary) /* service has no config settings ? */ { - if (server->server_settings) + if (server->settings_fname) { /* inherit settings from server */ init_settings(s); - settings_read_file(s, server->server_settings, 1); - settings_read_file(s, server->server_settings, 2); + if (settings_read_file(s, server->settings_fname, 1)) + ret = -1; + if (settings_read_file(s, server->settings_fname, 2)) + ret = -1; } else { - yaz_log(YLOG_WARN, "service '%s' has no settings", - s->id ? s->id : "unnamed"); + yaz_log(YLOG_WARN, "server '%s' has no settings", s->id ? s->id : "unnamed"); init_settings(s); } } /* use relevance/sort/mergekey/facet from server if not defined for this service.. */ - if (!s->relevance_pct) - { - if (server->relevance_pct) - { - s->relevance_pct = server->relevance_pct; - pp2_charset_incref(s->relevance_pct); - } - else - s->relevance_pct = pp2_charset_create_a_to_z(); - } - - if (!s->sort_pct) - { - if (server->sort_pct) - { - s->sort_pct = server->sort_pct; - pp2_charset_incref(s->sort_pct); - } - else - s->sort_pct = pp2_charset_create_a_to_z(); - } - - if (!s->mergekey_pct) + if (!s->charsets) { - if (server->mergekey_pct) + if (server->charsets) { - s->mergekey_pct = server->mergekey_pct; - pp2_charset_incref(s->mergekey_pct); + s->charsets = server->charsets; + pp2_charset_fact_incref(s->charsets); } else - s->mergekey_pct = pp2_charset_create_a_to_z(); - } - - if (!s->facet_pct) - { - if (server->facet_pct) { - s->facet_pct = server->facet_pct; - pp2_charset_incref(s->facet_pct); + s->charsets = pp2_charset_fact_create(); } - else - s->facet_pct = pp2_charset_create(0); } + return ret; } struct conf_service *service_create(struct conf_server *server, xmlNode *node) { - struct conf_service *service = service_create_static(server, - node, 0); + struct conf_service *service = service_create_static(server, node, 0); if (service) { inherit_server_settings(service); - resolve_databases(service); assert(service->mutex == 0); pazpar2_mutex_create(&service->mutex, "conf"); } @@ -750,14 +697,11 @@ static struct conf_server *server_create(struct conf_config *config, server->service = 0; server->config = config; server->next = 0; - server->relevance_pct = 0; - server->sort_pct = 0; - server->mergekey_pct = 0; - server->facet_pct = 0; - server->server_settings = 0; + server->charsets = 0; server->http_server = 0; server->iochan_man = 0; - server->database_hosts = 0; + server->database_hosts = config->database_hosts; + server->settings_fname = 0; if (server_id) { @@ -798,38 +742,49 @@ static struct conf_server *server_create(struct conf_config *config, } else if (!strcmp((const char *) n->name, "settings")) { - if (server->server_settings) + xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); + WRBUF w; + if (!src) { - yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); + yaz_log(YLOG_FATAL, "Missing src attribute for settings"); return 0; } - if (!(server->server_settings = parse_settings(config, nmem, n))) - return 0; - } - else if (!strcmp((const char *) n->name, "relevance")) - { - server->relevance_pct = pp2_charset_create_xml(n); - if (!server->relevance_pct) - return 0; - } - else if (!strcmp((const char *) n->name, "sort")) - { - server->sort_pct = pp2_charset_create_xml(n); - if (!server->sort_pct) + if (server->settings_fname) + { + xmlFree(src); + yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); return 0; + } + w = wrbuf_alloc(); + conf_dir_path(config, w, (const char *) src); + server->settings_fname = nmem_strdup(nmem, wrbuf_cstr(w)); + wrbuf_destroy(w); + xmlFree(src); } - else if (!strcmp((const char *) n->name, "mergekey")) + else if (!strcmp((const char *) n->name, "icu_chain")) { - server->mergekey_pct = pp2_charset_create_xml(n); - if (!server->mergekey_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, n, 0)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; + } } - else if (!strcmp((const char *) n->name, "facet")) + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) { - server->facet_pct = pp2_charset_create_xml(n); - if (!server->facet_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, + n->children, (const char *) n->name)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; - } + } + } else if (!strcmp((const char *) n->name, "service")) { char *service_id = (char *) @@ -983,6 +938,7 @@ struct conf_config *config_create(const char *fname, int verbose) config->servers = 0; config->no_threads = 0; config->iochan_man = 0; + config->database_hosts = database_hosts_create(); config->confdir = wrbuf_alloc(); if ((p = strrchr(fname, @@ -1033,10 +989,7 @@ void server_destroy(struct conf_server *server) service_destroy(s); s = s_next; } - pp2_charset_destroy(server->relevance_pct); - pp2_charset_destroy(server->sort_pct); - pp2_charset_destroy(server->mergekey_pct); - pp2_charset_destroy(server->facet_pct); + pp2_charset_fact_destroy(server->charsets); yaz_log(YLOG_LOG, "server_destroy server=%p", server); http_server_destroy(server->http_server); } @@ -1052,9 +1005,8 @@ void config_destroy(struct conf_config *config) struct conf_server *s_next = server->next; server_destroy(server); server = s_next; + database_hosts_destroy(&config->database_hosts); } - database_hosts_destroy(&config->database_hosts); - wrbuf_destroy(config->confdir); nmem_destroy(config->nmem); } @@ -1071,22 +1023,18 @@ void config_process_events(struct conf_config *conf) { struct conf_server *ser; - conf->database_hosts = database_hosts_create(); for (ser = conf->servers; ser; ser = ser->next) { struct conf_service *s = ser->service; - ser->database_hosts = conf->database_hosts; - for (;s ; s = s->next) { - resolve_databases(s); assert(s->mutex == 0); pazpar2_mutex_create(&s->mutex, "service"); } http_mutex_init(ser); } - iochan_man_events(conf->iochan_man); + iochan_man_events(conf->iochan_man); } int config_start_listeners(struct conf_config *conf,