1 /* $Id: database.c,v 1.20 2007-04-20 04:32:33 quinn Exp $
2 Copyright (c) 2006-2007, Index Data.
4 This file is part of Pazpar2.
6 Pazpar2 is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Pazpar2; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
22 #include <libxml/parser.h>
23 #include <libxml/tree.h>
24 #include <libxslt/xslt.h>
25 #include <libxslt/transform.h>
26 #include <libxslt/xsltutils.h>
28 #include <sys/types.h>
37 #include <sys/types.h>
38 #include <sys/socket.h>
40 #include <netinet/in.h>
42 static struct host *hosts = 0; // The hosts we know about
43 static struct database *databases = 0; // The databases we know about
46 static xmlDoc *get_explain_xml(const char *id)
52 if (!config || !config->targetprofiles)
54 yaz_log(YLOG_WARN, "Config must be loaded and specify targetprofiles");
57 if (config->targetprofiles->type != Targetprofiles_local)
59 yaz_log(YLOG_FATAL, "Only supports local type");
62 dir = config->targetprofiles->src;
64 sprintf(path, "%s/%s", dir, ide);
66 return xmlParseFile(path);
71 // Create a new host structure for hostport
72 static struct host *create_host(const char *hostport)
74 struct addrinfo *addrinfo, hints;
78 unsigned char addrbuf[4];
81 host = xmalloc(sizeof(struct host));
82 host->hostport = xstrdup(hostport);
83 host->connections = 0;
85 if ((port = strchr(hostport, ':')))
91 hints.ai_family = PF_INET;
92 hints.ai_socktype = SOCK_STREAM;
93 hints.ai_protocol = IPPROTO_TCP;
96 hints.ai_canonname = 0;
98 // This is not robust code. It assumes that getaddrinfo always
99 // returns AF_INET address.
100 if ((res = getaddrinfo(hostport, port, &hints, &addrinfo)))
102 yaz_log(YLOG_WARN, "Failed to resolve %s: %s", hostport, gai_strerror(res));
103 xfree(host->hostport);
107 assert(addrinfo->ai_family == PF_INET);
108 memcpy(addrbuf, &((struct sockaddr_in*)addrinfo->ai_addr)->sin_addr.s_addr, 4);
109 sprintf(ipport, "%u.%u.%u.%u:%s",
110 addrbuf[0], addrbuf[1], addrbuf[2], addrbuf[3], port);
111 host->ipport = xstrdup(ipport);
112 freeaddrinfo(addrinfo);
118 static struct host *find_host(const char *hostport)
121 for (p = hosts; p; p = p->next)
122 if (!strcmp(p->hostport, hostport))
124 return create_host(hostport);
127 static struct database *load_database(const char *id)
130 struct zr_explain *explain = 0;
136 yaz_log(YLOG_LOG, "New database: %s", id);
138 nmem = nmem_create();
140 if (config && config->targetprofiles
141 && (doc = get_explain_xml(id)))
143 explain = zr_read_xml(nmem, xmlDocGetRootElement(doc));
148 if (strlen(id) > 255)
150 strcpy(hostport, id);
151 if ((dbname = strchr(hostport, '/')))
155 if (!(host = find_host(hostport)))
157 db = nmem_malloc(nmem, sizeof(*db));
158 memset(db, 0, sizeof(*db));
160 db->url = nmem_strdup(nmem, id);
161 db->databases = xmalloc(2 * sizeof(char *));
162 db->databases[0] = nmem_strdup(nmem, dbname);
163 db->databases[1] = 0;
165 db->explain = explain;
167 db->next = databases;
175 // Return a database structure by ID. Load and add to list if necessary
176 // new==1 just means we know it's not in the list
177 struct database *find_database(const char *id, int new)
182 for (p = databases; p; p = p->next)
183 if (!strcmp(p->url, id))
186 return load_database(id);
189 // This whole session_grep database thing should be moved to pazpar2.c
191 int match_zurl(const char *zurl, const char *pattern)
193 if (!strcmp(pattern, "*"))
195 else if (!strncmp(pattern, "*/", 2))
197 char *db = strchr(zurl, '/');
200 if (!strcmp(pattern + 2, db))
205 else if (!strcmp(pattern, zurl))
211 // This will be generalized at some point
212 static int match_criterion(struct setting **settings, struct database_criterion *c)
214 int offset = settings_offset(c->name);
215 struct database_criterion_value *v;
219 yaz_log(YLOG_WARN, "Criterion not found: %s", c->name);
222 if (!settings[offset])
224 for (v = c->values; v; v = v->next)
228 if (match_zurl(settings[offset]->value, v->value))
233 if (!strcmp(settings[offset]->value, v->value))
243 int database_match_criteria(struct setting **settings, struct database_criterion *cl)
245 for (; cl; cl = cl->next)
246 if (!match_criterion(settings, cl))
248 if (cl) // one of the criteria failed to match -- skip this db
254 // Cycles through databases, calling a handler function on the ones for
255 // which all criteria matched.
256 int session_grep_databases(struct session *se, struct database_criterion *cl,
257 void (*fun)(void *context, struct session_database *db))
259 struct session_database *p;
262 for (p = se->databases; p; p = p->next)
264 if (p->settings && p->settings[PZ_ALLOW] && *p->settings[PZ_ALLOW]->value == '0')
266 if (database_match_criteria(p->settings, cl))
275 int grep_databases(void *context, struct database_criterion *cl,
276 void (*fun)(void *context, struct database *db))
281 for (p = databases; p; p = p->next)
282 if (database_match_criteria(p->settings, cl))
290 // Initialize YAZ Map structures for MARC-based targets
291 static void prepare_yazmarc(void *ignore, struct database *db)
297 for (s = db->settings[PZ_NATIVESYNTAX]; s; s = s->next)
298 if (!strcmp(s->value, "iso2709"))
300 char *encoding = "marc-8s";
303 db->yaz_marc = yaz_marc_create();
304 yaz_marc_subfield_str(db->yaz_marc, "\t");
306 // See if a native encoding is specified
307 if (db->settings[PZ_ENCODING])
308 encoding = db->settings[PZ_ENCODING]->value;
310 cm = yaz_iconv_open("utf-8", encoding);
314 "Unable to map from %s to UTF-8 for target %s",
318 yaz_marc_iconv(db->yaz_marc, cm);
322 // Prepare XSLT stylesheets for record normalization
323 static void prepare_map(void *ignore, struct database *db)
329 for (s = db->settings[PZ_XSLT]; s; s = s->next)
332 struct database_retrievalmap **m = &db->map;
335 nmem_strsplit(nmem, ",", s->value, &stylesheets, &num);
336 for (i = 0; i < num; i++)
338 (*m) = nmem_malloc(nmem, sizeof(**m));
340 if (!((*m)->stylesheet = conf_load_stylesheet(stylesheets[i])))
342 yaz_log(YLOG_FATAL, "Unable to load stylesheet: %s",
350 yaz_log(YLOG_WARN, "No Normalization stylesheet for target %s", db->url);
353 // Read settings for each database, and prepare support data structures
354 void prepare_databases(void)
356 grep_databases(0, 0, prepare_yazmarc);
357 grep_databases(0, 0, prepare_map);
360 // This function will most likely vanish when a proper target profile mechanism is
362 void load_simpletargets(const char *fn)
364 FILE *f = fopen(fn, "r");
369 yaz_log(YLOG_WARN|YLOG_ERRNO, "open %s", fn);
373 while (fgets(line, 255, f))
379 if (strncmp(line, "target ", 7))
381 line[strlen(line) - 1] = '\0';
383 if ((name = strchr(line, ';')))
388 if (!(db = find_database(url, 0)))
389 yaz_log(YLOG_WARN, "Unable to load database %s", url);
398 * indent-tabs-mode: nil
400 * vim: shiftwidth=4 tabstop=8 expandtab