2 * Copyright (c) 1995, the EUROPAGATE consortium (see below).
4 * The EUROPAGATE consortium members are:
6 * University College Dublin
7 * Danmarks Teknologiske Videnscenter
8 * An Chomhairle Leabharlanna
9 * Consejo Superior de Investigaciones Cientificas
11 * Permission to use, copy, modify, distribute, and sell this software and
12 * its documentation, in whole or in part, for any purpose, is hereby granted,
15 * 1. This copyright and permission notice appear in all copies of the
16 * software and its documentation. Notices of copyright or attribution
17 * which appear at the beginning of any file must remain unchanged.
19 * 2. The names of EUROPAGATE or the project partners may not be used to
20 * endorse or promote products derived from this software without specific
21 * prior written permission.
23 * 3. Users of this software (implementors and gateway operators) agree to
24 * inform the EUROPAGATE consortium of their use of the software. This
25 * information will be used to evaluate the EUROPAGATE project and the
26 * software, and to plan further developments. The consortium may use
27 * the information in later publications.
29 * 4. Users of this software agree to make their best efforts, when
30 * documenting their use of the software, to acknowledge the EUROPAGATE
31 * consortium, and the role played by the software in their work.
33 * THIS SOFTWARE IS PROVIDED "AS IS" AND WITHOUT WARRANTY OF ANY KIND,
34 * EXPRESS, IMPLIED, OR OTHERWISE, INCLUDING WITHOUT LIMITATION, ANY
35 * WARRANTY OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE.
36 * IN NO EVENT SHALL THE EUROPAGATE CONSORTIUM OR ITS MEMBERS BE LIABLE
37 * FOR ANY SPECIAL, INCIDENTAL, INDIRECT OR CONSEQUENTIAL DAMAGES OF
38 * ANY KIND, OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA
39 * OR PROFITS, WHETHER OR NOT ADVISED OF THE POSSIBILITY OF DAMAGE, AND
40 * ON ANY THEORY OF LIABILITY, ARISING OUT OF OR IN CONNECTION WITH THE
41 * USE OR PERFORMANCE OF THIS SOFTWARE.
47 * Z39.50 API for the Email gateway
50 * Revision 1.17 1995/05/16 09:41:47 adam
51 * LICENSE. Uses new versions of odr_{set,get}buf.
53 * Revision 1.16 1995/04/20 15:25:34 quinn
56 * Revision 1.15 1995/04/17 11:26:55 quinn
57 * Added YAZ version of zaccess
59 * Revision 1.14 1995/02/23 08:32:26 adam
62 * Revision 1.12 1995/02/20 20:35:37 quinn
63 * Pull present status from presresp.
65 * Revision 1.11 1995/02/20 18:58:05 quinn
66 * Added hack for record in ANY
68 * Revision 1.10 1995/02/20 18:19:30 quinn
69 * More relaxed about record types.
71 * Revision 1.9 1995/02/17 15:17:51 quinn
74 * Revision 1.8 1995/02/17 14:48:41 quinn
75 * 'nother bug in present
77 * Revision 1.7 1995/02/17 14:42:21 quinn
78 * Trivial bug in fetch-loop.
80 * Revision 1.6 1995/02/17 14:41:22 quinn
83 * Revision 1.5 1995/02/17 13:58:01 quinn
84 * First kick at present handling
86 * Revision 1.4 1995/02/16 15:33:45 quinn
87 * Fixed bug in KWAQS generator
89 * Revision 1.3 1995/02/16 15:20:45 quinn
90 * Added initialization of response from search
92 * Revision 1.2 1995/02/16 15:14:53 quinn
93 * Fixed KWAQS-generator
95 * Revision 1.1 1995/02/16 14:47:55 quinn
101 * Interface to the Z39.50 toolkit. Primary function is to hide Zdist, or
102 * whatever lower-layer we decide to use later. The decision to add a
103 * layer atop the toolkit was twofold: It vastly simplifies the
104 * implementation of the protocol persistence, and it hides Zdist. The
105 * latter is useful after Zdist has gone and changed their fine API after
106 * we went through all the trouble of documenting it in our Design. Don't
107 * want that to happen again.
109 * For the time being at least, we'll have these routines hang (or err) if
110 * they get a WOULDBLOCK on a write. That seems safe since, under normal
111 * circumstances, the network buffers should always be able to absorb
112 * the small request packages.
119 #include <z3950sup.h>
127 struct zass /* Z-assoc */
129 NETBOXPROFILE *ass; /* ZDIST association handle */
130 int fd; /* low-level socket (for select only) */
132 int preferredmessagesize;
133 char *buf; /* intermediary buffer */
136 int rpn2kwaqs(struct ccl_rpn_node *q, char **p)
138 struct ccl_rpn_attr *i;
139 static char *ops[] = {"and", "or", "not"};
141 assert(!CCL_RPN_AND);
145 strcpy(*p, q->u.t.term);
146 (*p) += strlen(q->u.t.term);
147 if (q->u.t.attr_list)
151 for (i = q->u.t.attr_list; i; i = i->next)
153 sprintf(*p, "%d,%d%s", i->type, i->value, i->next ?
162 gw_log(GW_LOG_FATAL, ZASS_TYPE, "KWAQS Doesn't support set refs");
164 case CCL_RPN_AND: case CCL_RPN_OR: case CCL_RPN_NOT:
165 strcpy(*p, ops[q->kind]);
166 *p += strlen(ops[q->kind]);
169 if (rpn2kwaqs(q->u.p[0], p) < 0)
173 if (rpn2kwaqs(q->u.p[1], p) < 0)
179 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Unknown RPN node");
184 int zass_openresult(ZASS p, int *complete)
189 if ((len = zutil_GetBERFromNet(p->ass, (unsigned char*)p->buf,
190 p->maxrecordsize)) <= 0)
192 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to receive initresponse");
195 ires = (PINITRESPONSE) zutil_CreateFromData((unsigned char*)p->buf, len);
196 if (InitResponse_GetTag(ires) != INITRESPONSE_TAG)
198 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Expected initresponse from target");
201 gw_log(ZASS_DEBUG, ZASS_TYPE, "Got initresponse");
202 if (!InitResponse_GetResult(ires))
204 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Access to target denied.");
207 gw_log(ZASS_DEBUG, ZASS_TYPE, "Connected OK");
208 p->preferredmessagesize = InitResponse_GetPreferredMessageSize(ires);
209 p->maxrecordsize = InitResponse_GetExceptionalRecordSize(ires);
210 InitResponse_Destroy(ires);
215 ZASS zass_open(char *host, int port, int *complete)
223 if (!(p = malloc(sizeof(*p))))
225 gw_log(GW_LOG_FATAL, ZASS_TYPE, "memory alloc failed");
228 p->maxrecordsize = ZASS_MAXRECORDSIZE;
229 p->preferredmessagesize = ZASS_PREFERREDMESSAGESIZE;
230 if (!(p->buf = malloc(ZASS_MAXRECORDSIZE + 100)))
232 gw_log(GW_LOG_FATAL, ZASS_TYPE, "alloc zass-buffer");
235 if (!(p->ass = NEWSTRUCT(NETBOXPROFILE)))
237 gw_log(GW_LOG_FATAL, ZASS_TYPE, "memory alloc failed");
240 p->ass->TimeOutSec = 120;
241 p->ass->TimeOutUSec = 0;
242 strcpy(p->ass->HostName, host);
245 if (netbox_Open(p->ass) != 1)
247 gw_log(GW_LOG_WARN, ZASS_TYPE, "netbox_Open failed");
250 gw_log(ZASS_DEBUG, ZASS_TYPE, "Opened connection to %s:%d",
251 p->ass->HostName, p->ass->Port);
252 sprintf(name, "%s (ZDIST protocol layer)", ZASS_NAME);
253 ireq = InitRequest_CreateInitAllASCII(0, "yy", "yy", p->maxrecordsize,
254 p->preferredmessagesize, ZASS_ID, name, ZASS_VERSION, 0);
257 gw_log(GW_LOG_FATAL, "ZASS_TYPE", "failed to create initrequest");
260 zutil_GetBEREncodedBuffer(ireq, (unsigned char*)p->buf, &len,
264 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to encode initrequest");
267 InitRequest_Destroy(ireq);
268 if (netbox_SendBuffer(p->ass, p->buf, len) != len)
270 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to send initrequest");
273 gw_log(ZASS_DEBUG, ZASS_TYPE, "Sent initrequest.");
275 if (zass_openresult(p, complete) < 0 && (!complete || *complete))
282 const struct zass_searchent *zass_search(ZASS a, struct ccl_rpn_node *query,
283 char *resname, char *databases)
285 static struct zass_searchent r;
287 DATA_DIR *pdu, *record;
291 if (rpn2kwaqs(query, &p) < 0)
293 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to encode query");
296 gw_log(ZASS_DEBUG, ZASS_TYPE, "Query: KWAQS: '%s'", kwaqs);
297 pdu = SearchRequest_CreateInitAllASCII(0, 0, 2, 0, 1, resname, databases,
298 0, 0, 0, kwaqs, BIB1_OID);
301 gw_log(GW_LOG_FATAL, "ZASS_TYPE", "failed to create searchrequest");
304 zutil_GetBEREncodedBuffer(pdu, (unsigned char*)a->buf, &len,
308 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to encode initrequest");
311 SearchRequest_Destroy(pdu);
312 if (netbox_SendBuffer(a->ass, a->buf, len) != len)
314 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to send initrequest");
317 gw_log(ZASS_DEBUG, ZASS_TYPE, "Sent searchrequest.");
318 if ((len = zutil_GetBERFromNet(a->ass, (unsigned char*)a->buf,
319 a->maxrecordsize)) <= 0)
321 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to receive searchresponse");
324 pdu = zutil_CreateFromData((unsigned char*)a->buf, len);
325 if (zutil_GetTag(pdu) != SEARCHRESPONSE_TAG)
327 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Expected serchresponse from target");
330 gw_log(ZASS_DEBUG, ZASS_TYPE, "Got searchresponse");
331 r.status = SearchResponse_GetSearchStatus(pdu);
332 r.num = SearchResponse_GetResultCount(pdu);
333 r.status = SearchResponse_GetResultSetStatus(pdu);
336 if ((record = SearchResponse_GetRecords(pdu)))
338 if (zutil_GetTag(record) == NONSURROGATEDIAGNOSTIC_TAG)
342 r.errcode = zutil_GetTaggedInt(record, ASN1_INTEGER);
343 if ((ad = zutil_GetTaggedObject(record, ASN1_VISIBLESTRING)))
347 if ((s = OctetString_GetASCIIString(ad)))
349 strcpy(r.errstring, s);
355 gw_log(GW_LOG_WARN, ZASS_TYPE, "Got real record in SRCHRESP");
357 SearchResponse_Destroy(pdu);
363 * Triple indirection - that's kinda heavy. We'll fix it later.
364 * There are worse things around, though. Like ZDist.
366 void get_diagrec(zass_record ***p, DATA_DIR *rec)
370 **p = malloc(sizeof(***p));
372 (**p)->errcode = zutil_GetTaggedInt(rec, ASN1_INTEGER);
373 if ((ad = zutil_GetTaggedObject(rec, ASN1_VISIBLESTRING)))
377 if ((s = OctetString_GetASCIIString(ad)))
379 strcpy((**p)->errstring, s);
383 (**p)->which = ZASS_REC_DIAG;
387 void get_responserecords(zass_record ***p, DATA_DIR *rec)
389 int num, recsyntaxlen, i;
390 DATA_DIR *record, *retrec, *align;
392 POBJECTIDENTIFIER oid;
395 num = ResponseRecords_GetCount(rec);
396 for (i = 1; i <= num; i++)
398 record = ResponseRecords_GetRecord(rec, i);
401 gw_log(GW_LOG_WARN, ZASS_TYPE, "Failed to get record.");
404 retrec = NamePlusRecord_GetRetrievalRecord(record);
407 /* check if it's a diagrec */
408 if (record->ptr.child->fldid == 2)
409 get_diagrec(p, record->ptr.child);
412 gw_log(GW_LOG_WARN, ZASS_TYPE, "Illegal record.");
416 ext = RetrievalRecord_GetExternal(retrec);
419 gw_log(GW_LOG_WARN, ZASS_TYPE, "No external in record");
422 oid = External_GetDirectReference(ext);
425 gw_log(GW_LOG_WARN, ZASS_TYPE, "Unknown record type.");
428 recsyntaxlen = DirectReference_GetLength(oid);
429 memcpy(recsyntax, DirectReference_GetData(oid), recsyntaxlen);
430 recsyntax[recsyntaxlen] = '\0';
431 **p = malloc(sizeof(***p));
433 if (!strcmp(recsyntax, USMARC_OID))
434 (**p)->which = ZASS_REC_USMARC;
437 gw_log(GW_LOG_WARN, ZASS_TYPE, "ZLAYER only knows USMARC at this point.");
438 gw_log(GW_LOG_WARN, ZASS_TYPE, "Type was '%d'", (**p)->which);
440 align = External_GetEncodingAligned(ext);
443 gw_log(GW_LOG_WARN, ZASS_TYPE, "Record wasn't octet-aligned");
444 align = External_GetEncodingSingle(ext);
447 gw_log(GW_LOG_WARN, ZASS_TYPE, "Record wasn't ANY");
450 align = align->ptr.child;
452 if (!((**p)->record = malloc(align->count + 1)))
454 gw_log(GW_LOG_FATAL, ZASS_TYPE, "malloc");
457 memcpy((**p)->record, align->ptr.data, align->count);
458 (**p)->record[align->count] = '\0';
459 gw_log(ZASS_DEBUG, ZASS_TYPE, "Got a record of %d bytes",
466 static void zass_records_free(zass_record *p)
471 * Note that 1== first record.
473 const struct zass_presentent *zass_present(ZASS a, char *resname, int start,
476 static struct zass_presentent r = {0, 0, 0, 0};
477 zass_record **rec = &r.records;
484 zass_records_free(r.records);
489 gw_log(ZASS_DEBUG, ZASS_TYPE, "Fetching %d records from # %d", num - r.num,
491 pdu = PresentRequest_CreateInitAllASCII(0, resname, start, num - r.num, "F",
495 gw_log(GW_LOG_FATAL, "ZASS_TYPE", "failed to create presentrequest");
498 zutil_GetBEREncodedBuffer(pdu, (unsigned char*)a->buf, &len,
502 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to encode presentrequest");
505 PresentRequest_Destroy(pdu);
506 if (netbox_SendBuffer(a->ass, a->buf, len) != len)
508 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to send presentrequest");
511 gw_log(ZASS_DEBUG, ZASS_TYPE, "Sent presentrequest.");
512 if ((len = zutil_GetBERFromNet(a->ass, (unsigned char*)a->buf,
513 a->maxrecordsize)) <= 0)
515 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Failed to receive presentresponse");
518 pdu = zutil_CreateFromData((unsigned char*)a->buf, len);
519 if (zutil_GetTag(pdu) != PRESENTRESPONSE_TAG)
521 gw_log(GW_LOG_FATAL, ZASS_TYPE, "Expected presentresponse from target");
524 gw_log(ZASS_DEBUG, ZASS_TYPE, "Got presentresponse");
525 r.num += PresentResponse_GetNumberOfRecordsReturned(pdu);
526 r.presentstatus = PresentResponse_GetPresentStatus(pdu);
529 gw_log(GW_LOG_WARN, ZASS_TYPE, "Got 0 records from target.");
532 r.nextpos = PresentResponse_GetNextResultSetPosition(pdu);
534 switch(PresentResponse_GetRecordType(pdu))
536 case RESPONSERECORDS_TAG:
537 get_responserecords(&rec, PresentResponse_GetResponseRecords(pdu));
539 case NONSURROGATEDIAGNOSTIC_TAG:
540 get_diagrec(&rec, PresentResponse_GetNonSurrogateDiagnostic(pdu));
543 gw_log(GW_LOG_WARN, ZASS_TYPE, "Bad tag in response rec.");
545 PresentResponse_Destroy(pdu);
547 while (num - r.num && start);