X-Git-Url: http://jsfdemo.indexdata.com/?a=blobdiff_plain;f=src%2Freclists.c;h=bec62681446590f7a5b2d1c57dd912ef0c311947;hb=b6b190610799a920163200fd5920406adcc3f6c0;hp=201dab6d34d11c970462f4960d2d0d025b84eed3;hpb=8ad3c6132625dc893327fb17ab36f353bbd795b4;p=pazpar2-moved-to-github.git diff --git a/src/reclists.c b/src/reclists.c index 201dab6..bec6268 100644 --- a/src/reclists.c +++ b/src/reclists.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2012 Index Data + Copyright (C) 2006-2013 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -38,7 +38,6 @@ struct reclist int num_records; struct reclist_bucket *sorted_list; struct reclist_bucket *sorted_ptr; - struct reclist_bucket **last; NMEM nmem; YAZ_MUTEX mutex; }; @@ -46,8 +45,8 @@ struct reclist struct reclist_bucket { struct record_cluster *record; - struct reclist_bucket *hnext; - struct reclist_bucket *snext; + struct reclist_bucket *hash_next; + struct reclist_bucket *sorted_next; struct reclist_sortparms *sort_parms; }; @@ -72,7 +71,7 @@ struct reclist_sortparms *reclist_parse_sortparms(NMEM nmem, const char *parms, if (!(cpp = strchr(parms, ','))) cpp = parms + strlen(parms); - strncpy(parm, parms, cpp - parms); + strncpy(parm, parms, cpp - parms); parm[cpp-parms] = '\0'; if ((pp = strchr(parm, ':'))) @@ -86,7 +85,7 @@ struct reclist_sortparms *reclist_parse_sortparms(NMEM nmem, const char *parms, yaz_log(YLOG_FATAL, "Bad sortkey modifier: %s", parm); return 0; } - + if (pp[2]) { if (pp[2] == 'p') @@ -101,7 +100,11 @@ struct reclist_sortparms *reclist_parse_sortparms(NMEM nmem, const char *parms, if (!strcmp(parm, "relevance")) { type = Metadata_sortkey_relevance; - } + } + else if (!strcmp(parm, "relevance_h")) + { + type = Metadata_sortkey_relevance_h; + } else if (!strcmp(parm, "position")) { type = Metadata_sortkey_position; @@ -143,7 +146,7 @@ struct reclist_sortparms *reclist_parse_sortparms(NMEM nmem, const char *parms, static int reclist_cmp(const void *p1, const void *p2) { - struct reclist_sortparms *sortparms = + struct reclist_sortparms *sortparms = (*(struct reclist_bucket **) p1)->sort_parms; struct record_cluster *r1 = (*(struct reclist_bucket**) p1)->record; struct record_cluster *r2 = (*(struct reclist_bucket**) p2)->record; @@ -160,6 +163,9 @@ static int reclist_cmp(const void *p1, const void *p2) case Metadata_sortkey_relevance: res = r2->relevance_score - r1->relevance_score; break; + case Metadata_sortkey_relevance_h: + res = r2->relevance_score - r1->relevance_score; + break; case Metadata_sortkey_string: s1 = ut1 ? ut1->text.sort : ""; s2 = ut2 ? ut2->text.sort : ""; @@ -210,6 +216,35 @@ static int reclist_cmp(const void *p1, const void *p2) return res; } +void reclist_limit(struct reclist *l, struct session *se, int lazy) +{ + unsigned i; + int num = 0; + struct reclist_bucket **pp = &l->sorted_list; + + reclist_enter(l); + + if (!lazy || !*pp) + { + for (i = 0; i < l->hash_size; i++) + { + struct reclist_bucket *p; + for (p = l->hashtable[i]; p; p = p->hash_next) + { + if (session_check_cluster_limit(se, p->record)) + { + *pp = p; + pp = &p->sorted_next; + num++; + } + } + } + *pp = 0; + } + l->num_records = num; + reclist_leave(l); +} + void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) { struct reclist_bucket **flatlist = xmalloc(sizeof(*flatlist) * l->num_records); @@ -225,7 +260,7 @@ void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) { ptr->sort_parms = parms; flatlist[i] = ptr; - ptr = ptr->snext; + ptr = ptr->sorted_next; i++; } assert(i == l->num_records); @@ -234,10 +269,9 @@ void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) for (i = 0; i < l->num_records; i++) { *prev = flatlist[i]; - prev = &flatlist[i]->snext; + prev = &flatlist[i]->sorted_next; } *prev = 0; - l->last = prev; xfree(flatlist); @@ -249,7 +283,7 @@ struct record_cluster *reclist_read_record(struct reclist *l) if (l && l->sorted_ptr) { struct record_cluster *t = l->sorted_ptr->record; - l->sorted_ptr = l->sorted_ptr->snext; + l->sorted_ptr = l->sorted_ptr->sorted_next; return t; } else @@ -276,14 +310,13 @@ struct reclist *reclist_create(NMEM nmem) { struct reclist *res = nmem_malloc(nmem, sizeof(struct reclist)); res->hash_size = 399; - res->hashtable + res->hashtable = nmem_malloc(nmem, res->hash_size * sizeof(struct reclist_bucket*)); memset(res->hashtable, 0, res->hash_size * sizeof(struct reclist_bucket*)); res->nmem = nmem; res->sorted_ptr = 0; res->sorted_list = 0; - res->last = &res->sorted_list; res->num_records = 0; res->mutex = 0; @@ -294,7 +327,19 @@ struct reclist *reclist_create(NMEM nmem) void reclist_destroy(struct reclist *l) { if (l) + { + unsigned i; + for (i = 0; i < l->hash_size; i++) + { + struct reclist_bucket *p; + for (p = l->hashtable[i]; p; p = p->hash_next) + { + wrbuf_destroy(p->record->relevance_explain1); + wrbuf_destroy(p->record->relevance_explain2); + } + } yaz_mutex_destroy(&l->mutex); + } } int reclist_get_num_records(struct reclist *l) @@ -306,14 +351,14 @@ int reclist_get_num_records(struct reclist *l) // Insert a record. Return record cluster (newly formed or pre-existing) struct record_cluster *reclist_insert(struct reclist *l, - struct conf_service *service, + struct conf_service *service, struct record *record, const char *merge_key, int *total) { unsigned int bucket; struct reclist_bucket **p; struct record_cluster *cluster = 0; - + assert(service); assert(l); assert(record); @@ -323,26 +368,25 @@ struct record_cluster *reclist_insert(struct reclist *l, bucket = jenkins_hash((unsigned char*) merge_key) % l->hash_size; yaz_mutex_enter(l->mutex); - for (p = &l->hashtable[bucket]; *p; p = &(*p)->hnext) + for (p = &l->hashtable[bucket]; *p; p = &(*p)->hash_next) { // We found a matching record. Merge them if (!strcmp(merge_key, (*p)->record->merge_key)) { - struct record_cluster *existing = (*p)->record; - struct record *re = existing->records; + struct record **re; - for (; re; re = re->next) + cluster = (*p)->record; + for (re = &cluster->records; *re; re = &(*re)->next) { - if (re->client == record->client && - record_compare(record, re, service)) - { + if ((*re)->client == record->client && + record_compare(record, *re, service)) + { yaz_mutex_leave(l->mutex); return 0; } } - record->next = existing->records; - existing->records = record; - cluster = existing; + *re = record; + record->next = 0; break; } } @@ -352,10 +396,10 @@ struct record_cluster *reclist_insert(struct reclist *l, nmem_malloc(l->nmem, sizeof(*new)); cluster = nmem_malloc(l->nmem, sizeof(*cluster)); - + record->next = 0; new->record = cluster; - new->hnext = 0; + new->hash_next = 0; cluster->records = record; cluster->merge_key = nmem_strdup(l->nmem, merge_key); cluster->relevance_score = 0; @@ -365,28 +409,34 @@ struct record_cluster *reclist_insert(struct reclist *l, cluster->metadata = nmem_malloc(l->nmem, sizeof(struct record_metadata*) * service->num_metadata); - memset(cluster->metadata, 0, + memset(cluster->metadata, 0, sizeof(struct record_metadata*) * service->num_metadata); - cluster->sortkeys = + cluster->sortkeys = nmem_malloc(l->nmem, sizeof(struct record_metadata*) * service->num_sortkeys); memset(cluster->sortkeys, 0, sizeof(union data_types*) * service->num_sortkeys); - - /* attach to hash list */ - *p = new; - - /* append to sorted_list */ - *l->last = new; - l->last = &new->snext; - l->sorted_ptr = l->sorted_list; - new->snext = 0; + cluster->relevance_explain1 = wrbuf_alloc(); + cluster->relevance_explain2 = wrbuf_alloc(); + /* attach to hash list */ + *p = new; l->num_records++; + l->sorted_list = l->sorted_ptr = 0; } yaz_mutex_leave(l->mutex); return cluster; } +int reclist_sortparms_cmp(struct reclist_sortparms *sort1, struct reclist_sortparms *sort2) +{ + int rc; + if (sort1 == sort2) + return 0; + if (sort1 == 0 || sort2 == 0) + return 1; + rc = strcmp(sort1->name, sort2->name) || sort1->increasing != sort2->increasing || sort1->type != sort2->type; + return rc; +} /* * Local variables: * c-basic-offset: 4