X-Git-Url: http://jsfdemo.indexdata.com/?a=blobdiff_plain;f=src%2Ficu_chain_test.c;h=de137fd78f917869f2b8ca8f5996b409378194b7;hb=e2f1361ffc2468fe4127a9759691d6b66f5983f6;hp=ac749e0c5fbf352ddf5682e048737cb714773705;hpb=4fc03d50d3638f680887d012e6d0586aa8560d8f;p=pazpar2-moved-to-github.git

diff --git a/src/icu_chain_test.c b/src/icu_chain_test.c
index ac749e0..de137fd 100644
--- a/src/icu_chain_test.c
+++ b/src/icu_chain_test.c
@@ -1,70 +1,126 @@
-/**
- gcc -I/usr/include/libxml2 -lxml2 -o icu-xml-convert icu-xml-convert.c
+/* $Id: icu_chain_test.c,v 1.7 2007-08-30 08:45:08 marc Exp $
+   Copyright (c) 2006-2007, Index Data.
+
+This file is part of Pazpar2.
+
+Pazpar2 is free software; you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free
+Software Foundation; either version 2, or (at your option) any later
+version.
+
+Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or
+FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License
+along with Pazpar2; see the file LICENSE.  If not, write to the
+Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
+02111-1307, USA.
  */
 
-#include <stdio.h>
+#if HAVE_CONFIG_H
+#include "cconfig.h"
+#endif
+
 #include <string.h>
 
+#include <stdio.h>
+#include <stdlib.h>
+
+//#include <yaz/xmalloc.h>
+#include <yaz/options.h>
+
+
+#ifdef HAVE_ICU
+
+#include <unicode/ucnv.h>
+#include <unicode/ustring.h>
+
 #include "icu_I18N.h"
 
-/* commando line parameters */
+/* commando line and config parameters */
 static struct config_t { 
-  //char infile[1024];
-  //char locale[128];
-  char conffile[1024];
-  //char outfile[1024];
-  int verbatim;
-  int print;
+    char conffile[1024];
+    char print[1024];
+    int xmloutput;
+    struct icu_chain * chain;
+    FILE * infile;
+    FILE * outfile;
 } config;
 
 
   
 void print_option_error(const struct config_t *p_config)
 {  
-  fprintf(stderr, "Calling error, valid options are :\n");
-  fprintf(stderr, "icu_chain_test\n"
-          "   [-c (path/to/config/file.xml)]\n"
-          "   [-p (c|l|t)] print available info \n"
-          "   [-v] verbouse output\n"
-          "\n");
-  exit(1);
+    fprintf(stderr, "Calling error, valid options are :\n");
+    fprintf(stderr, "icu_chain_test\n"
+            "   [-c (path/to/config/file.xml)]\n"
+            "   [-p (a|c|l|t)] print ICU info \n"
+            "   [-x] XML output\n"
+            "\n"
+            "Examples:\n"
+            "cat hugetextfile.txt | ./icu_chain_test -c config.xml \n"
+            "./icu_chain_test -p c\n"
+            "./icu_chain_test -p l -x\n"
+            "./icu_chain_test -p t -x\n"
+            "\n"
+            "Example ICU chain XML configuration file:\n"
+            "<icu_chain id=\"en:word\" locale=\"en\">\n"
+            "  <normalize rule=\"[:Control:] Any-Remove\"/>\n"
+            "  <tokenize rule=\"l\"/>\n"
+            "  <normalize rule=\"[[:WhiteSpace:][:Punctuation:]] Remove\"/>\n"
+            "  <display/>\n"
+            "  <casemap rule=\"l\"/>\n"
+            "  <index/>\n"
+            "  <sortkey/>\n"
+            "</icu_chain>\n"
+          );
+    exit(1);
 }
 
-void read_params(int argc, char **argv, struct config_t *p_config){    
-  char *arg;
-  int ret;
-  
-  /* set default parameters */
-  p_config->conffile[0] = 0;
-  
-  /* set up command line parameters */
-  
-  while ((ret = options("c:p:v", argv, argc, &arg)) != -2)
+void read_params(int argc, char **argv, struct config_t *p_config)
+{    
+    char *arg;
+    int ret;
+    
+    /* set default parameters */
+    p_config->conffile[0] = 0;
+    p_config->print[0] = 0;
+    p_config->xmloutput = 0;
+    p_config->chain = 0;
+    p_config->infile = stdin;
+    p_config->outfile = stdout;
+    
+    /* set up command line parameters */
+    
+    while ((ret = options("c:p:x", argv, argc, &arg)) != -2)
     {
-      switch (ret)
+        switch (ret)
         {
         case 'c':
-          strcpy(p_config->conffile, arg);
-          break;
+            strcpy(p_config->conffile, arg);
+            break;
         case 'p':
-          strcpy(p_config->print, arg);
-          break;
-        case 'v':
-          if (arg)  
-            p_config->verbatim = atoi(arg);
-          else  
-            p_config->verbatim = 1;
-          break;
+            strcpy(p_config->print, arg);
+            break;
+        case 'x':
+            p_config->xmloutput = 1;
+            break;
         default:
-          print_option_error(p_config);
+            print_option_error(p_config);
         }
     }
+    
+    if ((!strlen(p_config->conffile)
+         && !strlen(p_config->print))
+        || !config.infile
+        || !config.outfile)
+        
+        print_option_error(p_config);
+};
 
 
-  if (! strlen(p_config->conffile))
-    print_option_error();
-}
-
 /*     UConverter *conv; */
 /*     conv = ucnv_open("utf-8", &status); */
 /*     assert(U_SUCCESS(status)); */
@@ -85,293 +141,416 @@ void read_params(int argc, char **argv, struct config_t *p_config){
 
 static void print_icu_converters(const struct config_t *p_config)
 {
-  int32_t count;
-  int32_t i;
-
-  count = ucnv_countAvailable();
-  printf("Available ICU converters: %d\n", count);
-  
-  for(i=0;i<count;i++) 
-  {
-    printf("%s ", ucnv_getAvailableName(i));
-  }
-  printf("\n");
-  printf("Default ICU Converter is: '%s'\n", ucnv_getDefaultName());
-
-  exit(0);
+    int32_t count;
+    int32_t i;
+
+    count = ucnv_countAvailable();
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "<converters count=\"%d\" default=\"%s\">\n",
+                count, ucnv_getDefaultName());
+    else {    
+        fprintf(config.outfile, "Available ICU converters: %d\n", count);
+        fprintf(config.outfile, "Default ICU Converter is: '%s'\n", 
+                ucnv_getDefaultName());
+    }
+    
+    for(i=0;i<count;i++){
+        if (p_config->xmloutput)
+            fprintf(config.outfile, "<converter id=\"%s\"/>\n", 
+                    ucnv_getAvailableName(i));
+        else     
+            fprintf(config.outfile, "%s ", ucnv_getAvailableName(i));
+    }
+    
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "</converters>\n");
+    else
+        fprintf(config.outfile, "\n");
 }
 
 static void print_icu_transliterators(const struct config_t *p_config)
 {
-  int32_t count;
-  int32_t i;
-
-  count = utrans_countAvailableIDs();
-
-  int32_t buf_cap = 128;
-  char buf[buf_cap];
-
-  if (1 < p_config->verbatim){
-    printf("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n");
-    printf("<icu>\n<transliterators actions=\"%d\">\n",  count);
-  } else 
-    printf("Available ICU transliterators: %d\n", count);
-
-  for(i=0;i<count;i++)
+    int32_t count;
+    int32_t i;
+    
+    count = utrans_countAvailableIDs();
+    
+    int32_t buf_cap = 128;
+    char buf[buf_cap];
+    
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "<transliterators count=\"%d\">\n",  count);
+    else 
+        fprintf(config.outfile, "Available ICU transliterators: %d\n", count);
+    
+    for(i = 0; i <count; i++)
     {
-      utrans_getAvailableID(i, buf, buf_cap);
-       if (1 < p_config->verbatim)
-         printf("<transliterator action=\"%s\"/>\n", buf);
-       else
-         printf(" %s", buf);
+        utrans_getAvailableID(i, buf, buf_cap);
+        if (p_config->xmloutput)
+            fprintf(config.outfile, "<transliterator id=\"%s\"/>\n", buf);
+        else
+            fprintf(config.outfile, " %s", buf);
     }
-
-  if (1 < p_config->verbatim){
-    printf("</transliterators>\n</icu>\n");
-  }
-  else
+    
+    if (p_config->xmloutput){
+        fprintf(config.outfile, "</transliterators>\n");
+    }
+    else
     {
-      printf("\n\nUnicode Set Patterns:\n"
-             "   Pattern         Description\n"
-             "   Ranges          [a-z] 	The lower case letters a through z\n"
-             "   Named Chars     [abc123] The six characters a,b,c,1,2 and 3\n"
-             "   String          [abc{def}] chars a, b and c, and string 'def'\n"
-             "   Categories      [\\p{Letter}] Perl General Category 'Letter'.\n"
-             "   Categories      [:Letter:] Posix General Category 'Letter'.\n"
-             "\n"
-             "   Combination     Example\n"
-             "   Union           [[:Greek:] [:letter:]]\n"
-             "   Intersection    [[:Greek:] & [:letter:]]\n"
-             "   Set Complement  [[:Greek:] - [:letter:]]\n"
-             "   Complement      [^[:Greek:] [:letter:]]\n"
-             "\n"
+        fprintf(config.outfile, "\n\nUnicode Set Patterns:\n"
+                "   Pattern         Description\n"
+                "   Ranges          [a-z] 	The lower case letters a through z\n"
+                "   Named Chars     [abc123] The six characters a,b,c,1,2 and 3\n"
+                "   String          [abc{def}] chars a, b and c, and string 'def'\n"
+                "   Categories      [\\p{Letter}] Perl General Category 'Letter'.\n"
+                "   Categories      [:Letter:] Posix General Category 'Letter'.\n"
+                "\n"
+                "   Combination     Example\n"
+                "   Union           [[:Greek:] [:letter:]]\n"
+                "   Intersection    [[:Greek:] & [:letter:]]\n"
+                "   Set Complement  [[:Greek:] - [:letter:]]\n"
+                "   Complement      [^[:Greek:] [:letter:]]\n"
+                "\n"
              "see: http://icu.sourceforge.net/userguide/unicodeSet.html\n"
-             "\n"
-             "Examples:\n"
-             "   [:Punctuation:] Any-Remove\n"
-             "   [:Cased-Letter:] Any-Upper\n"
-             "   [:Control:] Any-Remove\n"
-             "   [:Decimal_Number:] Any-Remove\n"
-             "   [:Final_Punctuation:] Any-Remove\n"
-             "   [:Georgian:] Any-Upper\n"
-             "   [:Katakana:] Any-Remove\n"
-             "   [:Arabic:] Any-Remove\n"
-             "   [:Punctuation:] Remove\n"
-             "   [[:Punctuation:]-[.,]] Remove\n"
-             "   [:Line_Separator:] Any-Remove\n"
-             "   [:Math_Symbol:] Any-Remove\n"
-             "   Lower; [:^Letter:] Remove (word tokenization)\n"
-             "   [:^Number:] Remove (numeric tokenization)\n"
-             "   [:^Katagana:] Remove (remove everything except Katagana)\n"
-             "   Lower;[[:WhiteSpace:][:Punctuation:]] Remove (word tokenization)\n"
-             "   NFD; [:Nonspacing Mark:] Remove; NFC   (removes accents from characters)\n"
-             "   [A-Za-z]; Lower(); Latin-Katakana; Katakana-Hiragana (transforms latin and katagana to hiragana)\n"
-             "   [[:separator:][:start punctuation:][:initial punctuation:]] Remove \n"
-             "\n"
-             "see http://icu.sourceforge.net/userguide/Transform.html\n"
-             "    http://www.unicode.org/Public/UNIDATA/UCD.html\n"
-             "    http://icu.sourceforge.net/userguide/Transform.html\n"
-             "    http://icu.sourceforge.net/userguide/TransformRule.html\n"
-             );
+                "\n"
+                "Examples:\n"
+                "   [:Punctuation:] Any-Remove\n"
+                "   [:Cased-Letter:] Any-Upper\n"
+                "   [:Control:] Any-Remove\n"
+                "   [:Decimal_Number:] Any-Remove\n"
+                "   [:Final_Punctuation:] Any-Remove\n"
+                "   [:Georgian:] Any-Upper\n"
+                "   [:Katakana:] Any-Remove\n"
+                "   [:Arabic:] Any-Remove\n"
+                "   [:Punctuation:] Remove\n"
+                "   [[:Punctuation:]-[.,]] Remove\n"
+                "   [:Line_Separator:] Any-Remove\n"
+                "   [:Math_Symbol:] Any-Remove\n"
+                "   Lower; [:^Letter:] Remove (word tokenization)\n"
+                "   [:^Number:] Remove (numeric tokenization)\n"
+                "   [:^Katagana:] Remove (remove everything except Katagana)\n"
+                "   Lower;[[:WhiteSpace:][:Punctuation:]] Remove (word tokenization)\n"
+                "   NFD; [:Nonspacing Mark:] Remove; NFC   (removes accents from characters)\n"
+                "   [A-Za-z]; Lower(); Latin-Katakana; Katakana-Hiragana (transforms latin and katagana to hiragana)\n"
+                "   [[:separator:][:start punctuation:][:initial punctuation:]] Remove \n"
+                "\n"
+                "see http://icu.sourceforge.net/userguide/Transform.html\n"
+                "    http://www.unicode.org/Public/UNIDATA/UCD.html\n"
+                "    http://icu.sourceforge.net/userguide/Transform.html\n"
+                "    http://icu.sourceforge.net/userguide/TransformRule.html\n"
+            );
+        
+        
+        fprintf(config.outfile, "\n\n");
+        
     }
+}
 
+static void print_icu_xml_locales(const struct config_t *p_config)
+{
+    int32_t count;
+    int32_t i;
+    UErrorCode status = U_ZERO_ERROR;
+    
+    UChar keyword[64];
+    int32_t keyword_len = 0;
+    char keyword_str[128];
+    int32_t keyword_str_len = 0;
+
+    UChar language[64];
+    int32_t language_len = 0;
+    char lang_str[128];
+    int32_t lang_str_len = 0;
+
+    UChar script[64];
+    int32_t script_len = 0;
+    char script_str[128];
+    int32_t script_str_len = 0;
+
+    UChar location[64];
+    int32_t location_len = 0;
+    char location_str[128];
+    int32_t location_str_len = 0;
+
+    UChar variant[64];
+    int32_t variant_len = 0;
+    char variant_str[128];
+    int32_t variant_str_len = 0;
+
+    UChar name[64];
+    int32_t name_len = 0;
+    char name_str[128];
+    int32_t name_str_len = 0;
+
+    UChar localname[64];
+    int32_t localname_len = 0;
+    char localname_str[128];
+    int32_t localname_str_len = 0;
+
+    count = uloc_countAvailable() ;
+
+    if (p_config->xmloutput){
+    
+        fprintf(config.outfile, "<locales count=\"%d\" default=\"%s\" collations=\"%d\">\n", 
+                count, uloc_getDefault(), ucol_countAvailable());
+    }
+  
+    for(i=0;i<count;i++) 
+    {
 
-  printf("\n\n");
+        keyword_len 
+            = uloc_getDisplayKeyword(uloc_getAvailable(i), "en", 
+                                     keyword, 64, 
+                                     &status);
 
+        u_strToUTF8(keyword_str, 128, &keyword_str_len,
+                    keyword, keyword_len,
+                    &status);
+    
+    
+        language_len 
+            = uloc_getDisplayLanguage(uloc_getAvailable(i), "en", 
+                                      language, 64, 
+                                      &status);
+
+        u_strToUTF8(lang_str, 128, &lang_str_len,
+                    language, language_len,
+                    &status);
+
+
+        script_len 
+            = uloc_getDisplayScript(uloc_getAvailable(i), "en", 
+                                    script, 64, 
+                                    &status);
+
+        u_strToUTF8(script_str, 128, &script_str_len,
+                    script, script_len,
+                    &status);
+
+        location_len 
+            = uloc_getDisplayCountry(uloc_getAvailable(i), "en", 
+                                     location, 64, 
+                                     &status);
+
+        u_strToUTF8(location_str, 128, &location_str_len,
+                    location, location_len,
+                    &status);
+
+        variant_len 
+            = uloc_getDisplayVariant(uloc_getAvailable(i), "en", 
+                                     variant, 64, 
+                                     &status);
+
+        u_strToUTF8(variant_str, 128, &variant_str_len,
+                    variant, variant_len,
+                    &status);
+
+        name_len 
+            = uloc_getDisplayName(uloc_getAvailable(i), "en", 
+                                  name, 64, 
+                                  &status);
+
+        u_strToUTF8(name_str, 128, &name_str_len,
+                    name, name_len,
+                    &status);
+
+        localname_len 
+            = uloc_getDisplayName(uloc_getAvailable(i), uloc_getAvailable(i), 
+                                  localname, 64, 
+                                  &status);
+
+        u_strToUTF8(localname_str, 128, &localname_str_len,
+                    localname, localname_len,
+                    &status);
+
+
+        if (p_config->xmloutput){
+            fprintf(config.outfile, "<locale id=\"%s\"", uloc_getAvailable(i)); 
+            /* fprintf(config.outfile, " locale=\"%s\"", uloc_getAvailable(i)); */
+            /* if (strlen(keyword_str)) */
+            /*   fprintf(config.outfile, " keyword=\"%s\"", keyword_str); */
+            /* if (ucol_getAvailable(i)) */
+            /*   fprintf(config.outfile, " collation=\"1\""); */
+            if (strlen(lang_str))
+                fprintf(config.outfile, " language=\"%s\"", lang_str);
+            if (strlen(script_str))
+                fprintf(config.outfile, " script=\"%s\"", script_str);
+            if (strlen(location_str))
+                fprintf(config.outfile, " location=\"%s\"", location_str);
+            if (strlen(variant_str))
+                fprintf(config.outfile, " variant=\"%s\"", variant_str);
+            if (strlen(name_str))
+                fprintf(config.outfile, " name=\"%s\"", name_str);
+            if (strlen(localname_str))
+                fprintf(config.outfile, " localname=\"%s\"", localname_str);
+            fprintf(config.outfile, ">");
+            if (strlen(localname_str))
+                fprintf(config.outfile, "%s", localname_str);
+            fprintf(config.outfile, "</locale>\n"); 
+        }
+        else if (1 == p_config->xmloutput){
+            fprintf(config.outfile, "%s", uloc_getAvailable(i)); 
+            fprintf(config.outfile, " | ");
+            if (strlen(name_str))
+                fprintf(config.outfile, "%s", name_str);
+            fprintf(config.outfile, " | ");
+            if (strlen(localname_str))
+                fprintf(config.outfile, "%s", localname_str);
+            fprintf(config.outfile, "\n");
+        }
+        else
+            fprintf(config.outfile, "%s ", uloc_getAvailable(i));
+    }
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "</locales>\n");
+    else
+        fprintf(config.outfile, "\n");
 
-  exit(0);
+    if(U_FAILURE(status)) {
+        fprintf(stderr, "ICU Error: %d %s\n", status, u_errorName(status));
+        exit(status);
+    }
 }
 
-static void print_icu_xml_locales(const struct config_t *p_config)
+
+static void print_info(const struct config_t *p_config)
 {
-  int32_t count;
-  int32_t i;
-  UErrorCode status = U_ZERO_ERROR;
-
-  UChar keyword[64];
-  int32_t keyword_len = 0;
-  char keyword_str[128];
-  int32_t keyword_str_len = 0;
-
-  UChar language[64];
-  int32_t language_len = 0;
-  char lang_str[128];
-  int32_t lang_str_len = 0;
-
-  UChar script[64];
-  int32_t script_len = 0;
-  char script_str[128];
-  int32_t script_str_len = 0;
-
-  UChar location[64];
-  int32_t location_len = 0;
-  char location_str[128];
-  int32_t location_str_len = 0;
-
-  UChar variant[64];
-  int32_t variant_len = 0;
-  char variant_str[128];
-  int32_t variant_str_len = 0;
-
-  UChar name[64];
-  int32_t name_len = 0;
-  char name_str[128];
-  int32_t name_str_len = 0;
-
-  UChar localname[64];
-  int32_t localname_len = 0;
-  char localname_str[128];
-  int32_t localname_str_len = 0;
-
-  count = uloc_countAvailable() ;
-
-  if (1 < p_config->verbatim){
-    printf("<?xml version=\"1.0\" encoding=\"UTF-8\"?>");
-    printf("<icu>\n<locales count=\"%d\" default=\"%s\" collations=\"%d\">\n", 
-           count, uloc_getDefault(), ucol_countAvailable());
-  }
-  
-  for(i=0;i<count;i++) 
-  {
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+                "<icu>\n");
+
+    if ('c' == config.print[0])
+        print_icu_converters(&config);
+    else if ('l' == config.print[0])
+        print_icu_xml_locales(&config);
+    else if ('t' == config.print[0])
+        print_icu_transliterators(&config);
+    else {
+        print_icu_converters(&config);
+        print_icu_xml_locales(&config);
+        print_icu_transliterators(&config);
+    }
+
+    if (p_config->xmloutput)
+        fprintf(config.outfile, "</icu>\n");
+
+    exit(0);
+};
+
 
-    keyword_len 
-      = uloc_getDisplayKeyword(uloc_getAvailable(i), "en", 
-                                keyword, 64, 
-                                &status);
 
-    u_strToUTF8(keyword_str, 128, &keyword_str_len,
-                keyword, keyword_len,
-                &status);
+static void process_text_file(const struct config_t *p_config)
+{
+    char *line = 0;
+    char linebuf[1024];
+ 
+    xmlDoc *doc = xmlParseFile(config.conffile);  
+    xmlNode *xml_node = xmlDocGetRootElement(doc);
+
+    long unsigned int token_count = 0;    
+    long unsigned int line_count = 0;    
     
+    UErrorCode status = U_ZERO_ERROR;
+    int success = 0;
     
-    language_len 
-      = uloc_getDisplayLanguage(uloc_getAvailable(i), "en", 
-                                language, 64, 
-                                &status);
-
-    u_strToUTF8(lang_str, 128, &lang_str_len,
-                language, language_len,
-                &status);
-
-
-    script_len 
-      = uloc_getDisplayScript(uloc_getAvailable(i), "en", 
-                                script, 64, 
-                                &status);
-
-    u_strToUTF8(script_str, 128, &script_str_len,
-                script, script_len,
-                &status);
-
-    location_len 
-      = uloc_getDisplayCountry(uloc_getAvailable(i), "en", 
-                                location, 64, 
-                                &status);
-
-    u_strToUTF8(location_str, 128, &location_str_len,
-                location, location_len,
-                &status);
-
-    variant_len 
-      = uloc_getDisplayVariant(uloc_getAvailable(i), "en", 
-                                variant, 64, 
-                                &status);
-
-    u_strToUTF8(variant_str, 128, &variant_str_len,
-                variant, variant_len,
-                &status);
-
-    name_len 
-      = uloc_getDisplayName(uloc_getAvailable(i), "en", 
-                                name, 64, 
-                                &status);
-
-    u_strToUTF8(name_str, 128, &name_str_len,
-                name, name_len,
-                &status);
-
-    localname_len 
-      = uloc_getDisplayName(uloc_getAvailable(i), uloc_getAvailable(i), 
-                                localname, 64, 
-                                &status);
-
-    u_strToUTF8(localname_str, 128, &localname_str_len,
-                localname, localname_len,
-                &status);
-
-
-    if (1 < p_config->verbatim){
-      printf("<locale");
-      printf(" xml:lang=\"%s\"", uloc_getAvailable(i)); 
-      /* printf(" locale=\"%s\"", uloc_getAvailable(i)); */
-      /* if (strlen(keyword_str)) */
-      /*   printf(" keyword=\"%s\"", keyword_str); */
-      /* if (ucol_getAvailable(i)) */
-      /*   printf(" collation=\"1\""); */
-      if (strlen(lang_str))
-        printf(" language=\"%s\"", lang_str);
-      if (strlen(script_str))
-        printf(" script=\"%s\"", script_str);
-      if (strlen(location_str))
-        printf(" location=\"%s\"", location_str);
-      if (strlen(variant_str))
-        printf(" variant=\"%s\"", variant_str);
-      if (strlen(name_str))
-        printf(" name=\"%s\"", name_str);
-      if (strlen(localname_str))
-        printf(" localname=\"%s\"", localname_str);
-      printf(">");
-      if (strlen(localname_str))
-        printf("%s", localname_str);
-      printf("</locale>\n"); 
+    if (! xml_node) {   
+        printf("Could not parse XML config file '%s' \n",
+                config.conffile);
+        exit (1);
     }
-    else if (1 == p_config->verbatim){
-      printf("%s", uloc_getAvailable(i)); 
-      printf(" | ");
-      if (strlen(name_str))
-        printf("%s", name_str);
-      printf(" | ");
-      if (strlen(localname_str))
-        printf("%s", localname_str);
-      printf("\n");
+
+    
+    config.chain = icu_chain_xml_config(xml_node, &status);
+
+    if (config.chain && U_SUCCESS(status))
+        success = 1;
+    else {   
+        printf("Could not set up ICU chain from config file '%s' \n",
+                config.conffile);
+        exit (1);
+    }
+    
+    if (p_config->xmloutput)
+        fprintf(config.outfile,
+                "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+                "<icu>\n"
+                "<tokens>\n");
+    
+    // read input lines for processing
+    while ((line=fgets(linebuf, sizeof(linebuf)-1, config.infile)))
+    {
+        success = icu_chain_assign_cstr(config.chain, line, &status);
+        line_count++;
+
+        while (success && icu_chain_next_token(config.chain, &status)){
+            if (U_FAILURE(status))
+                success = 0;
+            else {
+                token_count++;
+                if (p_config->xmloutput)                    
+                    fprintf(config.outfile, 
+                            "<token id=\%lu\" line=\"%lu\""
+                            " norm=\"%s\" display=\"%s\"/>\n",
+                            token_count,
+                            line_count,
+                            icu_chain_get_norm(config.chain),
+                            icu_chain_get_display(config.chain));
+                else
+                    fprintf(config.outfile, "%lu %lu '%s' '%s'\n",
+                            token_count,
+                            line_count,
+                            icu_chain_get_norm(config.chain),
+                            icu_chain_get_display(config.chain));
+            }
+        }
+        
     }
-    else
-      printf("%s ", uloc_getAvailable(i));
-  }
-  if (1 < p_config->verbatim)
-    printf("</locales>\n</icu>\n");
-  else
-    printf("\n");
-
-  if(U_FAILURE(status)) {
-    fprintf(stderr, "ICU Error: %d %s\n", status, u_errorName(status));
-    exit(status);
-  }
-  exit(0);
-}
 
+    if (p_config->xmloutput)
+        fprintf(config.outfile, 
+                "</tokens>\n"
+                "</icu>\n");
 
-int main(int argc, char **argv) {
+    icu_chain_destroy(config.chain);
+    xmlFreeDoc(doc);
+    if (line)
+        free(line);
+};
 
-  //LIBXML_TEST_VERSION;
+#endif // HAVE_ICU
 
-  read_params(argc, argv, &config);
 
-  if (config.debug)
-    print_options(&config);
+int main(int argc, char **argv) 
+{
 
-  if ('c' == config.print[0])
-    print_icu_converters(&config);
+#ifdef HAVE_ICU
 
-  if ('l' == config.print[0])
-    print_icu_xml_locales(&config);
+    read_params(argc, argv, &config);
 
-  if ('t' == config.print[0])
-    print_icu_transliterators(&config);
-  
-  //xmlCleanupParser();
-  //xmlMemoryDump();
-  return(0);
-}
+    if (config.conffile && strlen(config.conffile))
+        process_text_file(&config);
+     
+    if (config.print && strlen(config.print))
+        print_info(&config);
+
+#else // HAVE_ICU
+
+    printf("ICU not available on your system.\n"
+           "Please install libicu36-dev and icu-doc or similar, "
+           "re-configure and re-compile\n");
 
 
+#endif // HAVE_ICU
+
+    return(0);
+};
+
+
+/*
+ * Local variables:
+ * c-basic-offset: 4
+ * indent-tabs-mode: nil
+ * End:
+ * vim: shiftwidth=4 tabstop=8 expandtab
+ */
+