/* This file is part of Pazpar2.
- Copyright (C) 2006-2012 Index Data
+ Copyright (C) 2006-2013 Index Data
Pazpar2 is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License as published by the Free
#include "charsets.h"
#include "normalize7bit.h"
-#if YAZ_HAVE_ICU
-#include <yaz/icu.h>
-#endif
-
typedef struct pp2_charset_s *pp2_charset_t;
static pp2_charset_t pp2_charset_create_xml(xmlNode *xml_node);
-static pp2_charset_t pp2_charset_create(struct icu_chain * icu_chn);
+static pp2_charset_t pp2_charset_create(void);
static pp2_charset_t pp2_charset_create_a_to_z(void);
static void pp2_charset_destroy(pp2_charset_t pct);
static pp2_charset_token_t pp2_charset_tokenize(pp2_charset_t pct);
+#if YAZ_HAVE_ICU
+#include <yaz/icu.h>
+static pp2_charset_t pp2_charset_create_icu(struct icu_chain *icu_chn);
+#endif
+
/* charset handle */
struct pp2_charset_s {
const char *(*token_next_handler)(pp2_charset_token_t prt);
const char *(*get_sort_handler)(pp2_charset_token_t prt);
const char *(*get_display_handler)(pp2_charset_token_t prt);
+ void (*get_org_handler)(pp2_charset_token_t ptr,
+ size_t *start, size_t *len);
#if YAZ_HAVE_ICU
struct icu_chain * icu_chn;
UErrorCode icu_sts;
static const char *pp2_charset_token_a_to_z(pp2_charset_token_t prt);
static const char *pp2_get_sort_ascii(pp2_charset_token_t prt);
static const char *pp2_get_display_ascii(pp2_charset_token_t prt);
+static void pp2_get_org_ascii(pp2_charset_token_t prt,
+ size_t *start, size_t *len);
#if YAZ_HAVE_ICU
static const char *pp2_charset_token_icu(pp2_charset_token_t prt);
static const char *pp2_get_sort_icu(pp2_charset_token_t prt);
static const char *pp2_get_display_icu(pp2_charset_token_t prt);
+static void pp2_get_org_icu(pp2_charset_token_t prt,
+ size_t *start, size_t *len);
#endif
/* tokenzier handle */
#if YAZ_HAVE_ICU
yaz_icu_iter_t iter;
#endif
+ const char *cp0;
+ size_t start;
+ size_t len;
};
struct pp2_charset_fact_s {
pp2_charset_fact_add(pft, pp2_charset_create_a_to_z(), "relevance");
pp2_charset_fact_add(pft, pp2_charset_create_a_to_z(), "sort");
pp2_charset_fact_add(pft, pp2_charset_create_a_to_z(), "mergekey");
- pp2_charset_fact_add(pft, pp2_charset_create(0), "facet");
+ pp2_charset_fact_add(pft, pp2_charset_create(), "facet");
return pft;
}
xml_node->name, xml_node->name);
return 0;
}
- return pp2_charset_create(chain);
+ return pp2_charset_create_icu(chain);
#else // YAZ_HAVE_ICU
yaz_log(YLOG_FATAL, "Error: ICU support requested with element:\n"
"<%s>\n ... \n</%s>",
#endif // YAZ_HAVE_ICU
}
-pp2_charset_t pp2_charset_create_a_to_z(void)
-{
- pp2_charset_t pct = pp2_charset_create(0);
- pct->token_next_handler = pp2_charset_token_a_to_z;
- return pct;
-}
-
-pp2_charset_t pp2_charset_create(struct icu_chain *icu_chn)
+pp2_charset_t pp2_charset_create(void)
{
pp2_charset_t pct = xmalloc(sizeof(*pct));
pct->token_next_handler = pp2_charset_token_null;
pct->get_sort_handler = pp2_get_sort_ascii;
pct->get_display_handler = pp2_get_display_ascii;
+ pct->get_org_handler = pp2_get_org_ascii;
#if YAZ_HAVE_ICU
pct->icu_chn = 0;
+#endif // YAZ_HAVE_ICU
+ return pct;
+}
+
+pp2_charset_t pp2_charset_create_a_to_z(void)
+{
+ pp2_charset_t pct = pp2_charset_create();
+ pct->token_next_handler = pp2_charset_token_a_to_z;
+ return pct;
+}
+
+#if YAZ_HAVE_ICU
+pp2_charset_t pp2_charset_create_icu(struct icu_chain *icu_chn)
+{
+ pp2_charset_t pct = pp2_charset_create();
if (icu_chn)
{
pct->icu_chn = icu_chn;
pct->token_next_handler = pp2_charset_token_icu;
pct->get_sort_handler = pp2_get_sort_icu;
pct->get_display_handler = pp2_get_display_icu;
+ pct->get_org_handler = pp2_get_org_icu;
}
-#endif // YAZ_HAVE_ICU
return pct;
}
+#endif // YAZ_HAVE_ICU
void pp2_charset_destroy(pp2_charset_t pct)
{
if (pct->icu_chn)
prt->iter = icu_iter_create(pct->icu_chn);
#endif
+ prt->start = 0;
+ prt->len = 0;
return prt;
}
wrbuf_rewind(prt->norm_str);
wrbuf_rewind(prt->sort_str);
+ prt->cp0 = buf;
prt->cp = buf;
prt->last_cp = 0;
return prt->pct->get_display_handler(prt);
}
+void pp2_get_org(pp2_charset_token_t prt, size_t *start, size_t *len)
+{
+ prt->pct->get_org_handler(prt, start, len);
+}
+
+
#define raw_char(c) (((c) >= 'a' && (c) <= 'z') ? (c) : -1)
/* original tokenizer with our tokenize interface, but we
add +1 to ensure no '\0' are in our string (except for EOF)
const char *cp = prt->cp;
int c;
+ prt->start = cp - prt->cp0;
/* skip white space */
while (*cp && (c = raw_char(tolower(*(const unsigned char *)cp))) < 0)
cp++;
wrbuf_putc(prt->norm_str, c);
cp++;
}
+ prt->len = (cp - prt->cp0) - prt->start;
prt->cp = cp;
return wrbuf_cstr(prt->norm_str);
}
}
}
+static void pp2_get_org_ascii(pp2_charset_token_t prt,
+ size_t *start, size_t *len)
+{
+ *start = prt->start;
+ *len = prt->len;
+}
+
static const char *pp2_charset_token_null(pp2_charset_token_t prt)
{
const char *cp = prt->cp;
while (*cp)
cp++;
prt->cp = cp;
+ prt->len = cp - prt->cp0;
return prt->last_cp;
}
return icu_iter_get_display(prt->iter);
}
+static void pp2_get_org_icu(pp2_charset_token_t prt, size_t *start, size_t *len)
+{
+ icu_iter_get_org_info(prt->iter, start, len);
+}
+
#endif // YAZ_HAVE_ICU