int *doc_frequency_vec;
int vec_len;
struct word_entry *entries;
- pp2_relevance_token_t prt;
+ pp2_charset_token_t prt;
NMEM nmem;
};
return 0;
}
-static struct word_entry *build_word_entries(pp2_relevance_token_t prt,
+static struct word_entry *build_word_entries(pp2_charset_token_t prt,
NMEM nmem,
const char **terms)
{
{
const char *norm_str;
- pp2_relevance_first(prt, *p, 0);
- while ((norm_str = pp2_relevance_token_next(prt)))
+ pp2_charset_token_first(prt, *p, 0);
+ while ((norm_str = pp2_charset_token_next(prt)))
add_word_entry(nmem, &entries, norm_str, termno);
termno++;
}
const char *norm_str;
int i, length = 0;
- pp2_relevance_first(r->prt, words, 0);
+ pp2_charset_token_first(r->prt, words, 0);
for (i = 1; i < r->vec_len; i++)
mult[i] = 0;
- while ((norm_str = pp2_relevance_token_next(r->prt)))
+ while ((norm_str = pp2_charset_token_next(r->prt)))
{
int res = word_entry_match(r->entries, norm_str);
if (res)
res->doc_frequency_vec = nmem_malloc(nmem, res->vec_len * sizeof(int));
memset(res->doc_frequency_vec, 0, res->vec_len * sizeof(int));
res->nmem = nmem;
- res->prt = pp2_relevance_create(pft, "relevance");
+ res->prt = pp2_charset_token_create(pft, "relevance");
res->entries = build_word_entries(res->prt, nmem, terms);
return res;
}
{
if (*rp)
{
- pp2_relevance_token_destroy((*rp)->prt);
+ pp2_charset_token_destroy((*rp)->prt);
*rp = 0;
}
}