diff options
Diffstat (limited to 'storage/mroonga/vendor/groonga/lib/index_column.c')
| -rw-r--r-- | storage/mroonga/vendor/groonga/lib/index_column.c | 194 |
1 files changed, 194 insertions, 0 deletions
diff --git a/storage/mroonga/vendor/groonga/lib/index_column.c b/storage/mroonga/vendor/groonga/lib/index_column.c new file mode 100644 index 00000000..c4a2a7c6 --- /dev/null +++ b/storage/mroonga/vendor/groonga/lib/index_column.c @@ -0,0 +1,194 @@ +/* -*- c-basic-offset: 2 -*- */ +/* + Copyright(C) 2009-2015 Brazil + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License version 2.1 as published by the Free Software Foundation. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with this library; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335 USA +*/ + +#include "grn_index_column.h" +#include "grn_ii.h" +#include "grn_hash.h" + +#include <string.h> + +static uint64_t grn_index_sparsity = 10; +static grn_bool grn_index_chunk_split_enable = GRN_TRUE; + +void +grn_index_column_init_from_env(void) +{ + { + char grn_index_sparsity_env[GRN_ENV_BUFFER_SIZE]; + grn_getenv("GRN_INDEX_SPARSITY", + grn_index_sparsity_env, + GRN_ENV_BUFFER_SIZE); + if (grn_index_sparsity_env[0]) { + uint64_t sparsity; + errno = 0; + sparsity = strtoull(grn_index_sparsity_env, NULL, 0); + if (errno == 0) { + grn_index_sparsity = sparsity; + } + } + } + + { + char grn_index_chunk_split_enable_env[GRN_ENV_BUFFER_SIZE]; + grn_getenv("GRN_INDEX_CHUNK_SPLIT_ENABLE", + grn_index_chunk_split_enable_env, + GRN_ENV_BUFFER_SIZE); + if (strcmp(grn_index_chunk_split_enable_env, "no") == 0) { + grn_index_chunk_split_enable = GRN_FALSE; + } else { + grn_index_chunk_split_enable = GRN_TRUE; + } + } +} + +inline static void +grn_index_column_build_call_hook(grn_ctx *ctx, grn_obj *obj, + grn_id id, grn_obj *value, int flags) +{ + grn_hook *hooks = DB_OBJ(obj)->hooks[GRN_HOOK_SET]; + + if (hooks) { + grn_obj oldvalue; + /* todo : grn_proc_ctx_open() */ + grn_obj id_, flags_; + grn_proc_ctx pctx = {{0}, hooks->proc, NULL, hooks, hooks, PROC_INIT, 4, 4}; + GRN_TEXT_INIT(&oldvalue, 0); + GRN_UINT32_INIT(&id_, 0); + GRN_UINT32_INIT(&flags_, 0); + GRN_UINT32_SET(ctx, &id_, id); + GRN_UINT32_SET(ctx, &flags_, flags); + while (hooks) { + grn_ctx_push(ctx, &id_); + grn_ctx_push(ctx, &oldvalue); + grn_ctx_push(ctx, value); + grn_ctx_push(ctx, &flags_); + pctx.caller = NULL; + pctx.currh = hooks; + if (hooks->proc) { + hooks->proc->funcs[PROC_INIT](ctx, 1, &obj, &pctx.user_data); + } else { + grn_obj_default_set_value_hook(ctx, 1, &obj, &pctx.user_data); + } + if (ctx->rc) { + grn_obj_close(ctx, &oldvalue); + return; + } + hooks = hooks->next; + pctx.offset++; + } + grn_obj_close(ctx, &oldvalue); + } +} + +grn_rc +grn_index_column_build(grn_ctx *ctx, grn_obj *index_column) +{ + grn_obj *src, **cp, **col, *target; + grn_id *s = DB_OBJ(index_column)->source; + if (!(DB_OBJ(index_column)->source_size) || !s) { return ctx->rc; } + if ((src = grn_ctx_at(ctx, *s))) { + target = GRN_OBJ_TABLEP(src) ? src : grn_ctx_at(ctx, src->header.domain); + if (target) { + int i, ncol = DB_OBJ(index_column)->source_size / sizeof(grn_id); + grn_table_flags flags; + grn_ii *ii = (grn_ii *)index_column; + grn_bool use_grn_ii_build; + grn_obj *tokenizer = NULL; + grn_table_get_info(ctx, ii->lexicon, &flags, NULL, &tokenizer, NULL, NULL); + switch (flags & GRN_OBJ_TABLE_TYPE_MASK) { + case GRN_OBJ_TABLE_PAT_KEY : + case GRN_OBJ_TABLE_DAT_KEY : + use_grn_ii_build = GRN_TRUE; + break; + default : + use_grn_ii_build = GRN_FALSE; + break; + } + if ((ii->header->flags & GRN_OBJ_WITH_WEIGHT)) { + use_grn_ii_build = GRN_FALSE; + } + if ((ii->header->flags & GRN_OBJ_WITH_POSITION) && + (!tokenizer && + !GRN_TYPE_IS_TEXT_FAMILY(ii->lexicon->header.domain))) { + /* TODO: Support offline index construction for WITH_POSITION + * index against UInt32 vector column. */ + use_grn_ii_build = GRN_FALSE; + } + if ((col = GRN_MALLOC(ncol * sizeof(grn_obj *)))) { + for (cp = col, i = ncol; i; s++, cp++, i--) { + if (!(*cp = grn_ctx_at(ctx, *s))) { + ERR(GRN_INVALID_ARGUMENT, "source invalid, n=%d",i); + GRN_FREE(col); + return ctx->rc; + } + if (GRN_OBJ_TABLEP(grn_ctx_at(ctx, DB_OBJ(*cp)->range))) { + use_grn_ii_build = GRN_FALSE; + } + } + if (use_grn_ii_build) { + if (grn_index_chunk_split_enable) { + grn_ii_build2(ctx, ii, NULL); + } else { + grn_ii_build(ctx, ii, grn_index_sparsity); + } + } else { + grn_table_cursor *tc; + if ((tc = grn_table_cursor_open(ctx, target, NULL, 0, NULL, 0, + 0, -1, GRN_CURSOR_BY_ID))) { + grn_id id; + grn_obj rv; + GRN_TEXT_INIT(&rv, 0); + while ((id = grn_table_cursor_next(ctx, tc)) != GRN_ID_NIL) { + for (cp = col, i = ncol; i; i--, cp++) { + GRN_BULK_REWIND(&rv); + if (GRN_OBJ_TABLEP(*cp)) { + grn_table_get_key2(ctx, *cp, id, &rv); + } else { + grn_obj_get_value(ctx, *cp, id, &rv); + } + grn_index_column_build_call_hook(ctx, *cp, id, &rv, 0); + } + } + GRN_OBJ_FIN(ctx, &rv); + grn_table_cursor_close(ctx, tc); + } + } + GRN_FREE(col); + grn_obj_touch(ctx, index_column, NULL); + } + } else { + ERR(GRN_INVALID_ARGUMENT, "invalid target"); + } + } else { + ERR(GRN_INVALID_ARGUMENT, "invalid source"); + } + return ctx->rc; +} + +grn_rc +grn_index_column_rebuild(grn_ctx *ctx, grn_obj *index_column) +{ + grn_ii *ii = (grn_ii *)index_column; + + GRN_API_ENTER; + + grn_ii_truncate(ctx, ii); + grn_index_column_build(ctx, index_column); + + GRN_API_RETURN(ctx->rc); +} |