diff options
Diffstat (limited to 'storage/mroonga/vendor/groonga/src/suggest/groonga_suggest_create_dataset.c')
| -rw-r--r-- | storage/mroonga/vendor/groonga/src/suggest/groonga_suggest_create_dataset.c | 223 |
1 files changed, 223 insertions, 0 deletions
diff --git a/storage/mroonga/vendor/groonga/src/suggest/groonga_suggest_create_dataset.c b/storage/mroonga/vendor/groonga/src/suggest/groonga_suggest_create_dataset.c new file mode 100644 index 00000000..7cec2922 --- /dev/null +++ b/storage/mroonga/vendor/groonga/src/suggest/groonga_suggest_create_dataset.c @@ -0,0 +1,223 @@ +/* -*- c-basic-offset: 2 -*- */ +/* Copyright(C) 2010-2015 Brazil + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License version 2.1 as published by the Free Software Foundation. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with this library; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335 USA +*/ + +/* For grn_str_getopt() */ +#include <grn_str.h> + +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <groonga.h> + +typedef enum { + MODE_NONE, + MODE_USAGE +} ModeFlags; + +static const char *DEFAULT_DEFAULT_TOKENIZER = "TokenBigram"; + +static void +usage(FILE *output, int argc, char **argv) +{ +#define OUTPUT(...) fprintf(output, __VA_ARGS__) + + OUTPUT("Usage: %s [OPTIONS] DB_PATH DATASET_NAME\n", argv[0]); + OUTPUT(" e.g.: %s /tmp/db shops\n", argv[0]); + OUTPUT("\n"); + OUTPUT("Options:\n"); + OUTPUT(" --default-tokenizer=TOKENIZER Use TOKENIZER as the default\n"); + OUTPUT(" tokenizer for item name\n"); + OUTPUT(" (default: %s)\n", + DEFAULT_DEFAULT_TOKENIZER); + OUTPUT(" -h, --help Show this message and exit\n"); + +#undef OUTPUT +} + +static void +output(grn_ctx *ctx) +{ + int flags = 0; + char *str; + unsigned int str_len; + + do { + grn_ctx_recv(ctx, &str, &str_len, &flags); + if (str_len > 0 || ctx->rc) { + if (ctx->rc) { + printf("ERROR (%d): %s\n", ctx->rc, ctx->errbuf); + } + if (str_len > 0) { + printf("%.*s\n", str_len, str); + } + } + } while (flags & GRN_CTX_MORE); +} + +static void +send_command(grn_ctx *ctx, grn_obj *buffer, const char *command, + const char *dataset_name) +{ + const char *p = command; + const char *dataset_place_holder = "${DATASET}"; + char *dataset_place_holder_position; + + if (ctx->rc != GRN_SUCCESS) { + return; + } + + GRN_BULK_REWIND(buffer); + while ((dataset_place_holder_position = strstr(p, dataset_place_holder))) { + GRN_TEXT_PUT(ctx, buffer, p, dataset_place_holder_position - p); + GRN_TEXT_PUTS(ctx, buffer, dataset_name); + p = dataset_place_holder_position + strlen(dataset_place_holder); + } + GRN_TEXT_PUTS(ctx, buffer, p); + printf("> %.*s\n", (int)GRN_TEXT_LEN(buffer), GRN_TEXT_VALUE(buffer)); + grn_ctx_send(ctx, GRN_TEXT_VALUE(buffer), GRN_TEXT_LEN(buffer), 0); + output(ctx); +} + + +int +main(int argc, char **argv) +{ + const char *db_path; + const char *dataset_name; + grn_ctx ctx_, *ctx; + grn_obj *db; + grn_bool success = GRN_TRUE; + int parsed_argc, rest_argc; + int flags = MODE_NONE; + const char *default_tokenizer = NULL; + static grn_str_getopt_opt opts[] = { + {'\0', "default-tokenizer", NULL, 0, GETOPT_OP_NONE}, + {'h', "help", NULL, MODE_USAGE, GETOPT_OP_UPDATE} + }; + + opts[0].arg = &default_tokenizer; + + parsed_argc = grn_str_getopt(argc, argv, opts, &flags); + if (parsed_argc < 0) { + usage(stderr, argc, argv); + return EXIT_FAILURE; + } + + if (flags & MODE_USAGE) { + usage(stdout, argc, argv); + return EXIT_SUCCESS; + } + + rest_argc = argc - parsed_argc; + if (rest_argc != 2) { + usage(stderr, argc, argv); + return EXIT_FAILURE; + } + + db_path = argv[parsed_argc]; + dataset_name = argv[parsed_argc + 1]; + + grn_init(); + + ctx = &ctx_; + grn_ctx_init(ctx, 0); + db = grn_db_open(ctx, db_path); + if (!db) { + if (ctx->rc == GRN_NO_SUCH_FILE_OR_DIRECTORY) { + db = grn_db_create(ctx, db_path, NULL); + if (!db) { + fprintf(stderr, "DB create failed (%s): %s\n", db_path, ctx->errbuf); + } + } else { + fprintf(stderr, "DB open failed (%s): %s\n", db_path, ctx->errbuf); + } + } + + if (db) { + grn_obj text; + GRN_TEXT_INIT(&text, 0); +#define SEND(string) send_command(ctx, &text, string, dataset_name) + SEND("plugin_register suggest/suggest"); + SEND("table_create event_type TABLE_HASH_KEY ShortText"); + { + grn_obj query; + GRN_TEXT_INIT(&query, 0); + GRN_TEXT_PUTS(ctx, &query, + "table_create bigram TABLE_PAT_KEY ShortText " + "--default_tokenizer "); + if (default_tokenizer) { + GRN_TEXT_PUTS(ctx, &query, default_tokenizer); + } else { + GRN_TEXT_PUTS(ctx, &query, DEFAULT_DEFAULT_TOKENIZER); + } + GRN_TEXT_PUTS(ctx, &query, " --normalizer NormalizerAuto"); + GRN_TEXT_PUTC(ctx, &query, '\0'); + SEND(GRN_TEXT_VALUE(&query)); + GRN_OBJ_FIN(ctx, &query); + } + SEND("table_create kana TABLE_PAT_KEY ShortText " + "--normalizer NormalizerAuto"); + SEND("table_create item_${DATASET} TABLE_PAT_KEY " + "ShortText --default_tokenizer TokenDelimit " + "--normalizer NormalizerAuto"); + SEND("column_create bigram item_${DATASET}_key " + "COLUMN_INDEX|WITH_POSITION item_${DATASET} _key"); + SEND("column_create item_${DATASET} kana COLUMN_VECTOR kana"); + SEND("column_create kana item_${DATASET}_kana COLUMN_INDEX " + "item_${DATASET} kana"); + SEND("column_create item_${DATASET} freq COLUMN_SCALAR Int32"); + SEND("column_create item_${DATASET} last COLUMN_SCALAR Time"); + SEND("column_create item_${DATASET} boost COLUMN_SCALAR Int32"); + SEND("column_create item_${DATASET} freq2 COLUMN_SCALAR Int32"); + SEND("column_create item_${DATASET} buzz COLUMN_SCALAR Int32"); + + SEND("table_create pair_${DATASET} TABLE_HASH_KEY UInt64"); + SEND("column_create pair_${DATASET} pre COLUMN_SCALAR item_${DATASET}"); + SEND("column_create pair_${DATASET} post COLUMN_SCALAR item_${DATASET}"); + SEND("column_create pair_${DATASET} freq0 COLUMN_SCALAR Int32"); + SEND("column_create pair_${DATASET} freq1 COLUMN_SCALAR Int32"); + SEND("column_create pair_${DATASET} freq2 COLUMN_SCALAR Int32"); + SEND("column_create item_${DATASET} co COLUMN_INDEX pair_${DATASET} pre"); + + SEND("table_create sequence_${DATASET} TABLE_HASH_KEY ShortText"); + SEND("table_create event_${DATASET} TABLE_NO_KEY"); + SEND("column_create sequence_${DATASET} events " + "COLUMN_VECTOR|RING_BUFFER event_${DATASET}"); + SEND("column_create event_${DATASET} type COLUMN_SCALAR event_type"); + SEND("column_create event_${DATASET} time COLUMN_SCALAR Time"); + SEND("column_create event_${DATASET} item COLUMN_SCALAR item_${DATASET}"); + SEND("column_create event_${DATASET} sequence COLUMN_SCALAR " + "sequence_${DATASET}"); + + SEND("table_create configuration TABLE_HASH_KEY ShortText"); + SEND("column_create configuration weight COLUMN_SCALAR UInt32"); + SEND("load --table configuration"); + SEND("["); + SEND("{\"_key\": \"${DATASET}\", \"weight\": 1}"); + SEND("]"); +#undef SEND + success = ctx->rc == GRN_SUCCESS; + GRN_OBJ_FIN(ctx, &text); + GRN_OBJ_FIN(ctx, db); + } else { + success = GRN_FALSE; + } + grn_ctx_fin(ctx); + grn_fin(); + + return success ? EXIT_SUCCESS : EXIT_FAILURE; +} |