summaryrefslogtreecommitdiffstats
path: root/storage/mroonga/vendor/groonga/examples/dictionary/gene95/gene2grn.rb
blob: c9d9a593b1167b8f4afcf32e3ac977fa8654e565 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
#!/usr/bin/env ruby

require "json"

print(<<HEADER.chomp)
column_create item_dictionary gene95_desc COLUMN_SCALAR ShortText
column_create bigram item_dictionary_gene95_desc COLUMN_INDEX|WITH_POSITION item_dictionary gene95_desc
load --table item_dictionary
[
["_key","gene95_desc"]
HEADER

loop do
  raw_key = gets
  break if raw_key.nil?
  raw_body = gets

  key = nil
  body = nil
  begin
    key = raw_key.encode("UTF-8", "Windows-31J").strip
    body = raw_body.encode("UTF-8", "Windows-31J").strip
  rescue EncodingError
    $stderr.puts("Ignore:")
    $stderr.puts("   key: <#{raw_key}>")
    $stderr.puts("  body: <#{raw_body}>")
    next
  end
  puts(",")
  print([key, body].to_json)
end
puts
puts("]")