1 files changed, 59 insertions, 0 deletions
diff --git a/comm/mailnews/extensions/fts3/nsFts3Tokenizer.cpp b/comm/mailnews/extensions/fts3/nsFts3Tokenizer.cpp
new file mode 100644
index 0000000000..9c85543147
--- /dev/null
+++ b/comm/mailnews/extensions/fts3/nsFts3Tokenizer.cpp
@@ -0,0 +1,59 @@
+/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+
+#include "nsFts3Tokenizer.h"
+
+#include "nsGlodaRankerFunction.h"
+
+#include "nsIFts3Tokenizer.h"
+#include "mozIStorageConnection.h"
+#include "mozIStorageStatement.h"
+#include "nsString.h"
+
+extern "C" void sqlite3Fts3PorterTokenizerModule(
+    sqlite3_tokenizer_module const** ppModule);
+
+extern "C" void glodaRankFunc(sqlite3_context* pCtx, int nVal,
+                              sqlite3_value** apVal);
+
+NS_IMPL_ISUPPORTS(nsFts3Tokenizer, nsIFts3Tokenizer)
+
+nsFts3Tokenizer::nsFts3Tokenizer() {}
+
+nsFts3Tokenizer::~nsFts3Tokenizer() {}
+
+NS_IMETHODIMP
+nsFts3Tokenizer::RegisterTokenizer(mozIStorageConnection* connection) {
+  nsresult rv;
+  nsCOMPtr<mozIStorageStatement> selectStatement;
+
+  // -- register the tokenizer
+  rv = connection->CreateStatement("SELECT fts3_tokenizer(?1, ?2)"_ns,
+                                   getter_AddRefs(selectStatement));
+  NS_ENSURE_SUCCESS(rv, rv);
+
+  const sqlite3_tokenizer_module* module = nullptr;
+  sqlite3Fts3PorterTokenizerModule(&module);
+  if (!module) return NS_ERROR_FAILURE;
+
+  rv = selectStatement->BindUTF8StringByIndex(0, "mozporter"_ns);
+  NS_ENSURE_SUCCESS(rv, rv);
+  rv = selectStatement->BindBlobByIndex(1, (uint8_t*)&module, sizeof(module));
+  NS_ENSURE_SUCCESS(rv, rv);
+
+  bool hasMore;
+  rv = selectStatement->ExecuteStep(&hasMore);
+  NS_ENSURE_SUCCESS(rv, rv);
+
+  // -- register the ranking function
+  nsCOMPtr<mozIStorageFunction> func = new nsGlodaRankerFunction();
+  NS_ENSURE_TRUE(func, NS_ERROR_OUT_OF_MEMORY);
+  rv = connection->CreateFunction("glodaRank"_ns,
+                                  -1,  // variable argument support
+                                  func);
+  NS_ENSURE_SUCCESS(rv, rv);
+
+  return rv;
+}