1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
import { NaiveBayesTextTagger } from "lib/PersonalityProvider/NaiveBayesTextTagger.jsm";
import {
tokenize,
toksToTfIdfVector,
} from "lib/PersonalityProvider/Tokenize.jsm";
const EPSILON = 0.00001;
describe("Naive Bayes Tagger", () => {
describe("#tag", () => {
let model = {
model_type: "nb",
positive_class_label: "military",
positive_class_id: 0,
positive_class_threshold_log_prob: -0.5108256237659907,
classes: [
{
log_prior: -0.6881346387364013,
feature_log_probs: [
-6.2149425847276, -6.829869141665873, -7.124856122235796,
-7.116661287797188, -6.694751331313906, -7.11798266787003,
-6.5094904366004185, -7.1639509366900604, -7.218981434452414,
-6.854842907887801, -7.080328841624584,
],
},
{
log_prior: -0.6981849745899025,
feature_log_probs: [
-7.0575941199203465, -6.632333513597953, -7.382756370680115,
-7.1160793981275905, -8.467120918791892, -8.369201274990882,
-8.518506617006922, -7.015756380369387, -7.739036845511857,
-9.748294397894645, -3.9353548206941955,
],
},
],
vocab_idfs: {
deal: [0, 5.5058519847862275],
easy: [1, 5.5058519847862275],
tanks: [2, 5.601162164590552],
sites: [3, 5.957837108529285],
care: [4, 5.957837108529285],
needs: [5, 5.824305715904762],
finally: [6, 5.706522680248379],
super: [7, 5.264689927969339],
heard: [8, 5.5058519847862275],
reached: [9, 5.957837108529285],
words: [10, 5.070533913528382],
},
};
let instance = new NaiveBayesTextTagger(model, toksToTfIdfVector);
let testCases = [
{
input: "Finally! Super easy care for your tanks!",
expected: {
label: "military",
logProb: -0.16299510296630082,
confident: true,
},
},
{
input: "heard",
expected: {
label: "military",
logProb: -0.4628170738373294,
confident: false,
},
},
{
input: "words",
expected: {
label: null,
logProb: -0.04258339303757985,
confident: false,
},
},
];
let checkTag = tc => {
let actual = instance.tagTokens(tokenize(tc.input));
it(`should tag ${tc.input} with ${tc.expected.label}`, () => {
assert.equal(tc.expected.label, actual.label);
});
it(`should give ${tc.input} the correct probability`, () => {
let delta = Math.abs(tc.expected.logProb - actual.logProb);
assert.isTrue(delta <= EPSILON);
});
};
// RELEASE THE TESTS!
for (let tc of testCases) {
checkTag(tc);
}
});
});
|
