summaryrefslogtreecommitdiffstats
path: root/toolkit/components/contentrelevancy/metrics.yaml
blob: a17e40bab4eab674f463b8b9d9ee3ab9d747b4ca (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

# Adding a new metric? We have docs for that!
# https://firefox-source-docs.mozilla.org/toolkit/components/glean/user/new_definitions_file.html

---
$schema: moz://mozilla.org/schemas/glean/metrics/2-0-0
$tags:
  - "Application Services :: Relevancy"

relevancy.classify:
  succeed:
    type: event
    description: >
      Record an event of a successful user interest classification.
    bugs:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_reviews:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_sensitivity:
      - interaction
    notification_emails:
      - disco-team@mozilla.com
      - najiang@mozilla.com
    expires: never
    extra_keys:
      input_size:
        description: >
          The total number of input elements used for classification.
        type: quantity
      input_classified_size:
        description: >
          The total number of input elements classified with at least one conclusive interest.
        type: quantity
      input_inconclusive_size:
        description: >
          The total number of input elements classified with the inconclusive interest.
        type: quantity
      output_interest_size:
        description: >
          The total number of output interests for classification.
        type: quantity
      interest_top_1_hits:
        description: >
          The total number of input elements for the interest with the most hits.
          Defaults to 0. This, along with `input_size` and `input_classified_size`,
          can be used to calculate the top-N classification percentages and top-N
          hit percentages.
        type: quantity
      interest_top_2_hits:
        description: >
          The total number of input elements for the interest with the 2nd most hits.
          Defaults to 0. This, along with `input_size` and `input_classified_size`,
          can be used to calculate the top-N classification percentages and top-N
          hit percentages.
        type: quantity
      interest_top_3_hits:
        description: >
          The total number of input elements for the interest with the 3rd most hits.
          Defaults to 0. This, along with `input_size` and `input_classified_size`,
          can be used to calculate the top-N classification percentages and top-N
          hit percentages.
        type: quantity
  fail:
    type: event
    description: >
      Record an event of a failed / aborted user interest classification.
    bugs:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_reviews:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_sensitivity:
      - interaction
    notification_emails:
      - disco-team@mozilla.com
      - najiang@mozilla.com
    expires: never
    extra_keys:
      reason:
        description: >
          The reason of the failed / aborted classification.
          One of
            * `insufficient-input`
            * `component-errors`
            * `store-not-ready`
        type: string
  duration:
    type: timing_distribution
    time_unit: millisecond
    description: >
      Record the duration (in ms) of a successful classification.
    bugs:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_reviews:
      - https://bugzilla.mozilla.org/show_bug.cgi?id=1889404
    data_sensitivity:
      - interaction
    notification_emails:
      - disco-team@mozilla.com
      - najiang@mozilla.com
    expires: never