diff options
Diffstat (limited to 'docs/sqlglot/dialects/databricks.html')
| -rw-r--r-- | docs/sqlglot/dialects/databricks.html | 92 |
1 files changed, 56 insertions, 36 deletions
diff --git a/docs/sqlglot/dialects/databricks.html b/docs/sqlglot/dialects/databricks.html index c6b2049..d7f8063 100644 --- a/docs/sqlglot/dialects/databricks.html +++ b/docs/sqlglot/dialects/databricks.html @@ -79,7 +79,7 @@ <div class="pdoc-code codehilite"><pre><span></span><span id="L-1"><a href="#L-1"><span class="linenos"> 1</span></a><span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span> </span><span id="L-2"><a href="#L-2"><span class="linenos"> 2</span></a> -</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="kn">from</span> <span class="nn">sqlglot</span> <span class="kn">import</span> <span class="n">exp</span> +</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="kn">from</span> <span class="nn">sqlglot</span> <span class="kn">import</span> <span class="n">exp</span><span class="p">,</span> <span class="n">transforms</span> </span><span id="L-4"><a href="#L-4"><span class="linenos"> 4</span></a><span class="kn">from</span> <span class="nn">sqlglot.dialects.dialect</span> <span class="kn">import</span> <span class="n">parse_date_delta</span> </span><span id="L-5"><a href="#L-5"><span class="linenos"> 5</span></a><span class="kn">from</span> <span class="nn">sqlglot.dialects.spark</span> <span class="kn">import</span> <span class="n">Spark</span> </span><span id="L-6"><a href="#L-6"><span class="linenos"> 6</span></a><span class="kn">from</span> <span class="nn">sqlglot.dialects.tsql</span> <span class="kn">import</span> <span class="n">generate_date_delta_with_unit_sql</span> @@ -108,17 +108,22 @@ </span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> -</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> -</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a> <span class="p">}</span> -</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a> <span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">)</span> <span class="c1"># Remove the ELIMINATE_QUALIFY transformation</span> -</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a> -</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> -</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a> -</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> <span class="p">}</span> +</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">:</span> <span class="n">transforms</span><span class="o">.</span><span class="n">preprocess</span><span class="p">(</span> +</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a> <span class="p">[</span> +</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">eliminate_distinct_on</span><span class="p">,</span> +</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">unnest_to_explode</span><span class="p">,</span> +</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a> <span class="p">]</span> +</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a> <span class="p">),</span> +</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> +</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="p">}</span> +</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a> +</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> +</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> +</span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> +</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a> <span class="p">}</span> </span></pre></div> @@ -156,17 +161,22 @@ </span><span id="Databricks-30"><a href="#Databricks-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks-31"><a href="#Databricks-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks-32"><a href="#Databricks-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> -</span><span id="Databricks-33"><a href="#Databricks-33"><span class="linenos">33</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> -</span><span id="Databricks-34"><a href="#Databricks-34"><span class="linenos">34</span></a> <span class="p">}</span> -</span><span id="Databricks-35"><a href="#Databricks-35"><span class="linenos">35</span></a> <span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">)</span> <span class="c1"># Remove the ELIMINATE_QUALIFY transformation</span> -</span><span id="Databricks-36"><a href="#Databricks-36"><span class="linenos">36</span></a> -</span><span id="Databricks-37"><a href="#Databricks-37"><span class="linenos">37</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> -</span><span id="Databricks-38"><a href="#Databricks-38"><span class="linenos">38</span></a> -</span><span id="Databricks-39"><a href="#Databricks-39"><span class="linenos">39</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="Databricks-40"><a href="#Databricks-40"><span class="linenos">40</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks-41"><a href="#Databricks-41"><span class="linenos">41</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="Databricks-42"><a href="#Databricks-42"><span class="linenos">42</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="Databricks-43"><a href="#Databricks-43"><span class="linenos">43</span></a> <span class="p">}</span> +</span><span id="Databricks-33"><a href="#Databricks-33"><span class="linenos">33</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">:</span> <span class="n">transforms</span><span class="o">.</span><span class="n">preprocess</span><span class="p">(</span> +</span><span id="Databricks-34"><a href="#Databricks-34"><span class="linenos">34</span></a> <span class="p">[</span> +</span><span id="Databricks-35"><a href="#Databricks-35"><span class="linenos">35</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">eliminate_distinct_on</span><span class="p">,</span> +</span><span id="Databricks-36"><a href="#Databricks-36"><span class="linenos">36</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">unnest_to_explode</span><span class="p">,</span> +</span><span id="Databricks-37"><a href="#Databricks-37"><span class="linenos">37</span></a> <span class="p">]</span> +</span><span id="Databricks-38"><a href="#Databricks-38"><span class="linenos">38</span></a> <span class="p">),</span> +</span><span id="Databricks-39"><a href="#Databricks-39"><span class="linenos">39</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> +</span><span id="Databricks-40"><a href="#Databricks-40"><span class="linenos">40</span></a> <span class="p">}</span> +</span><span id="Databricks-41"><a href="#Databricks-41"><span class="linenos">41</span></a> +</span><span id="Databricks-42"><a href="#Databricks-42"><span class="linenos">42</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> +</span><span id="Databricks-43"><a href="#Databricks-43"><span class="linenos">43</span></a> +</span><span id="Databricks-44"><a href="#Databricks-44"><span class="linenos">44</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> +</span><span id="Databricks-45"><a href="#Databricks-45"><span class="linenos">45</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="Databricks-46"><a href="#Databricks-46"><span class="linenos">46</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="Databricks-47"><a href="#Databricks-47"><span class="linenos">47</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="Databricks-48"><a href="#Databricks-48"><span class="linenos">48</span></a> <span class="p">}</span> </span></pre></div> @@ -277,11 +287,16 @@ Default: "nulls_are_small"</li> </span><span id="Databricks.Generator-30"><a href="#Databricks.Generator-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks.Generator-31"><a href="#Databricks.Generator-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks.Generator-32"><a href="#Databricks.Generator-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> -</span><span id="Databricks.Generator-33"><a href="#Databricks.Generator-33"><span class="linenos">33</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> -</span><span id="Databricks.Generator-34"><a href="#Databricks.Generator-34"><span class="linenos">34</span></a> <span class="p">}</span> -</span><span id="Databricks.Generator-35"><a href="#Databricks.Generator-35"><span class="linenos">35</span></a> <span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">)</span> <span class="c1"># Remove the ELIMINATE_QUALIFY transformation</span> -</span><span id="Databricks.Generator-36"><a href="#Databricks.Generator-36"><span class="linenos">36</span></a> -</span><span id="Databricks.Generator-37"><a href="#Databricks.Generator-37"><span class="linenos">37</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> +</span><span id="Databricks.Generator-33"><a href="#Databricks.Generator-33"><span class="linenos">33</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">:</span> <span class="n">transforms</span><span class="o">.</span><span class="n">preprocess</span><span class="p">(</span> +</span><span id="Databricks.Generator-34"><a href="#Databricks.Generator-34"><span class="linenos">34</span></a> <span class="p">[</span> +</span><span id="Databricks.Generator-35"><a href="#Databricks.Generator-35"><span class="linenos">35</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">eliminate_distinct_on</span><span class="p">,</span> +</span><span id="Databricks.Generator-36"><a href="#Databricks.Generator-36"><span class="linenos">36</span></a> <span class="n">transforms</span><span class="o">.</span><span class="n">unnest_to_explode</span><span class="p">,</span> +</span><span id="Databricks.Generator-37"><a href="#Databricks.Generator-37"><span class="linenos">37</span></a> <span class="p">]</span> +</span><span id="Databricks.Generator-38"><a href="#Databricks.Generator-38"><span class="linenos">38</span></a> <span class="p">),</span> +</span><span id="Databricks.Generator-39"><a href="#Databricks.Generator-39"><span class="linenos">39</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">ToChar</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">e</span><span class="p">),</span> +</span><span id="Databricks.Generator-40"><a href="#Databricks.Generator-40"><span class="linenos">40</span></a> <span class="p">}</span> +</span><span id="Databricks.Generator-41"><a href="#Databricks.Generator-41"><span class="linenos">41</span></a> +</span><span id="Databricks.Generator-42"><a href="#Databricks.Generator-42"><span class="linenos">42</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> </span></pre></div> @@ -451,7 +466,7 @@ Default: True</li> <dd id="Databricks.Generator.where_sql" class="function"><a href="../generator.html#Generator.where_sql">where_sql</a></dd> <dd id="Databricks.Generator.window_sql" class="function"><a href="../generator.html#Generator.window_sql">window_sql</a></dd> <dd id="Databricks.Generator.partition_by_sql" class="function"><a href="../generator.html#Generator.partition_by_sql">partition_by_sql</a></dd> - <dd id="Databricks.Generator.window_spec_sql" class="function"><a href="../generator.html#Generator.window_spec_sql">window_spec_sql</a></dd> + <dd id="Databricks.Generator.windowspec_sql" class="function"><a href="../generator.html#Generator.windowspec_sql">windowspec_sql</a></dd> <dd id="Databricks.Generator.withingroup_sql" class="function"><a href="../generator.html#Generator.withingroup_sql">withingroup_sql</a></dd> <dd id="Databricks.Generator.between_sql" class="function"><a href="../generator.html#Generator.between_sql">between_sql</a></dd> <dd id="Databricks.Generator.bracket_sql" class="function"><a href="../generator.html#Generator.bracket_sql">bracket_sql</a></dd> @@ -460,6 +475,7 @@ Default: True</li> <dd id="Databricks.Generator.exists_sql" class="function"><a href="../generator.html#Generator.exists_sql">exists_sql</a></dd> <dd id="Databricks.Generator.case_sql" class="function"><a href="../generator.html#Generator.case_sql">case_sql</a></dd> <dd id="Databricks.Generator.constraint_sql" class="function"><a href="../generator.html#Generator.constraint_sql">constraint_sql</a></dd> + <dd id="Databricks.Generator.nextvaluefor_sql" class="function"><a href="../generator.html#Generator.nextvaluefor_sql">nextvaluefor_sql</a></dd> <dd id="Databricks.Generator.extract_sql" class="function"><a href="../generator.html#Generator.extract_sql">extract_sql</a></dd> <dd id="Databricks.Generator.trim_sql" class="function"><a href="../generator.html#Generator.trim_sql">trim_sql</a></dd> <dd id="Databricks.Generator.concat_sql" class="function"><a href="../generator.html#Generator.concat_sql">concat_sql</a></dd> @@ -557,7 +573,11 @@ Default: True</li> </div> <div><dt><a href="spark.html#Spark.Generator">sqlglot.dialects.spark.Spark.Generator</a></dt> - <dd id="Databricks.Generator.cast_sql" class="function"><a href="spark.html#Spark.Generator.cast_sql">cast_sql</a></dd> + <dd id="Databricks.Generator.datediff_sql" class="function"><a href="spark.html#Spark.Generator.datediff_sql">datediff_sql</a></dd> + + </div> + <div><dt><a href="spark2.html#Spark2.Generator">sqlglot.dialects.spark2.Spark2.Generator</a></dt> + <dd id="Databricks.Generator.cast_sql" class="function"><a href="spark2.html#Spark2.Generator.cast_sql">cast_sql</a></dd> </div> <div><dt><a href="hive.html#Hive.Generator">sqlglot.dialects.hive.Hive.Generator</a></dt> @@ -574,17 +594,17 @@ Default: True</li> <div class="attr class"> <span class="def">class</span> - <span class="name">Databricks.Tokenizer</span><wbr>(<span class="base"><a href="spark.html#Spark.Tokenizer">sqlglot.dialects.spark.Spark.Tokenizer</a></span>): + <span class="name">Databricks.Tokenizer</span><wbr>(<span class="base"><a href="spark2.html#Spark2.Tokenizer">sqlglot.dialects.spark2.Spark2.Tokenizer</a></span>): <label class="view-source-button" for="Databricks.Tokenizer-view-source"><span>View Source</span></label> </div> <a class="headerlink" href="#Databricks.Tokenizer"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="Databricks.Tokenizer-39"><a href="#Databricks.Tokenizer-39"><span class="linenos">39</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="Databricks.Tokenizer-40"><a href="#Databricks.Tokenizer-40"><span class="linenos">40</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks.Tokenizer-41"><a href="#Databricks.Tokenizer-41"><span class="linenos">41</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="Databricks.Tokenizer-42"><a href="#Databricks.Tokenizer-42"><span class="linenos">42</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="Databricks.Tokenizer-43"><a href="#Databricks.Tokenizer-43"><span class="linenos">43</span></a> <span class="p">}</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="Databricks.Tokenizer-44"><a href="#Databricks.Tokenizer-44"><span class="linenos">44</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> +</span><span id="Databricks.Tokenizer-45"><a href="#Databricks.Tokenizer-45"><span class="linenos">45</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="Databricks.Tokenizer-46"><a href="#Databricks.Tokenizer-46"><span class="linenos">46</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="Databricks.Tokenizer-47"><a href="#Databricks.Tokenizer-47"><span class="linenos">47</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="Databricks.Tokenizer-48"><a href="#Databricks.Tokenizer-48"><span class="linenos">48</span></a> <span class="p">}</span> </span></pre></div> |