diff options
Diffstat (limited to 'docs/sqlglot/dialects/databricks.html')
| -rw-r--r-- | docs/sqlglot/dialects/databricks.html | 57 |
1 files changed, 39 insertions, 18 deletions
diff --git a/docs/sqlglot/dialects/databricks.html b/docs/sqlglot/dialects/databricks.html index d7f8063..7f7af69 100644 --- a/docs/sqlglot/dialects/databricks.html +++ b/docs/sqlglot/dialects/databricks.html @@ -104,7 +104,7 @@ </span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a> </span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a> <span class="k">class</span> <span class="nc">Generator</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="p">):</span> </span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a> <span class="n">TRANSFORMS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> </span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> @@ -120,10 +120,12 @@ </span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> </span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> </span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a> <span class="p">}</span> +</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a> <span class="n">HEX_STRINGS</span> <span class="o">=</span> <span class="p">[]</span> +</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a> +</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="L-48"><a href="#L-48"><span class="linenos">48</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="L-49"><a href="#L-49"><span class="linenos">49</span></a> <span class="p">}</span> </span></pre></div> @@ -157,7 +159,7 @@ </span><span id="Databricks-26"><a href="#Databricks-26"><span class="linenos">26</span></a> </span><span id="Databricks-27"><a href="#Databricks-27"><span class="linenos">27</span></a> <span class="k">class</span> <span class="nc">Generator</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="p">):</span> </span><span id="Databricks-28"><a href="#Databricks-28"><span class="linenos">28</span></a> <span class="n">TRANSFORMS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks-29"><a href="#Databricks-29"><span class="linenos">29</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="Databricks-29"><a href="#Databricks-29"><span class="linenos">29</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> </span><span id="Databricks-30"><a href="#Databricks-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks-31"><a href="#Databricks-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks-32"><a href="#Databricks-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> @@ -173,10 +175,12 @@ </span><span id="Databricks-42"><a href="#Databricks-42"><span class="linenos">42</span></a> <span class="n">PARAMETER_TOKEN</span> <span class="o">=</span> <span class="s2">"$"</span> </span><span id="Databricks-43"><a href="#Databricks-43"><span class="linenos">43</span></a> </span><span id="Databricks-44"><a href="#Databricks-44"><span class="linenos">44</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="Databricks-45"><a href="#Databricks-45"><span class="linenos">45</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks-46"><a href="#Databricks-46"><span class="linenos">46</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="Databricks-47"><a href="#Databricks-47"><span class="linenos">47</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="Databricks-48"><a href="#Databricks-48"><span class="linenos">48</span></a> <span class="p">}</span> +</span><span id="Databricks-45"><a href="#Databricks-45"><span class="linenos">45</span></a> <span class="n">HEX_STRINGS</span> <span class="o">=</span> <span class="p">[]</span> +</span><span id="Databricks-46"><a href="#Databricks-46"><span class="linenos">46</span></a> +</span><span id="Databricks-47"><a href="#Databricks-47"><span class="linenos">47</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="Databricks-48"><a href="#Databricks-48"><span class="linenos">48</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="Databricks-49"><a href="#Databricks-49"><span class="linenos">49</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="Databricks-50"><a href="#Databricks-50"><span class="linenos">50</span></a> <span class="p">}</span> </span></pre></div> @@ -283,7 +287,7 @@ Default: "nulls_are_small"</li> <a class="headerlink" href="#Databricks.Generator"></a> <div class="pdoc-code codehilite"><pre><span></span><span id="Databricks.Generator-27"><a href="#Databricks.Generator-27"><span class="linenos">27</span></a> <span class="k">class</span> <span class="nc">Generator</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="p">):</span> </span><span id="Databricks.Generator-28"><a href="#Databricks.Generator-28"><span class="linenos">28</span></a> <span class="n">TRANSFORMS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks.Generator-29"><a href="#Databricks.Generator-29"><span class="linenos">29</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="Databricks.Generator-29"><a href="#Databricks.Generator-29"><span class="linenos">29</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Generator</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="p">,</span> </span><span id="Databricks.Generator-30"><a href="#Databricks.Generator-30"><span class="linenos">30</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateAdd</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks.Generator-31"><a href="#Databricks.Generator-31"><span class="linenos">31</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">DateDiff</span><span class="p">:</span> <span class="n">generate_date_delta_with_unit_sql</span><span class="p">,</span> </span><span id="Databricks.Generator-32"><a href="#Databricks.Generator-32"><span class="linenos">32</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">JSONExtract</span><span class="p">:</span> <span class="k">lambda</span> <span class="bp">self</span><span class="p">,</span> <span class="n">e</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">binary</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="s2">":"</span><span class="p">),</span> @@ -313,6 +317,14 @@ represents a python time format and the output the target time format</li> <li><strong>quote_end (str):</strong> specifies which ending character to use to delimit quotes. Default: '.</li> <li><strong>identifier_start (str):</strong> specifies which starting character to use to delimit identifiers. Default: ".</li> <li><strong>identifier_end (str):</strong> specifies which ending character to use to delimit identifiers. Default: ".</li> +<li><strong>bit_start (str):</strong> specifies which starting character to use to delimit bit literals. Default: None.</li> +<li><strong>bit_end (str):</strong> specifies which ending character to use to delimit bit literals. Default: None.</li> +<li><strong>hex_start (str):</strong> specifies which starting character to use to delimit hex literals. Default: None.</li> +<li><strong>hex_end (str):</strong> specifies which ending character to use to delimit hex literals. Default: None.</li> +<li><strong>byte_start (str):</strong> specifies which starting character to use to delimit byte literals. Default: None.</li> +<li><strong>byte_end (str):</strong> specifies which ending character to use to delimit byte literals. Default: None.</li> +<li><strong>raw_start (str):</strong> specifies which starting character to use to delimit raw literals. Default: None.</li> +<li><strong>raw_end (str):</strong> specifies which ending character to use to delimit raw literals. Default: None.</li> <li><strong>identify (bool | str):</strong> 'always': always quote, 'safe': quote identifiers if they don't contain an upcase, True defaults to always.</li> <li><strong>normalize (bool):</strong> if set to True all identifiers will lower cased</li> <li><strong>string_escape (str):</strong> specifies a string escape character. Default: '.</li> @@ -365,7 +377,6 @@ Default: True</li> <dd id="Databricks.Generator.characterset_sql" class="function"><a href="../generator.html#Generator.characterset_sql">characterset_sql</a></dd> <dd id="Databricks.Generator.column_sql" class="function"><a href="../generator.html#Generator.column_sql">column_sql</a></dd> <dd id="Databricks.Generator.columnposition_sql" class="function"><a href="../generator.html#Generator.columnposition_sql">columnposition_sql</a></dd> - <dd id="Databricks.Generator.columndef_sql" class="function"><a href="../generator.html#Generator.columndef_sql">columndef_sql</a></dd> <dd id="Databricks.Generator.columnconstraint_sql" class="function"><a href="../generator.html#Generator.columnconstraint_sql">columnconstraint_sql</a></dd> <dd id="Databricks.Generator.autoincrementcolumnconstraint_sql" class="function"><a href="../generator.html#Generator.autoincrementcolumnconstraint_sql">autoincrementcolumnconstraint_sql</a></dd> <dd id="Databricks.Generator.compresscolumnconstraint_sql" class="function"><a href="../generator.html#Generator.compresscolumnconstraint_sql">compresscolumnconstraint_sql</a></dd> @@ -374,6 +385,7 @@ Default: True</li> <dd id="Databricks.Generator.primarykeycolumnconstraint_sql" class="function"><a href="../generator.html#Generator.primarykeycolumnconstraint_sql">primarykeycolumnconstraint_sql</a></dd> <dd id="Databricks.Generator.uniquecolumnconstraint_sql" class="function"><a href="../generator.html#Generator.uniquecolumnconstraint_sql">uniquecolumnconstraint_sql</a></dd> <dd id="Databricks.Generator.create_sql" class="function"><a href="../generator.html#Generator.create_sql">create_sql</a></dd> + <dd id="Databricks.Generator.clone_sql" class="function"><a href="../generator.html#Generator.clone_sql">clone_sql</a></dd> <dd id="Databricks.Generator.describe_sql" class="function"><a href="../generator.html#Generator.describe_sql">describe_sql</a></dd> <dd id="Databricks.Generator.prepend_ctes" class="function"><a href="../generator.html#Generator.prepend_ctes">prepend_ctes</a></dd> <dd id="Databricks.Generator.with_sql" class="function"><a href="../generator.html#Generator.with_sql">with_sql</a></dd> @@ -382,6 +394,8 @@ Default: True</li> <dd id="Databricks.Generator.bitstring_sql" class="function"><a href="../generator.html#Generator.bitstring_sql">bitstring_sql</a></dd> <dd id="Databricks.Generator.hexstring_sql" class="function"><a href="../generator.html#Generator.hexstring_sql">hexstring_sql</a></dd> <dd id="Databricks.Generator.bytestring_sql" class="function"><a href="../generator.html#Generator.bytestring_sql">bytestring_sql</a></dd> + <dd id="Databricks.Generator.rawstring_sql" class="function"><a href="../generator.html#Generator.rawstring_sql">rawstring_sql</a></dd> + <dd id="Databricks.Generator.datatypesize_sql" class="function"><a href="../generator.html#Generator.datatypesize_sql">datatypesize_sql</a></dd> <dd id="Databricks.Generator.directory_sql" class="function"><a href="../generator.html#Generator.directory_sql">directory_sql</a></dd> <dd id="Databricks.Generator.delete_sql" class="function"><a href="../generator.html#Generator.delete_sql">delete_sql</a></dd> <dd id="Databricks.Generator.drop_sql" class="function"><a href="../generator.html#Generator.drop_sql">drop_sql</a></dd> @@ -404,7 +418,6 @@ Default: True</li> <dd id="Databricks.Generator.fallbackproperty_sql" class="function"><a href="../generator.html#Generator.fallbackproperty_sql">fallbackproperty_sql</a></dd> <dd id="Databricks.Generator.journalproperty_sql" class="function"><a href="../generator.html#Generator.journalproperty_sql">journalproperty_sql</a></dd> <dd id="Databricks.Generator.freespaceproperty_sql" class="function"><a href="../generator.html#Generator.freespaceproperty_sql">freespaceproperty_sql</a></dd> - <dd id="Databricks.Generator.afterjournalproperty_sql" class="function"><a href="../generator.html#Generator.afterjournalproperty_sql">afterjournalproperty_sql</a></dd> <dd id="Databricks.Generator.checksumproperty_sql" class="function"><a href="../generator.html#Generator.checksumproperty_sql">checksumproperty_sql</a></dd> <dd id="Databricks.Generator.mergeblockratioproperty_sql" class="function"><a href="../generator.html#Generator.mergeblockratioproperty_sql">mergeblockratioproperty_sql</a></dd> <dd id="Databricks.Generator.datablocksizeproperty_sql" class="function"><a href="../generator.html#Generator.datablocksizeproperty_sql">datablocksizeproperty_sql</a></dd> @@ -451,10 +464,10 @@ Default: True</li> <dd id="Databricks.Generator.ordered_sql" class="function"><a href="../generator.html#Generator.ordered_sql">ordered_sql</a></dd> <dd id="Databricks.Generator.matchrecognize_sql" class="function"><a href="../generator.html#Generator.matchrecognize_sql">matchrecognize_sql</a></dd> <dd id="Databricks.Generator.query_modifiers" class="function"><a href="../generator.html#Generator.query_modifiers">query_modifiers</a></dd> + <dd id="Databricks.Generator.after_limit_modifiers" class="function"><a href="../generator.html#Generator.after_limit_modifiers">after_limit_modifiers</a></dd> <dd id="Databricks.Generator.select_sql" class="function"><a href="../generator.html#Generator.select_sql">select_sql</a></dd> <dd id="Databricks.Generator.schema_sql" class="function"><a href="../generator.html#Generator.schema_sql">schema_sql</a></dd> <dd id="Databricks.Generator.star_sql" class="function"><a href="../generator.html#Generator.star_sql">star_sql</a></dd> - <dd id="Databricks.Generator.structkwarg_sql" class="function"><a href="../generator.html#Generator.structkwarg_sql">structkwarg_sql</a></dd> <dd id="Databricks.Generator.parameter_sql" class="function"><a href="../generator.html#Generator.parameter_sql">parameter_sql</a></dd> <dd id="Databricks.Generator.sessionparameter_sql" class="function"><a href="../generator.html#Generator.sessionparameter_sql">sessionparameter_sql</a></dd> <dd id="Databricks.Generator.placeholder_sql" class="function"><a href="../generator.html#Generator.placeholder_sql">placeholder_sql</a></dd> @@ -487,6 +500,8 @@ Default: True</li> <dd id="Databricks.Generator.matchagainst_sql" class="function"><a href="../generator.html#Generator.matchagainst_sql">matchagainst_sql</a></dd> <dd id="Databricks.Generator.jsonkeyvalue_sql" class="function"><a href="../generator.html#Generator.jsonkeyvalue_sql">jsonkeyvalue_sql</a></dd> <dd id="Databricks.Generator.jsonobject_sql" class="function"><a href="../generator.html#Generator.jsonobject_sql">jsonobject_sql</a></dd> + <dd id="Databricks.Generator.openjsoncolumndef_sql" class="function"><a href="../generator.html#Generator.openjsoncolumndef_sql">openjsoncolumndef_sql</a></dd> + <dd id="Databricks.Generator.openjson_sql" class="function"><a href="../generator.html#Generator.openjson_sql">openjson_sql</a></dd> <dd id="Databricks.Generator.in_sql" class="function"><a href="../generator.html#Generator.in_sql">in_sql</a></dd> <dd id="Databricks.Generator.in_unnest_op" class="function"><a href="../generator.html#Generator.in_unnest_op">in_unnest_op</a></dd> <dd id="Databricks.Generator.interval_sql" class="function"><a href="../generator.html#Generator.interval_sql">interval_sql</a></dd> @@ -512,6 +527,8 @@ Default: True</li> <dd id="Databricks.Generator.collate_sql" class="function"><a href="../generator.html#Generator.collate_sql">collate_sql</a></dd> <dd id="Databricks.Generator.command_sql" class="function"><a href="../generator.html#Generator.command_sql">command_sql</a></dd> <dd id="Databricks.Generator.comment_sql" class="function"><a href="../generator.html#Generator.comment_sql">comment_sql</a></dd> + <dd id="Databricks.Generator.mergetreettlaction_sql" class="function"><a href="../generator.html#Generator.mergetreettlaction_sql">mergetreettlaction_sql</a></dd> + <dd id="Databricks.Generator.mergetreettl_sql" class="function"><a href="../generator.html#Generator.mergetreettl_sql">mergetreettl_sql</a></dd> <dd id="Databricks.Generator.transaction_sql" class="function"><a href="../generator.html#Generator.transaction_sql">transaction_sql</a></dd> <dd id="Databricks.Generator.commit_sql" class="function"><a href="../generator.html#Generator.commit_sql">commit_sql</a></dd> <dd id="Databricks.Generator.rollback_sql" class="function"><a href="../generator.html#Generator.rollback_sql">rollback_sql</a></dd> @@ -578,12 +595,14 @@ Default: True</li> </div> <div><dt><a href="spark2.html#Spark2.Generator">sqlglot.dialects.spark2.Spark2.Generator</a></dt> <dd id="Databricks.Generator.cast_sql" class="function"><a href="spark2.html#Spark2.Generator.cast_sql">cast_sql</a></dd> + <dd id="Databricks.Generator.columndef_sql" class="function"><a href="spark2.html#Spark2.Generator.columndef_sql">columndef_sql</a></dd> </div> <div><dt><a href="hive.html#Hive.Generator">sqlglot.dialects.hive.Hive.Generator</a></dt> <dd id="Databricks.Generator.arrayagg_sql" class="function"><a href="hive.html#Hive.Generator.arrayagg_sql">arrayagg_sql</a></dd> <dd id="Databricks.Generator.with_properties" class="function"><a href="hive.html#Hive.Generator.with_properties">with_properties</a></dd> <dd id="Databricks.Generator.datatype_sql" class="function"><a href="hive.html#Hive.Generator.datatype_sql">datatype_sql</a></dd> + <dd id="Databricks.Generator.after_having_modifiers" class="function"><a href="hive.html#Hive.Generator.after_having_modifiers">after_having_modifiers</a></dd> </div> </dl> @@ -601,10 +620,12 @@ Default: True</li> </div> <a class="headerlink" href="#Databricks.Tokenizer"></a> <div class="pdoc-code codehilite"><pre><span></span><span id="Databricks.Tokenizer-44"><a href="#Databricks.Tokenizer-44"><span class="linenos">44</span></a> <span class="k">class</span> <span class="nc">Tokenizer</span><span class="p">(</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="p">):</span> -</span><span id="Databricks.Tokenizer-45"><a href="#Databricks.Tokenizer-45"><span class="linenos">45</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Databricks.Tokenizer-46"><a href="#Databricks.Tokenizer-46"><span class="linenos">46</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> -</span><span id="Databricks.Tokenizer-47"><a href="#Databricks.Tokenizer-47"><span class="linenos">47</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> -</span><span id="Databricks.Tokenizer-48"><a href="#Databricks.Tokenizer-48"><span class="linenos">48</span></a> <span class="p">}</span> +</span><span id="Databricks.Tokenizer-45"><a href="#Databricks.Tokenizer-45"><span class="linenos">45</span></a> <span class="n">HEX_STRINGS</span> <span class="o">=</span> <span class="p">[]</span> +</span><span id="Databricks.Tokenizer-46"><a href="#Databricks.Tokenizer-46"><span class="linenos">46</span></a> +</span><span id="Databricks.Tokenizer-47"><a href="#Databricks.Tokenizer-47"><span class="linenos">47</span></a> <span class="n">SINGLE_TOKENS</span> <span class="o">=</span> <span class="p">{</span> +</span><span id="Databricks.Tokenizer-48"><a href="#Databricks.Tokenizer-48"><span class="linenos">48</span></a> <span class="o">**</span><span class="n">Spark</span><span class="o">.</span><span class="n">Tokenizer</span><span class="o">.</span><span class="n">SINGLE_TOKENS</span><span class="p">,</span> +</span><span id="Databricks.Tokenizer-49"><a href="#Databricks.Tokenizer-49"><span class="linenos">49</span></a> <span class="s2">"$"</span><span class="p">:</span> <span class="n">TokenType</span><span class="o">.</span><span class="n">PARAMETER</span><span class="p">,</span> +</span><span id="Databricks.Tokenizer-50"><a href="#Databricks.Tokenizer-50"><span class="linenos">50</span></a> <span class="p">}</span> </span></pre></div> |