diff options
Diffstat (limited to 'docs/sqlglot/dialects/spark.html')
| -rw-r--r-- | docs/sqlglot/dialects/spark.html | 31 |
1 files changed, 23 insertions, 8 deletions
diff --git a/docs/sqlglot/dialects/spark.html b/docs/sqlglot/dialects/spark.html index d29015b..9b38483 100644 --- a/docs/sqlglot/dialects/spark.html +++ b/docs/sqlglot/dialects/spark.html @@ -83,10 +83,10 @@ </span><span id="L-7"><a href="#L-7"><span class="linenos"> 7</span></a><span class="kn">from</span> <span class="nn">sqlglot.helper</span> <span class="kn">import</span> <span class="n">seq_get</span> </span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a> </span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a> -</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a><span class="k">def</span> <span class="nf">_parse_datediff</span><span class="p">(</span><span class="n">args</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">Sequence</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a><span class="k">def</span> <span class="nf">_parse_datediff</span><span class="p">(</span><span class="n">args</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">List</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> </span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="w"> </span><span class="sd">"""</span> </span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a><span class="sd"> Although Spark docs don't mention the "unit" argument, Spark3 added support for</span> -</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a><span class="sd"> it at some point. Databricks also supports this variation (see below).</span> +</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a><span class="sd"> it at some point. Databricks also supports this variant (see below).</span> </span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a> </span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a><span class="sd"> For example, in spark-sql (v3.3.1):</span> </span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a><span class="sd"> - SELECT DATEDIFF('2020-01-01', '2020-01-05') results in -4</span> @@ -112,7 +112,7 @@ </span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a><span class="k">class</span> <span class="nc">Spark</span><span class="p">(</span><span class="n">Spark2</span><span class="p">):</span> </span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a> <span class="k">class</span> <span class="nc">Parser</span><span class="p">(</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="p">):</span> </span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a> <span class="n">FUNCTIONS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> </span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a> <span class="s2">"DATEDIFF"</span><span class="p">:</span> <span class="n">_parse_datediff</span><span class="p">,</span> </span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="p">}</span> </span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> @@ -147,7 +147,7 @@ <div class="pdoc-code codehilite"><pre><span></span><span id="Spark-37"><a href="#Spark-37"><span class="linenos">37</span></a><span class="k">class</span> <span class="nc">Spark</span><span class="p">(</span><span class="n">Spark2</span><span class="p">):</span> </span><span id="Spark-38"><a href="#Spark-38"><span class="linenos">38</span></a> <span class="k">class</span> <span class="nc">Parser</span><span class="p">(</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="p">):</span> </span><span id="Spark-39"><a href="#Spark-39"><span class="linenos">39</span></a> <span class="n">FUNCTIONS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Spark-40"><a href="#Spark-40"><span class="linenos">40</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="Spark-40"><a href="#Spark-40"><span class="linenos">40</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> </span><span id="Spark-41"><a href="#Spark-41"><span class="linenos">41</span></a> <span class="s2">"DATEDIFF"</span><span class="p">:</span> <span class="n">_parse_datediff</span><span class="p">,</span> </span><span id="Spark-42"><a href="#Spark-42"><span class="linenos">42</span></a> <span class="p">}</span> </span><span id="Spark-43"><a href="#Spark-43"><span class="linenos">43</span></a> @@ -204,7 +204,7 @@ <a class="headerlink" href="#Spark.Parser"></a> <div class="pdoc-code codehilite"><pre><span></span><span id="Spark.Parser-38"><a href="#Spark.Parser-38"><span class="linenos">38</span></a> <span class="k">class</span> <span class="nc">Parser</span><span class="p">(</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="p">):</span> </span><span id="Spark.Parser-39"><a href="#Spark.Parser-39"><span class="linenos">39</span></a> <span class="n">FUNCTIONS</span> <span class="o">=</span> <span class="p">{</span> -</span><span id="Spark.Parser-40"><a href="#Spark.Parser-40"><span class="linenos">40</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> <span class="c1"># type: ignore</span> +</span><span id="Spark.Parser-40"><a href="#Spark.Parser-40"><span class="linenos">40</span></a> <span class="o">**</span><span class="n">Spark2</span><span class="o">.</span><span class="n">Parser</span><span class="o">.</span><span class="n">FUNCTIONS</span><span class="p">,</span> </span><span id="Spark.Parser-41"><a href="#Spark.Parser-41"><span class="linenos">41</span></a> <span class="s2">"DATEDIFF"</span><span class="p">:</span> <span class="n">_parse_datediff</span><span class="p">,</span> </span><span id="Spark.Parser-42"><a href="#Spark.Parser-42"><span class="linenos">42</span></a> <span class="p">}</span> </span></pre></div> @@ -292,6 +292,14 @@ represents a python time format and the output the target time format</li> <li><strong>quote_end (str):</strong> specifies which ending character to use to delimit quotes. Default: '.</li> <li><strong>identifier_start (str):</strong> specifies which starting character to use to delimit identifiers. Default: ".</li> <li><strong>identifier_end (str):</strong> specifies which ending character to use to delimit identifiers. Default: ".</li> +<li><strong>bit_start (str):</strong> specifies which starting character to use to delimit bit literals. Default: None.</li> +<li><strong>bit_end (str):</strong> specifies which ending character to use to delimit bit literals. Default: None.</li> +<li><strong>hex_start (str):</strong> specifies which starting character to use to delimit hex literals. Default: None.</li> +<li><strong>hex_end (str):</strong> specifies which ending character to use to delimit hex literals. Default: None.</li> +<li><strong>byte_start (str):</strong> specifies which starting character to use to delimit byte literals. Default: None.</li> +<li><strong>byte_end (str):</strong> specifies which ending character to use to delimit byte literals. Default: None.</li> +<li><strong>raw_start (str):</strong> specifies which starting character to use to delimit raw literals. Default: None.</li> +<li><strong>raw_end (str):</strong> specifies which ending character to use to delimit raw literals. Default: None.</li> <li><strong>identify (bool | str):</strong> 'always': always quote, 'safe': quote identifiers if they don't contain an upcase, True defaults to always.</li> <li><strong>normalize (bool):</strong> if set to True all identifiers will lower cased</li> <li><strong>string_escape (str):</strong> specifies a string escape character. Default: '.</li> @@ -370,7 +378,6 @@ Default: True</li> <dd id="Spark.Generator.characterset_sql" class="function"><a href="../generator.html#Generator.characterset_sql">characterset_sql</a></dd> <dd id="Spark.Generator.column_sql" class="function"><a href="../generator.html#Generator.column_sql">column_sql</a></dd> <dd id="Spark.Generator.columnposition_sql" class="function"><a href="../generator.html#Generator.columnposition_sql">columnposition_sql</a></dd> - <dd id="Spark.Generator.columndef_sql" class="function"><a href="../generator.html#Generator.columndef_sql">columndef_sql</a></dd> <dd id="Spark.Generator.columnconstraint_sql" class="function"><a href="../generator.html#Generator.columnconstraint_sql">columnconstraint_sql</a></dd> <dd id="Spark.Generator.autoincrementcolumnconstraint_sql" class="function"><a href="../generator.html#Generator.autoincrementcolumnconstraint_sql">autoincrementcolumnconstraint_sql</a></dd> <dd id="Spark.Generator.compresscolumnconstraint_sql" class="function"><a href="../generator.html#Generator.compresscolumnconstraint_sql">compresscolumnconstraint_sql</a></dd> @@ -379,6 +386,7 @@ Default: True</li> <dd id="Spark.Generator.primarykeycolumnconstraint_sql" class="function"><a href="../generator.html#Generator.primarykeycolumnconstraint_sql">primarykeycolumnconstraint_sql</a></dd> <dd id="Spark.Generator.uniquecolumnconstraint_sql" class="function"><a href="../generator.html#Generator.uniquecolumnconstraint_sql">uniquecolumnconstraint_sql</a></dd> <dd id="Spark.Generator.create_sql" class="function"><a href="../generator.html#Generator.create_sql">create_sql</a></dd> + <dd id="Spark.Generator.clone_sql" class="function"><a href="../generator.html#Generator.clone_sql">clone_sql</a></dd> <dd id="Spark.Generator.describe_sql" class="function"><a href="../generator.html#Generator.describe_sql">describe_sql</a></dd> <dd id="Spark.Generator.prepend_ctes" class="function"><a href="../generator.html#Generator.prepend_ctes">prepend_ctes</a></dd> <dd id="Spark.Generator.with_sql" class="function"><a href="../generator.html#Generator.with_sql">with_sql</a></dd> @@ -387,6 +395,8 @@ Default: True</li> <dd id="Spark.Generator.bitstring_sql" class="function"><a href="../generator.html#Generator.bitstring_sql">bitstring_sql</a></dd> <dd id="Spark.Generator.hexstring_sql" class="function"><a href="../generator.html#Generator.hexstring_sql">hexstring_sql</a></dd> <dd id="Spark.Generator.bytestring_sql" class="function"><a href="../generator.html#Generator.bytestring_sql">bytestring_sql</a></dd> + <dd id="Spark.Generator.rawstring_sql" class="function"><a href="../generator.html#Generator.rawstring_sql">rawstring_sql</a></dd> + <dd id="Spark.Generator.datatypesize_sql" class="function"><a href="../generator.html#Generator.datatypesize_sql">datatypesize_sql</a></dd> <dd id="Spark.Generator.directory_sql" class="function"><a href="../generator.html#Generator.directory_sql">directory_sql</a></dd> <dd id="Spark.Generator.delete_sql" class="function"><a href="../generator.html#Generator.delete_sql">delete_sql</a></dd> <dd id="Spark.Generator.drop_sql" class="function"><a href="../generator.html#Generator.drop_sql">drop_sql</a></dd> @@ -409,7 +419,6 @@ Default: True</li> <dd id="Spark.Generator.fallbackproperty_sql" class="function"><a href="../generator.html#Generator.fallbackproperty_sql">fallbackproperty_sql</a></dd> <dd id="Spark.Generator.journalproperty_sql" class="function"><a href="../generator.html#Generator.journalproperty_sql">journalproperty_sql</a></dd> <dd id="Spark.Generator.freespaceproperty_sql" class="function"><a href="../generator.html#Generator.freespaceproperty_sql">freespaceproperty_sql</a></dd> - <dd id="Spark.Generator.afterjournalproperty_sql" class="function"><a href="../generator.html#Generator.afterjournalproperty_sql">afterjournalproperty_sql</a></dd> <dd id="Spark.Generator.checksumproperty_sql" class="function"><a href="../generator.html#Generator.checksumproperty_sql">checksumproperty_sql</a></dd> <dd id="Spark.Generator.mergeblockratioproperty_sql" class="function"><a href="../generator.html#Generator.mergeblockratioproperty_sql">mergeblockratioproperty_sql</a></dd> <dd id="Spark.Generator.datablocksizeproperty_sql" class="function"><a href="../generator.html#Generator.datablocksizeproperty_sql">datablocksizeproperty_sql</a></dd> @@ -456,10 +465,10 @@ Default: True</li> <dd id="Spark.Generator.ordered_sql" class="function"><a href="../generator.html#Generator.ordered_sql">ordered_sql</a></dd> <dd id="Spark.Generator.matchrecognize_sql" class="function"><a href="../generator.html#Generator.matchrecognize_sql">matchrecognize_sql</a></dd> <dd id="Spark.Generator.query_modifiers" class="function"><a href="../generator.html#Generator.query_modifiers">query_modifiers</a></dd> + <dd id="Spark.Generator.after_limit_modifiers" class="function"><a href="../generator.html#Generator.after_limit_modifiers">after_limit_modifiers</a></dd> <dd id="Spark.Generator.select_sql" class="function"><a href="../generator.html#Generator.select_sql">select_sql</a></dd> <dd id="Spark.Generator.schema_sql" class="function"><a href="../generator.html#Generator.schema_sql">schema_sql</a></dd> <dd id="Spark.Generator.star_sql" class="function"><a href="../generator.html#Generator.star_sql">star_sql</a></dd> - <dd id="Spark.Generator.structkwarg_sql" class="function"><a href="../generator.html#Generator.structkwarg_sql">structkwarg_sql</a></dd> <dd id="Spark.Generator.parameter_sql" class="function"><a href="../generator.html#Generator.parameter_sql">parameter_sql</a></dd> <dd id="Spark.Generator.sessionparameter_sql" class="function"><a href="../generator.html#Generator.sessionparameter_sql">sessionparameter_sql</a></dd> <dd id="Spark.Generator.placeholder_sql" class="function"><a href="../generator.html#Generator.placeholder_sql">placeholder_sql</a></dd> @@ -492,6 +501,8 @@ Default: True</li> <dd id="Spark.Generator.matchagainst_sql" class="function"><a href="../generator.html#Generator.matchagainst_sql">matchagainst_sql</a></dd> <dd id="Spark.Generator.jsonkeyvalue_sql" class="function"><a href="../generator.html#Generator.jsonkeyvalue_sql">jsonkeyvalue_sql</a></dd> <dd id="Spark.Generator.jsonobject_sql" class="function"><a href="../generator.html#Generator.jsonobject_sql">jsonobject_sql</a></dd> + <dd id="Spark.Generator.openjsoncolumndef_sql" class="function"><a href="../generator.html#Generator.openjsoncolumndef_sql">openjsoncolumndef_sql</a></dd> + <dd id="Spark.Generator.openjson_sql" class="function"><a href="../generator.html#Generator.openjson_sql">openjson_sql</a></dd> <dd id="Spark.Generator.in_sql" class="function"><a href="../generator.html#Generator.in_sql">in_sql</a></dd> <dd id="Spark.Generator.in_unnest_op" class="function"><a href="../generator.html#Generator.in_unnest_op">in_unnest_op</a></dd> <dd id="Spark.Generator.interval_sql" class="function"><a href="../generator.html#Generator.interval_sql">interval_sql</a></dd> @@ -517,6 +528,8 @@ Default: True</li> <dd id="Spark.Generator.collate_sql" class="function"><a href="../generator.html#Generator.collate_sql">collate_sql</a></dd> <dd id="Spark.Generator.command_sql" class="function"><a href="../generator.html#Generator.command_sql">command_sql</a></dd> <dd id="Spark.Generator.comment_sql" class="function"><a href="../generator.html#Generator.comment_sql">comment_sql</a></dd> + <dd id="Spark.Generator.mergetreettlaction_sql" class="function"><a href="../generator.html#Generator.mergetreettlaction_sql">mergetreettlaction_sql</a></dd> + <dd id="Spark.Generator.mergetreettl_sql" class="function"><a href="../generator.html#Generator.mergetreettl_sql">mergetreettl_sql</a></dd> <dd id="Spark.Generator.transaction_sql" class="function"><a href="../generator.html#Generator.transaction_sql">transaction_sql</a></dd> <dd id="Spark.Generator.commit_sql" class="function"><a href="../generator.html#Generator.commit_sql">commit_sql</a></dd> <dd id="Spark.Generator.rollback_sql" class="function"><a href="../generator.html#Generator.rollback_sql">rollback_sql</a></dd> @@ -579,12 +592,14 @@ Default: True</li> </div> <div><dt><a href="spark2.html#Spark2.Generator">sqlglot.dialects.spark2.Spark2.Generator</a></dt> <dd id="Spark.Generator.cast_sql" class="function"><a href="spark2.html#Spark2.Generator.cast_sql">cast_sql</a></dd> + <dd id="Spark.Generator.columndef_sql" class="function"><a href="spark2.html#Spark2.Generator.columndef_sql">columndef_sql</a></dd> </div> <div><dt><a href="hive.html#Hive.Generator">sqlglot.dialects.hive.Hive.Generator</a></dt> <dd id="Spark.Generator.arrayagg_sql" class="function"><a href="hive.html#Hive.Generator.arrayagg_sql">arrayagg_sql</a></dd> <dd id="Spark.Generator.with_properties" class="function"><a href="hive.html#Hive.Generator.with_properties">with_properties</a></dd> <dd id="Spark.Generator.datatype_sql" class="function"><a href="hive.html#Hive.Generator.datatype_sql">datatype_sql</a></dd> + <dd id="Spark.Generator.after_having_modifiers" class="function"><a href="hive.html#Hive.Generator.after_having_modifiers">after_having_modifiers</a></dd> </div> </dl> |