diff options
Diffstat (limited to '')
| -rw-r--r-- | docs/sqlglot/transforms.html | 1374 |
1 files changed, 821 insertions, 553 deletions
diff --git a/docs/sqlglot/transforms.html b/docs/sqlglot/transforms.html index 79caaf3..ea704c8 100644 --- a/docs/sqlglot/transforms.html +++ b/docs/sqlglot/transforms.html @@ -79,6 +79,18 @@ <a class="function" href="#unqualify_columns">unqualify_columns</a> </li> <li> + <a class="function" href="#remove_unique_constraints">remove_unique_constraints</a> + </li> + <li> + <a class="function" href="#ctas_with_tmp_tables_to_create_tmp_view">ctas_with_tmp_tables_to_create_tmp_view</a> + </li> + <li> + <a class="function" href="#move_schema_columns_to_partitioned_by">move_schema_columns_to_partitioned_by</a> + </li> + <li> + <a class="function" href="#move_partitioned_by_to_schema_columns">move_partitioned_by_to_schema_columns</a> + </li> + <li> <a class="function" href="#preprocess">preprocess</a> </li> </ul> @@ -319,303 +331,397 @@ </span><span id="L-213"><a href="#L-213"><span class="linenos">213</span></a> <span class="n">is_posexplode</span> <span class="o">=</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Posexplode</span><span class="p">)</span> </span><span id="L-214"><a href="#L-214"><span class="linenos">214</span></a> <span class="n">explode_arg</span> <span class="o">=</span> <span class="n">explode</span><span class="o">.</span><span class="n">this</span> </span><span id="L-215"><a href="#L-215"><span class="linenos">215</span></a> -</span><span id="L-216"><a href="#L-216"><span class="linenos">216</span></a> <span class="c1"># This ensures that we won't use [POS]EXPLODE's argument as a new selection</span> -</span><span id="L-217"><a href="#L-217"><span class="linenos">217</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> -</span><span id="L-218"><a href="#L-218"><span class="linenos">218</span></a> <span class="n">taken_select_names</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">output_name</span><span class="p">)</span> -</span><span id="L-219"><a href="#L-219"><span class="linenos">219</span></a> -</span><span id="L-220"><a href="#L-220"><span class="linenos">220</span></a> <span class="n">unnest_source_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_source_names</span><span class="p">,</span> <span class="s2">"_u"</span><span class="p">)</span> -</span><span id="L-221"><a href="#L-221"><span class="linenos">221</span></a> -</span><span id="L-222"><a href="#L-222"><span class="linenos">222</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">explode_alias</span><span class="p">:</span> -</span><span id="L-223"><a href="#L-223"><span class="linenos">223</span></a> <span class="n">explode_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"col"</span><span class="p">)</span> -</span><span id="L-224"><a href="#L-224"><span class="linenos">224</span></a> -</span><span id="L-225"><a href="#L-225"><span class="linenos">225</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> -</span><span id="L-226"><a href="#L-226"><span class="linenos">226</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> -</span><span id="L-227"><a href="#L-227"><span class="linenos">227</span></a> -</span><span id="L-228"><a href="#L-228"><span class="linenos">228</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">pos_alias</span><span class="p">:</span> -</span><span id="L-229"><a href="#L-229"><span class="linenos">229</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> -</span><span id="L-230"><a href="#L-230"><span class="linenos">230</span></a> -</span><span id="L-231"><a href="#L-231"><span class="linenos">231</span></a> <span class="n">alias</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"alias"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">))</span> +</span><span id="L-216"><a href="#L-216"><span class="linenos">216</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">ExplodeOuter</span><span class="p">):</span> +</span><span id="L-217"><a href="#L-217"><span class="linenos">217</span></a> <span class="n">bracket</span> <span class="o">=</span> <span class="n">explode_arg</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> +</span><span id="L-218"><a href="#L-218"><span class="linenos">218</span></a> <span class="n">bracket</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"safe"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="L-219"><a href="#L-219"><span class="linenos">219</span></a> <span class="n">bracket</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"offset"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="L-220"><a href="#L-220"><span class="linenos">220</span></a> <span class="n">explode_arg</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span> +</span><span id="L-221"><a href="#L-221"><span class="linenos">221</span></a> <span class="s2">"IF"</span><span class="p">,</span> +</span><span id="L-222"><a href="#L-222"><span class="linenos">222</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span> +</span><span id="L-223"><a href="#L-223"><span class="linenos">223</span></a> <span class="s2">"ARRAY_SIZE"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span><span class="s2">"COALESCE"</span><span class="p">,</span> <span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Array</span><span class="p">())</span> +</span><span id="L-224"><a href="#L-224"><span class="linenos">224</span></a> <span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="mi">0</span><span class="p">),</span> +</span><span id="L-225"><a href="#L-225"><span class="linenos">225</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">bracket</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">),</span> +</span><span id="L-226"><a href="#L-226"><span class="linenos">226</span></a> <span class="n">explode_arg</span><span class="p">,</span> +</span><span id="L-227"><a href="#L-227"><span class="linenos">227</span></a> <span class="p">)</span> +</span><span id="L-228"><a href="#L-228"><span class="linenos">228</span></a> +</span><span id="L-229"><a href="#L-229"><span class="linenos">229</span></a> <span class="c1"># This ensures that we won't use [POS]EXPLODE's argument as a new selection</span> +</span><span id="L-230"><a href="#L-230"><span class="linenos">230</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> +</span><span id="L-231"><a href="#L-231"><span class="linenos">231</span></a> <span class="n">taken_select_names</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">output_name</span><span class="p">)</span> </span><span id="L-232"><a href="#L-232"><span class="linenos">232</span></a> -</span><span id="L-233"><a href="#L-233"><span class="linenos">233</span></a> <span class="n">series_table_alias</span> <span class="o">=</span> <span class="n">series</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">this</span> -</span><span id="L-234"><a href="#L-234"><span class="linenos">234</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> -</span><span id="L-235"><a href="#L-235"><span class="linenos">235</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> -</span><span id="L-236"><a href="#L-236"><span class="linenos">236</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> -</span><span id="L-237"><a href="#L-237"><span class="linenos">237</span></a> <span class="p">),</span> -</span><span id="L-238"><a href="#L-238"><span class="linenos">238</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> -</span><span id="L-239"><a href="#L-239"><span class="linenos">239</span></a> <span class="p">)</span> +</span><span id="L-233"><a href="#L-233"><span class="linenos">233</span></a> <span class="n">unnest_source_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_source_names</span><span class="p">,</span> <span class="s2">"_u"</span><span class="p">)</span> +</span><span id="L-234"><a href="#L-234"><span class="linenos">234</span></a> +</span><span id="L-235"><a href="#L-235"><span class="linenos">235</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">explode_alias</span><span class="p">:</span> +</span><span id="L-236"><a href="#L-236"><span class="linenos">236</span></a> <span class="n">explode_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"col"</span><span class="p">)</span> +</span><span id="L-237"><a href="#L-237"><span class="linenos">237</span></a> +</span><span id="L-238"><a href="#L-238"><span class="linenos">238</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> +</span><span id="L-239"><a href="#L-239"><span class="linenos">239</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> </span><span id="L-240"><a href="#L-240"><span class="linenos">240</span></a> -</span><span id="L-241"><a href="#L-241"><span class="linenos">241</span></a> <span class="n">explode</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">column</span><span class="p">)</span> -</span><span id="L-242"><a href="#L-242"><span class="linenos">242</span></a> -</span><span id="L-243"><a href="#L-243"><span class="linenos">243</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> -</span><span id="L-244"><a href="#L-244"><span class="linenos">244</span></a> <span class="n">expressions</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span> -</span><span id="L-245"><a href="#L-245"><span class="linenos">245</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span> -</span><span id="L-246"><a href="#L-246"><span class="linenos">246</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">alias</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> -</span><span id="L-247"><a href="#L-247"><span class="linenos">247</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> -</span><span id="L-248"><a href="#L-248"><span class="linenos">248</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> -</span><span id="L-249"><a href="#L-249"><span class="linenos">249</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> -</span><span id="L-250"><a href="#L-250"><span class="linenos">250</span></a> <span class="p">),</span> -</span><span id="L-251"><a href="#L-251"><span class="linenos">251</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> -</span><span id="L-252"><a href="#L-252"><span class="linenos">252</span></a> <span class="p">)</span><span class="o">.</span><span class="n">as_</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> -</span><span id="L-253"><a href="#L-253"><span class="linenos">253</span></a> <span class="p">)</span> -</span><span id="L-254"><a href="#L-254"><span class="linenos">254</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">expressions</span><span class="p">)</span> +</span><span id="L-241"><a href="#L-241"><span class="linenos">241</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">pos_alias</span><span class="p">:</span> +</span><span id="L-242"><a href="#L-242"><span class="linenos">242</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> +</span><span id="L-243"><a href="#L-243"><span class="linenos">243</span></a> +</span><span id="L-244"><a href="#L-244"><span class="linenos">244</span></a> <span class="n">alias</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"alias"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">))</span> +</span><span id="L-245"><a href="#L-245"><span class="linenos">245</span></a> +</span><span id="L-246"><a href="#L-246"><span class="linenos">246</span></a> <span class="n">series_table_alias</span> <span class="o">=</span> <span class="n">series</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-247"><a href="#L-247"><span class="linenos">247</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> +</span><span id="L-248"><a href="#L-248"><span class="linenos">248</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> +</span><span id="L-249"><a href="#L-249"><span class="linenos">249</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> +</span><span id="L-250"><a href="#L-250"><span class="linenos">250</span></a> <span class="p">),</span> +</span><span id="L-251"><a href="#L-251"><span class="linenos">251</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> +</span><span id="L-252"><a href="#L-252"><span class="linenos">252</span></a> <span class="p">)</span> +</span><span id="L-253"><a href="#L-253"><span class="linenos">253</span></a> +</span><span id="L-254"><a href="#L-254"><span class="linenos">254</span></a> <span class="n">explode</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">column</span><span class="p">)</span> </span><span id="L-255"><a href="#L-255"><span class="linenos">255</span></a> -</span><span id="L-256"><a href="#L-256"><span class="linenos">256</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">arrays</span><span class="p">:</span> -</span><span id="L-257"><a href="#L-257"><span class="linenos">257</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"from"</span><span class="p">):</span> -</span><span id="L-258"><a href="#L-258"><span class="linenos">258</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">)</span> -</span><span id="L-259"><a href="#L-259"><span class="linenos">259</span></a> <span class="k">else</span><span class="p">:</span> -</span><span id="L-260"><a href="#L-260"><span class="linenos">260</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="L-261"><a href="#L-261"><span class="linenos">261</span></a> -</span><span id="L-262"><a href="#L-262"><span class="linenos">262</span></a> <span class="n">size</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">ArraySize</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span> -</span><span id="L-263"><a href="#L-263"><span class="linenos">263</span></a> <span class="n">arrays</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> -</span><span id="L-264"><a href="#L-264"><span class="linenos">264</span></a> -</span><span id="L-265"><a href="#L-265"><span class="linenos">265</span></a> <span class="c1"># trino doesn't support left join unnest with on conditions</span> -</span><span id="L-266"><a href="#L-266"><span class="linenos">266</span></a> <span class="c1"># if it did, this would be much simpler</span> -</span><span id="L-267"><a href="#L-267"><span class="linenos">267</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span> -</span><span id="L-268"><a href="#L-268"><span class="linenos">268</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">alias_</span><span class="p">(</span> -</span><span id="L-269"><a href="#L-269"><span class="linenos">269</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Unnest</span><span class="p">(</span> -</span><span id="L-270"><a href="#L-270"><span class="linenos">270</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">()],</span> -</span><span id="L-271"><a href="#L-271"><span class="linenos">271</span></a> <span class="n">offset</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> -</span><span id="L-272"><a href="#L-272"><span class="linenos">272</span></a> <span class="p">),</span> -</span><span id="L-273"><a href="#L-273"><span class="linenos">273</span></a> <span class="n">unnest_source_alias</span><span class="p">,</span> -</span><span id="L-274"><a href="#L-274"><span class="linenos">274</span></a> <span class="n">table</span><span class="o">=</span><span class="p">[</span><span class="n">explode_alias</span><span class="p">],</span> -</span><span id="L-275"><a href="#L-275"><span class="linenos">275</span></a> <span class="p">),</span> -</span><span id="L-276"><a href="#L-276"><span class="linenos">276</span></a> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">,</span> -</span><span id="L-277"><a href="#L-277"><span class="linenos">277</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> -</span><span id="L-278"><a href="#L-278"><span class="linenos">278</span></a> <span class="p">)</span> -</span><span id="L-279"><a href="#L-279"><span class="linenos">279</span></a> -</span><span id="L-280"><a href="#L-280"><span class="linenos">280</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="L-281"><a href="#L-281"><span class="linenos">281</span></a> <span class="n">size</span> <span class="o">=</span> <span class="n">size</span> <span class="o">-</span> <span class="mi">1</span> -</span><span id="L-282"><a href="#L-282"><span class="linenos">282</span></a> -</span><span id="L-283"><a href="#L-283"><span class="linenos">283</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span> -</span><span id="L-284"><a href="#L-284"><span class="linenos">284</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> -</span><span id="L-285"><a href="#L-285"><span class="linenos">285</span></a> <span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">))</span> -</span><span id="L-286"><a href="#L-286"><span class="linenos">286</span></a> <span class="o">.</span><span class="n">or_</span><span class="p">(</span> -</span><span id="L-287"><a href="#L-287"><span class="linenos">287</span></a> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> <span class="o">></span> <span class="n">size</span><span class="p">)</span><span class="o">.</span><span class="n">and_</span><span class="p">(</span> -</span><span id="L-288"><a href="#L-288"><span class="linenos">288</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> -</span><span id="L-289"><a href="#L-289"><span class="linenos">289</span></a> <span class="p">)</span> -</span><span id="L-290"><a href="#L-290"><span class="linenos">290</span></a> <span class="p">),</span> -</span><span id="L-291"><a href="#L-291"><span class="linenos">291</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> -</span><span id="L-292"><a href="#L-292"><span class="linenos">292</span></a> <span class="p">)</span> -</span><span id="L-293"><a href="#L-293"><span class="linenos">293</span></a> -</span><span id="L-294"><a href="#L-294"><span class="linenos">294</span></a> <span class="k">if</span> <span class="n">arrays</span><span class="p">:</span> -</span><span id="L-295"><a href="#L-295"><span class="linenos">295</span></a> <span class="n">end</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Greatest</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">expressions</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span> -</span><span id="L-296"><a href="#L-296"><span class="linenos">296</span></a> -</span><span id="L-297"><a href="#L-297"><span class="linenos">297</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="L-298"><a href="#L-298"><span class="linenos">298</span></a> <span class="n">end</span> <span class="o">=</span> <span class="n">end</span> <span class="o">-</span> <span class="p">(</span><span class="mi">1</span> <span class="o">-</span> <span class="n">index_offset</span><span class="p">)</span> -</span><span id="L-299"><a href="#L-299"><span class="linenos">299</span></a> <span class="n">series</span><span class="o">.</span><span class="n">expressions</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"end"</span><span class="p">,</span> <span class="n">end</span><span class="p">)</span> -</span><span id="L-300"><a href="#L-300"><span class="linenos">300</span></a> -</span><span id="L-301"><a href="#L-301"><span class="linenos">301</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-302"><a href="#L-302"><span class="linenos">302</span></a> -</span><span id="L-303"><a href="#L-303"><span class="linenos">303</span></a> <span class="k">return</span> <span class="n">_explode_to_unnest</span> -</span><span id="L-304"><a href="#L-304"><span class="linenos">304</span></a> -</span><span id="L-305"><a href="#L-305"><span class="linenos">305</span></a> -</span><span id="L-306"><a href="#L-306"><span class="linenos">306</span></a><span class="n">PERCENTILES</span> <span class="o">=</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PercentileCont</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">PercentileDisc</span><span class="p">)</span> -</span><span id="L-307"><a href="#L-307"><span class="linenos">307</span></a> -</span><span id="L-308"><a href="#L-308"><span class="linenos">308</span></a> -</span><span id="L-309"><a href="#L-309"><span class="linenos">309</span></a><span class="k">def</span> <span class="nf">add_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-310"><a href="#L-310"><span class="linenos">310</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by adding a WITHIN GROUP clause to them."""</span> -</span><span id="L-311"><a href="#L-311"><span class="linenos">311</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="L-312"><a href="#L-312"><span class="linenos">312</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> -</span><span id="L-313"><a href="#L-313"><span class="linenos">313</span></a> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> -</span><span id="L-314"><a href="#L-314"><span class="linenos">314</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span> -</span><span id="L-315"><a href="#L-315"><span class="linenos">315</span></a> <span class="p">):</span> -</span><span id="L-316"><a href="#L-316"><span class="linenos">316</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="L-317"><a href="#L-317"><span class="linenos">317</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="o">.</span><span class="n">pop</span><span class="p">())</span> -</span><span id="L-318"><a href="#L-318"><span class="linenos">318</span></a> <span class="n">order</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">column</span><span class="p">)])</span> -</span><span id="L-319"><a href="#L-319"><span class="linenos">319</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression</span><span class="o">=</span><span class="n">order</span><span class="p">)</span> +</span><span id="L-256"><a href="#L-256"><span class="linenos">256</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> +</span><span id="L-257"><a href="#L-257"><span class="linenos">257</span></a> <span class="n">expressions</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span> +</span><span id="L-258"><a href="#L-258"><span class="linenos">258</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span> +</span><span id="L-259"><a href="#L-259"><span class="linenos">259</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">alias</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> +</span><span id="L-260"><a href="#L-260"><span class="linenos">260</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> +</span><span id="L-261"><a href="#L-261"><span class="linenos">261</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> +</span><span id="L-262"><a href="#L-262"><span class="linenos">262</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> +</span><span id="L-263"><a href="#L-263"><span class="linenos">263</span></a> <span class="p">),</span> +</span><span id="L-264"><a href="#L-264"><span class="linenos">264</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> +</span><span id="L-265"><a href="#L-265"><span class="linenos">265</span></a> <span class="p">)</span><span class="o">.</span><span class="n">as_</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> +</span><span id="L-266"><a href="#L-266"><span class="linenos">266</span></a> <span class="p">)</span> +</span><span id="L-267"><a href="#L-267"><span class="linenos">267</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">expressions</span><span class="p">)</span> +</span><span id="L-268"><a href="#L-268"><span class="linenos">268</span></a> +</span><span id="L-269"><a href="#L-269"><span class="linenos">269</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">arrays</span><span class="p">:</span> +</span><span id="L-270"><a href="#L-270"><span class="linenos">270</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"from"</span><span class="p">):</span> +</span><span id="L-271"><a href="#L-271"><span class="linenos">271</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">)</span> +</span><span id="L-272"><a href="#L-272"><span class="linenos">272</span></a> <span class="k">else</span><span class="p">:</span> +</span><span id="L-273"><a href="#L-273"><span class="linenos">273</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="L-274"><a href="#L-274"><span class="linenos">274</span></a> +</span><span id="L-275"><a href="#L-275"><span class="linenos">275</span></a> <span class="n">size</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">ArraySize</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span> +</span><span id="L-276"><a href="#L-276"><span class="linenos">276</span></a> <span class="n">arrays</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> +</span><span id="L-277"><a href="#L-277"><span class="linenos">277</span></a> +</span><span id="L-278"><a href="#L-278"><span class="linenos">278</span></a> <span class="c1"># trino doesn't support left join unnest with on conditions</span> +</span><span id="L-279"><a href="#L-279"><span class="linenos">279</span></a> <span class="c1"># if it did, this would be much simpler</span> +</span><span id="L-280"><a href="#L-280"><span class="linenos">280</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span> +</span><span id="L-281"><a href="#L-281"><span class="linenos">281</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">alias_</span><span class="p">(</span> +</span><span id="L-282"><a href="#L-282"><span class="linenos">282</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Unnest</span><span class="p">(</span> +</span><span id="L-283"><a href="#L-283"><span class="linenos">283</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">()],</span> +</span><span id="L-284"><a href="#L-284"><span class="linenos">284</span></a> <span class="n">offset</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> +</span><span id="L-285"><a href="#L-285"><span class="linenos">285</span></a> <span class="p">),</span> +</span><span id="L-286"><a href="#L-286"><span class="linenos">286</span></a> <span class="n">unnest_source_alias</span><span class="p">,</span> +</span><span id="L-287"><a href="#L-287"><span class="linenos">287</span></a> <span class="n">table</span><span class="o">=</span><span class="p">[</span><span class="n">explode_alias</span><span class="p">],</span> +</span><span id="L-288"><a href="#L-288"><span class="linenos">288</span></a> <span class="p">),</span> +</span><span id="L-289"><a href="#L-289"><span class="linenos">289</span></a> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">,</span> +</span><span id="L-290"><a href="#L-290"><span class="linenos">290</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> +</span><span id="L-291"><a href="#L-291"><span class="linenos">291</span></a> <span class="p">)</span> +</span><span id="L-292"><a href="#L-292"><span class="linenos">292</span></a> +</span><span id="L-293"><a href="#L-293"><span class="linenos">293</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="L-294"><a href="#L-294"><span class="linenos">294</span></a> <span class="n">size</span> <span class="o">=</span> <span class="n">size</span> <span class="o">-</span> <span class="mi">1</span> +</span><span id="L-295"><a href="#L-295"><span class="linenos">295</span></a> +</span><span id="L-296"><a href="#L-296"><span class="linenos">296</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span> +</span><span id="L-297"><a href="#L-297"><span class="linenos">297</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> +</span><span id="L-298"><a href="#L-298"><span class="linenos">298</span></a> <span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">))</span> +</span><span id="L-299"><a href="#L-299"><span class="linenos">299</span></a> <span class="o">.</span><span class="n">or_</span><span class="p">(</span> +</span><span id="L-300"><a href="#L-300"><span class="linenos">300</span></a> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> <span class="o">></span> <span class="n">size</span><span class="p">)</span><span class="o">.</span><span class="n">and_</span><span class="p">(</span> +</span><span id="L-301"><a href="#L-301"><span class="linenos">301</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> +</span><span id="L-302"><a href="#L-302"><span class="linenos">302</span></a> <span class="p">)</span> +</span><span id="L-303"><a href="#L-303"><span class="linenos">303</span></a> <span class="p">),</span> +</span><span id="L-304"><a href="#L-304"><span class="linenos">304</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> +</span><span id="L-305"><a href="#L-305"><span class="linenos">305</span></a> <span class="p">)</span> +</span><span id="L-306"><a href="#L-306"><span class="linenos">306</span></a> +</span><span id="L-307"><a href="#L-307"><span class="linenos">307</span></a> <span class="k">if</span> <span class="n">arrays</span><span class="p">:</span> +</span><span id="L-308"><a href="#L-308"><span class="linenos">308</span></a> <span class="n">end</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Greatest</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">expressions</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span> +</span><span id="L-309"><a href="#L-309"><span class="linenos">309</span></a> +</span><span id="L-310"><a href="#L-310"><span class="linenos">310</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="L-311"><a href="#L-311"><span class="linenos">311</span></a> <span class="n">end</span> <span class="o">=</span> <span class="n">end</span> <span class="o">-</span> <span class="p">(</span><span class="mi">1</span> <span class="o">-</span> <span class="n">index_offset</span><span class="p">)</span> +</span><span id="L-312"><a href="#L-312"><span class="linenos">312</span></a> <span class="n">series</span><span class="o">.</span><span class="n">expressions</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"end"</span><span class="p">,</span> <span class="n">end</span><span class="p">)</span> +</span><span id="L-313"><a href="#L-313"><span class="linenos">313</span></a> +</span><span id="L-314"><a href="#L-314"><span class="linenos">314</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-315"><a href="#L-315"><span class="linenos">315</span></a> +</span><span id="L-316"><a href="#L-316"><span class="linenos">316</span></a> <span class="k">return</span> <span class="n">_explode_to_unnest</span> +</span><span id="L-317"><a href="#L-317"><span class="linenos">317</span></a> +</span><span id="L-318"><a href="#L-318"><span class="linenos">318</span></a> +</span><span id="L-319"><a href="#L-319"><span class="linenos">319</span></a><span class="n">PERCENTILES</span> <span class="o">=</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PercentileCont</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">PercentileDisc</span><span class="p">)</span> </span><span id="L-320"><a href="#L-320"><span class="linenos">320</span></a> -</span><span id="L-321"><a href="#L-321"><span class="linenos">321</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-322"><a href="#L-322"><span class="linenos">322</span></a> -</span><span id="L-323"><a href="#L-323"><span class="linenos">323</span></a> -</span><span id="L-324"><a href="#L-324"><span class="linenos">324</span></a><span class="k">def</span> <span class="nf">remove_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-325"><a href="#L-325"><span class="linenos">325</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by getting rid of their corresponding WITHIN GROUP clause."""</span> -</span><span id="L-326"><a href="#L-326"><span class="linenos">326</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="L-327"><a href="#L-327"><span class="linenos">327</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> -</span><span id="L-328"><a href="#L-328"><span class="linenos">328</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> -</span><span id="L-329"><a href="#L-329"><span class="linenos">329</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">)</span> -</span><span id="L-330"><a href="#L-330"><span class="linenos">330</span></a> <span class="p">):</span> -</span><span id="L-331"><a href="#L-331"><span class="linenos">331</span></a> <span class="n">quantile</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">this</span> -</span><span id="L-332"><a href="#L-332"><span class="linenos">332</span></a> <span class="n">input_value</span> <span class="o">=</span> <span class="n">t</span><span class="o">.</span><span class="n">cast</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">))</span><span class="o">.</span><span class="n">this</span> -</span><span id="L-333"><a href="#L-333"><span class="linenos">333</span></a> <span class="k">return</span> <span class="n">expression</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">ApproxQuantile</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">input_value</span><span class="p">,</span> <span class="n">quantile</span><span class="o">=</span><span class="n">quantile</span><span class="p">))</span> -</span><span id="L-334"><a href="#L-334"><span class="linenos">334</span></a> -</span><span id="L-335"><a href="#L-335"><span class="linenos">335</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-321"><a href="#L-321"><span class="linenos">321</span></a> +</span><span id="L-322"><a href="#L-322"><span class="linenos">322</span></a><span class="k">def</span> <span class="nf">add_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-323"><a href="#L-323"><span class="linenos">323</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by adding a WITHIN GROUP clause to them."""</span> +</span><span id="L-324"><a href="#L-324"><span class="linenos">324</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="L-325"><a href="#L-325"><span class="linenos">325</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> +</span><span id="L-326"><a href="#L-326"><span class="linenos">326</span></a> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> +</span><span id="L-327"><a href="#L-327"><span class="linenos">327</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span> +</span><span id="L-328"><a href="#L-328"><span class="linenos">328</span></a> <span class="p">):</span> +</span><span id="L-329"><a href="#L-329"><span class="linenos">329</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="L-330"><a href="#L-330"><span class="linenos">330</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="o">.</span><span class="n">pop</span><span class="p">())</span> +</span><span id="L-331"><a href="#L-331"><span class="linenos">331</span></a> <span class="n">order</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">column</span><span class="p">)])</span> +</span><span id="L-332"><a href="#L-332"><span class="linenos">332</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression</span><span class="o">=</span><span class="n">order</span><span class="p">)</span> +</span><span id="L-333"><a href="#L-333"><span class="linenos">333</span></a> +</span><span id="L-334"><a href="#L-334"><span class="linenos">334</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-335"><a href="#L-335"><span class="linenos">335</span></a> </span><span id="L-336"><a href="#L-336"><span class="linenos">336</span></a> -</span><span id="L-337"><a href="#L-337"><span class="linenos">337</span></a> -</span><span id="L-338"><a href="#L-338"><span class="linenos">338</span></a><span class="k">def</span> <span class="nf">add_recursive_cte_column_names</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-339"><a href="#L-339"><span class="linenos">339</span></a><span class="w"> </span><span class="sd">"""Uses projection output names in recursive CTE definitions to define the CTEs' columns."""</span> -</span><span id="L-340"><a href="#L-340"><span class="linenos">340</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">)</span> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> -</span><span id="L-341"><a href="#L-341"><span class="linenos">341</span></a> <span class="n">next_name</span> <span class="o">=</span> <span class="n">name_sequence</span><span class="p">(</span><span class="s2">"_c_"</span><span class="p">)</span> -</span><span id="L-342"><a href="#L-342"><span class="linenos">342</span></a> -</span><span id="L-343"><a href="#L-343"><span class="linenos">343</span></a> <span class="k">for</span> <span class="n">cte</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> -</span><span id="L-344"><a href="#L-344"><span class="linenos">344</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span> -</span><span id="L-345"><a href="#L-345"><span class="linenos">345</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">cte</span><span class="o">.</span><span class="n">this</span> -</span><span id="L-346"><a href="#L-346"><span class="linenos">346</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Union</span><span class="p">):</span> -</span><span id="L-347"><a href="#L-347"><span class="linenos">347</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">this</span> -</span><span id="L-348"><a href="#L-348"><span class="linenos">348</span></a> -</span><span id="L-349"><a href="#L-349"><span class="linenos">349</span></a> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span> -</span><span id="L-350"><a href="#L-350"><span class="linenos">350</span></a> <span class="s2">"columns"</span><span class="p">,</span> -</span><span id="L-351"><a href="#L-351"><span class="linenos">351</span></a> <span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">s</span><span class="o">.</span><span class="n">alias_or_name</span> <span class="ow">or</span> <span class="n">next_name</span><span class="p">())</span> <span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">query</span><span class="o">.</span><span class="n">selects</span><span class="p">],</span> -</span><span id="L-352"><a href="#L-352"><span class="linenos">352</span></a> <span class="p">)</span> -</span><span id="L-353"><a href="#L-353"><span class="linenos">353</span></a> -</span><span id="L-354"><a href="#L-354"><span class="linenos">354</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-337"><a href="#L-337"><span class="linenos">337</span></a><span class="k">def</span> <span class="nf">remove_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-338"><a href="#L-338"><span class="linenos">338</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by getting rid of their corresponding WITHIN GROUP clause."""</span> +</span><span id="L-339"><a href="#L-339"><span class="linenos">339</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="L-340"><a href="#L-340"><span class="linenos">340</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> +</span><span id="L-341"><a href="#L-341"><span class="linenos">341</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> +</span><span id="L-342"><a href="#L-342"><span class="linenos">342</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">)</span> +</span><span id="L-343"><a href="#L-343"><span class="linenos">343</span></a> <span class="p">):</span> +</span><span id="L-344"><a href="#L-344"><span class="linenos">344</span></a> <span class="n">quantile</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-345"><a href="#L-345"><span class="linenos">345</span></a> <span class="n">input_value</span> <span class="o">=</span> <span class="n">t</span><span class="o">.</span><span class="n">cast</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">))</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-346"><a href="#L-346"><span class="linenos">346</span></a> <span class="k">return</span> <span class="n">expression</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">ApproxQuantile</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">input_value</span><span class="p">,</span> <span class="n">quantile</span><span class="o">=</span><span class="n">quantile</span><span class="p">))</span> +</span><span id="L-347"><a href="#L-347"><span class="linenos">347</span></a> +</span><span id="L-348"><a href="#L-348"><span class="linenos">348</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-349"><a href="#L-349"><span class="linenos">349</span></a> +</span><span id="L-350"><a href="#L-350"><span class="linenos">350</span></a> +</span><span id="L-351"><a href="#L-351"><span class="linenos">351</span></a><span class="k">def</span> <span class="nf">add_recursive_cte_column_names</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-352"><a href="#L-352"><span class="linenos">352</span></a><span class="w"> </span><span class="sd">"""Uses projection output names in recursive CTE definitions to define the CTEs' columns."""</span> +</span><span id="L-353"><a href="#L-353"><span class="linenos">353</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">)</span> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> +</span><span id="L-354"><a href="#L-354"><span class="linenos">354</span></a> <span class="n">next_name</span> <span class="o">=</span> <span class="n">name_sequence</span><span class="p">(</span><span class="s2">"_c_"</span><span class="p">)</span> </span><span id="L-355"><a href="#L-355"><span class="linenos">355</span></a> -</span><span id="L-356"><a href="#L-356"><span class="linenos">356</span></a> -</span><span id="L-357"><a href="#L-357"><span class="linenos">357</span></a><span class="k">def</span> <span class="nf">epoch_cast_to_ts</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-358"><a href="#L-358"><span class="linenos">358</span></a><span class="w"> </span><span class="sd">"""Replace 'epoch' in casts by the equivalent date literal."""</span> -</span><span id="L-359"><a href="#L-359"><span class="linenos">359</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="L-360"><a href="#L-360"><span class="linenos">360</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Cast</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TryCast</span><span class="p">))</span> -</span><span id="L-361"><a href="#L-361"><span class="linenos">361</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"epoch"</span> -</span><span id="L-362"><a href="#L-362"><span class="linenos">362</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">to</span><span class="o">.</span><span class="n">this</span> <span class="ow">in</span> <span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">TEMPORAL_TYPES</span> -</span><span id="L-363"><a href="#L-363"><span class="linenos">363</span></a> <span class="p">):</span> -</span><span id="L-364"><a href="#L-364"><span class="linenos">364</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Literal</span><span class="o">.</span><span class="n">string</span><span class="p">(</span><span class="s2">"1970-01-01 00:00:00"</span><span class="p">))</span> -</span><span id="L-365"><a href="#L-365"><span class="linenos">365</span></a> -</span><span id="L-366"><a href="#L-366"><span class="linenos">366</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-367"><a href="#L-367"><span class="linenos">367</span></a> +</span><span id="L-356"><a href="#L-356"><span class="linenos">356</span></a> <span class="k">for</span> <span class="n">cte</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> +</span><span id="L-357"><a href="#L-357"><span class="linenos">357</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span> +</span><span id="L-358"><a href="#L-358"><span class="linenos">358</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">cte</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-359"><a href="#L-359"><span class="linenos">359</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Union</span><span class="p">):</span> +</span><span id="L-360"><a href="#L-360"><span class="linenos">360</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-361"><a href="#L-361"><span class="linenos">361</span></a> +</span><span id="L-362"><a href="#L-362"><span class="linenos">362</span></a> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span> +</span><span id="L-363"><a href="#L-363"><span class="linenos">363</span></a> <span class="s2">"columns"</span><span class="p">,</span> +</span><span id="L-364"><a href="#L-364"><span class="linenos">364</span></a> <span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">s</span><span class="o">.</span><span class="n">alias_or_name</span> <span class="ow">or</span> <span class="n">next_name</span><span class="p">())</span> <span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">query</span><span class="o">.</span><span class="n">selects</span><span class="p">],</span> +</span><span id="L-365"><a href="#L-365"><span class="linenos">365</span></a> <span class="p">)</span> +</span><span id="L-366"><a href="#L-366"><span class="linenos">366</span></a> +</span><span id="L-367"><a href="#L-367"><span class="linenos">367</span></a> <span class="k">return</span> <span class="n">expression</span> </span><span id="L-368"><a href="#L-368"><span class="linenos">368</span></a> -</span><span id="L-369"><a href="#L-369"><span class="linenos">369</span></a><span class="k">def</span> <span class="nf">eliminate_semi_and_anti_joins</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-370"><a href="#L-370"><span class="linenos">370</span></a><span class="w"> </span><span class="sd">"""Convert SEMI and ANTI joins into equivalent forms that use EXIST instead."""</span> -</span><span id="L-371"><a href="#L-371"><span class="linenos">371</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> -</span><span id="L-372"><a href="#L-372"><span class="linenos">372</span></a> <span class="k">for</span> <span class="n">join</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[]:</span> -</span><span id="L-373"><a href="#L-373"><span class="linenos">373</span></a> <span class="n">on</span> <span class="o">=</span> <span class="n">join</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"on"</span><span class="p">)</span> -</span><span id="L-374"><a href="#L-374"><span class="linenos">374</span></a> <span class="k">if</span> <span class="n">on</span> <span class="ow">and</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"SEMI"</span><span class="p">,</span> <span class="s2">"ANTI"</span><span class="p">):</span> -</span><span id="L-375"><a href="#L-375"><span class="linenos">375</span></a> <span class="n">subquery</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">"1"</span><span class="p">)</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">join</span><span class="o">.</span><span class="n">this</span><span class="p">)</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">on</span><span class="p">)</span> -</span><span id="L-376"><a href="#L-376"><span class="linenos">376</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Exists</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">subquery</span><span class="p">)</span> -</span><span id="L-377"><a href="#L-377"><span class="linenos">377</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"ANTI"</span><span class="p">:</span> -</span><span id="L-378"><a href="#L-378"><span class="linenos">378</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exists</span><span class="o">.</span><span class="n">not_</span><span class="p">(</span><span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="L-379"><a href="#L-379"><span class="linenos">379</span></a> -</span><span id="L-380"><a href="#L-380"><span class="linenos">380</span></a> <span class="n">join</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="L-381"><a href="#L-381"><span class="linenos">381</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">exists</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="L-382"><a href="#L-382"><span class="linenos">382</span></a> -</span><span id="L-383"><a href="#L-383"><span class="linenos">383</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-384"><a href="#L-384"><span class="linenos">384</span></a> -</span><span id="L-385"><a href="#L-385"><span class="linenos">385</span></a> -</span><span id="L-386"><a href="#L-386"><span class="linenos">386</span></a><span class="k">def</span> <span class="nf">eliminate_full_outer_join</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-387"><a href="#L-387"><span class="linenos">387</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="L-388"><a href="#L-388"><span class="linenos">388</span></a><span class="sd"> Converts a query with a FULL OUTER join to a union of identical queries that</span> -</span><span id="L-389"><a href="#L-389"><span class="linenos">389</span></a><span class="sd"> use LEFT/RIGHT OUTER joins instead. This transformation currently only works</span> -</span><span id="L-390"><a href="#L-390"><span class="linenos">390</span></a><span class="sd"> for queries that have a single FULL OUTER join.</span> -</span><span id="L-391"><a href="#L-391"><span class="linenos">391</span></a><span class="sd"> """</span> -</span><span id="L-392"><a href="#L-392"><span class="linenos">392</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> -</span><span id="L-393"><a href="#L-393"><span class="linenos">393</span></a> <span class="n">full_outer_joins</span> <span class="o">=</span> <span class="p">[</span> -</span><span id="L-394"><a href="#L-394"><span class="linenos">394</span></a> <span class="p">(</span><span class="n">index</span><span class="p">,</span> <span class="n">join</span><span class="p">)</span> -</span><span id="L-395"><a href="#L-395"><span class="linenos">395</span></a> <span class="k">for</span> <span class="n">index</span><span class="p">,</span> <span class="n">join</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[])</span> -</span><span id="L-396"><a href="#L-396"><span class="linenos">396</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">side</span> <span class="o">==</span> <span class="s2">"FULL"</span> -</span><span id="L-397"><a href="#L-397"><span class="linenos">397</span></a> <span class="p">]</span> +</span><span id="L-369"><a href="#L-369"><span class="linenos">369</span></a> +</span><span id="L-370"><a href="#L-370"><span class="linenos">370</span></a><span class="k">def</span> <span class="nf">epoch_cast_to_ts</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-371"><a href="#L-371"><span class="linenos">371</span></a><span class="w"> </span><span class="sd">"""Replace 'epoch' in casts by the equivalent date literal."""</span> +</span><span id="L-372"><a href="#L-372"><span class="linenos">372</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="L-373"><a href="#L-373"><span class="linenos">373</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Cast</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TryCast</span><span class="p">))</span> +</span><span id="L-374"><a href="#L-374"><span class="linenos">374</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"epoch"</span> +</span><span id="L-375"><a href="#L-375"><span class="linenos">375</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">to</span><span class="o">.</span><span class="n">this</span> <span class="ow">in</span> <span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">TEMPORAL_TYPES</span> +</span><span id="L-376"><a href="#L-376"><span class="linenos">376</span></a> <span class="p">):</span> +</span><span id="L-377"><a href="#L-377"><span class="linenos">377</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Literal</span><span class="o">.</span><span class="n">string</span><span class="p">(</span><span class="s2">"1970-01-01 00:00:00"</span><span class="p">))</span> +</span><span id="L-378"><a href="#L-378"><span class="linenos">378</span></a> +</span><span id="L-379"><a href="#L-379"><span class="linenos">379</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-380"><a href="#L-380"><span class="linenos">380</span></a> +</span><span id="L-381"><a href="#L-381"><span class="linenos">381</span></a> +</span><span id="L-382"><a href="#L-382"><span class="linenos">382</span></a><span class="k">def</span> <span class="nf">eliminate_semi_and_anti_joins</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-383"><a href="#L-383"><span class="linenos">383</span></a><span class="w"> </span><span class="sd">"""Convert SEMI and ANTI joins into equivalent forms that use EXIST instead."""</span> +</span><span id="L-384"><a href="#L-384"><span class="linenos">384</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> +</span><span id="L-385"><a href="#L-385"><span class="linenos">385</span></a> <span class="k">for</span> <span class="n">join</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[]:</span> +</span><span id="L-386"><a href="#L-386"><span class="linenos">386</span></a> <span class="n">on</span> <span class="o">=</span> <span class="n">join</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"on"</span><span class="p">)</span> +</span><span id="L-387"><a href="#L-387"><span class="linenos">387</span></a> <span class="k">if</span> <span class="n">on</span> <span class="ow">and</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"SEMI"</span><span class="p">,</span> <span class="s2">"ANTI"</span><span class="p">):</span> +</span><span id="L-388"><a href="#L-388"><span class="linenos">388</span></a> <span class="n">subquery</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">"1"</span><span class="p">)</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">join</span><span class="o">.</span><span class="n">this</span><span class="p">)</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">on</span><span class="p">)</span> +</span><span id="L-389"><a href="#L-389"><span class="linenos">389</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Exists</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">subquery</span><span class="p">)</span> +</span><span id="L-390"><a href="#L-390"><span class="linenos">390</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"ANTI"</span><span class="p">:</span> +</span><span id="L-391"><a href="#L-391"><span class="linenos">391</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exists</span><span class="o">.</span><span class="n">not_</span><span class="p">(</span><span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="L-392"><a href="#L-392"><span class="linenos">392</span></a> +</span><span id="L-393"><a href="#L-393"><span class="linenos">393</span></a> <span class="n">join</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="L-394"><a href="#L-394"><span class="linenos">394</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">exists</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="L-395"><a href="#L-395"><span class="linenos">395</span></a> +</span><span id="L-396"><a href="#L-396"><span class="linenos">396</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-397"><a href="#L-397"><span class="linenos">397</span></a> </span><span id="L-398"><a href="#L-398"><span class="linenos">398</span></a> -</span><span id="L-399"><a href="#L-399"><span class="linenos">399</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">full_outer_joins</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="L-400"><a href="#L-400"><span class="linenos">400</span></a> <span class="n">expression_copy</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> -</span><span id="L-401"><a href="#L-401"><span class="linenos">401</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"limit"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> -</span><span id="L-402"><a href="#L-402"><span class="linenos">402</span></a> <span class="n">index</span><span class="p">,</span> <span class="n">full_outer_join</span> <span class="o">=</span> <span class="n">full_outer_joins</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> -</span><span id="L-403"><a href="#L-403"><span class="linenos">403</span></a> <span class="n">full_outer_join</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"left"</span><span class="p">)</span> -</span><span id="L-404"><a href="#L-404"><span class="linenos">404</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"joins"</span><span class="p">][</span><span class="n">index</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"right"</span><span class="p">)</span> -</span><span id="L-405"><a href="#L-405"><span class="linenos">405</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> <span class="c1"># remove CTEs from RIGHT side</span> -</span><span id="L-406"><a href="#L-406"><span class="linenos">406</span></a> -</span><span id="L-407"><a href="#L-407"><span class="linenos">407</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">union</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression_copy</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="L-408"><a href="#L-408"><span class="linenos">408</span></a> -</span><span id="L-409"><a href="#L-409"><span class="linenos">409</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-410"><a href="#L-410"><span class="linenos">410</span></a> +</span><span id="L-399"><a href="#L-399"><span class="linenos">399</span></a><span class="k">def</span> <span class="nf">eliminate_full_outer_join</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-400"><a href="#L-400"><span class="linenos">400</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="L-401"><a href="#L-401"><span class="linenos">401</span></a><span class="sd"> Converts a query with a FULL OUTER join to a union of identical queries that</span> +</span><span id="L-402"><a href="#L-402"><span class="linenos">402</span></a><span class="sd"> use LEFT/RIGHT OUTER joins instead. This transformation currently only works</span> +</span><span id="L-403"><a href="#L-403"><span class="linenos">403</span></a><span class="sd"> for queries that have a single FULL OUTER join.</span> +</span><span id="L-404"><a href="#L-404"><span class="linenos">404</span></a><span class="sd"> """</span> +</span><span id="L-405"><a href="#L-405"><span class="linenos">405</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> +</span><span id="L-406"><a href="#L-406"><span class="linenos">406</span></a> <span class="n">full_outer_joins</span> <span class="o">=</span> <span class="p">[</span> +</span><span id="L-407"><a href="#L-407"><span class="linenos">407</span></a> <span class="p">(</span><span class="n">index</span><span class="p">,</span> <span class="n">join</span><span class="p">)</span> +</span><span id="L-408"><a href="#L-408"><span class="linenos">408</span></a> <span class="k">for</span> <span class="n">index</span><span class="p">,</span> <span class="n">join</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[])</span> +</span><span id="L-409"><a href="#L-409"><span class="linenos">409</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">side</span> <span class="o">==</span> <span class="s2">"FULL"</span> +</span><span id="L-410"><a href="#L-410"><span class="linenos">410</span></a> <span class="p">]</span> </span><span id="L-411"><a href="#L-411"><span class="linenos">411</span></a> -</span><span id="L-412"><a href="#L-412"><span class="linenos">412</span></a><span class="k">def</span> <span class="nf">move_ctes_to_top_level</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-413"><a href="#L-413"><span class="linenos">413</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="L-414"><a href="#L-414"><span class="linenos">414</span></a><span class="sd"> Some dialects (e.g. Hive, T-SQL, Spark prior to version 3) only allow CTEs to be</span> -</span><span id="L-415"><a href="#L-415"><span class="linenos">415</span></a><span class="sd"> defined at the top-level, so for example queries like:</span> -</span><span id="L-416"><a href="#L-416"><span class="linenos">416</span></a> -</span><span id="L-417"><a href="#L-417"><span class="linenos">417</span></a><span class="sd"> SELECT * FROM (WITH t(c) AS (SELECT 1) SELECT * FROM t) AS subq</span> -</span><span id="L-418"><a href="#L-418"><span class="linenos">418</span></a> -</span><span id="L-419"><a href="#L-419"><span class="linenos">419</span></a><span class="sd"> are invalid in those dialects. This transformation can be used to ensure all CTEs are</span> -</span><span id="L-420"><a href="#L-420"><span class="linenos">420</span></a><span class="sd"> moved to the top level so that the final SQL code is valid from a syntax standpoint.</span> +</span><span id="L-412"><a href="#L-412"><span class="linenos">412</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">full_outer_joins</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="L-413"><a href="#L-413"><span class="linenos">413</span></a> <span class="n">expression_copy</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> +</span><span id="L-414"><a href="#L-414"><span class="linenos">414</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"limit"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> +</span><span id="L-415"><a href="#L-415"><span class="linenos">415</span></a> <span class="n">index</span><span class="p">,</span> <span class="n">full_outer_join</span> <span class="o">=</span> <span class="n">full_outer_joins</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> +</span><span id="L-416"><a href="#L-416"><span class="linenos">416</span></a> <span class="n">full_outer_join</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"left"</span><span class="p">)</span> +</span><span id="L-417"><a href="#L-417"><span class="linenos">417</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"joins"</span><span class="p">][</span><span class="n">index</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"right"</span><span class="p">)</span> +</span><span id="L-418"><a href="#L-418"><span class="linenos">418</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> <span class="c1"># remove CTEs from RIGHT side</span> +</span><span id="L-419"><a href="#L-419"><span class="linenos">419</span></a> +</span><span id="L-420"><a href="#L-420"><span class="linenos">420</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">union</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression_copy</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> </span><span id="L-421"><a href="#L-421"><span class="linenos">421</span></a> -</span><span id="L-422"><a href="#L-422"><span class="linenos">422</span></a><span class="sd"> TODO: handle name clashes whilst moving CTEs (it can get quite tricky & costly).</span> -</span><span id="L-423"><a href="#L-423"><span class="linenos">423</span></a><span class="sd"> """</span> -</span><span id="L-424"><a href="#L-424"><span class="linenos">424</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"with"</span><span class="p">)</span> -</span><span id="L-425"><a href="#L-425"><span class="linenos">425</span></a> <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">):</span> -</span><span id="L-426"><a href="#L-426"><span class="linenos">426</span></a> <span class="k">if</span> <span class="n">node</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="n">expression</span><span class="p">:</span> -</span><span id="L-427"><a href="#L-427"><span class="linenos">427</span></a> <span class="k">continue</span> -</span><span id="L-428"><a href="#L-428"><span class="linenos">428</span></a> -</span><span id="L-429"><a href="#L-429"><span class="linenos">429</span></a> <span class="n">inner_with</span> <span class="o">=</span> <span class="n">node</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="L-430"><a href="#L-430"><span class="linenos">430</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">top_level_with</span><span class="p">:</span> -</span><span id="L-431"><a href="#L-431"><span class="linenos">431</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">inner_with</span> -</span><span id="L-432"><a href="#L-432"><span class="linenos">432</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="n">top_level_with</span><span class="p">)</span> -</span><span id="L-433"><a href="#L-433"><span class="linenos">433</span></a> <span class="k">else</span><span class="p">:</span> -</span><span id="L-434"><a href="#L-434"><span class="linenos">434</span></a> <span class="k">if</span> <span class="n">inner_with</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> -</span><span id="L-435"><a href="#L-435"><span class="linenos">435</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"recursive"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> -</span><span id="L-436"><a href="#L-436"><span class="linenos">436</span></a> -</span><span id="L-437"><a href="#L-437"><span class="linenos">437</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">expressions</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">inner_with</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> -</span><span id="L-438"><a href="#L-438"><span class="linenos">438</span></a> -</span><span id="L-439"><a href="#L-439"><span class="linenos">439</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-440"><a href="#L-440"><span class="linenos">440</span></a> +</span><span id="L-422"><a href="#L-422"><span class="linenos">422</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-423"><a href="#L-423"><span class="linenos">423</span></a> +</span><span id="L-424"><a href="#L-424"><span class="linenos">424</span></a> +</span><span id="L-425"><a href="#L-425"><span class="linenos">425</span></a><span class="k">def</span> <span class="nf">move_ctes_to_top_level</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-426"><a href="#L-426"><span class="linenos">426</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="L-427"><a href="#L-427"><span class="linenos">427</span></a><span class="sd"> Some dialects (e.g. Hive, T-SQL, Spark prior to version 3) only allow CTEs to be</span> +</span><span id="L-428"><a href="#L-428"><span class="linenos">428</span></a><span class="sd"> defined at the top-level, so for example queries like:</span> +</span><span id="L-429"><a href="#L-429"><span class="linenos">429</span></a> +</span><span id="L-430"><a href="#L-430"><span class="linenos">430</span></a><span class="sd"> SELECT * FROM (WITH t(c) AS (SELECT 1) SELECT * FROM t) AS subq</span> +</span><span id="L-431"><a href="#L-431"><span class="linenos">431</span></a> +</span><span id="L-432"><a href="#L-432"><span class="linenos">432</span></a><span class="sd"> are invalid in those dialects. This transformation can be used to ensure all CTEs are</span> +</span><span id="L-433"><a href="#L-433"><span class="linenos">433</span></a><span class="sd"> moved to the top level so that the final SQL code is valid from a syntax standpoint.</span> +</span><span id="L-434"><a href="#L-434"><span class="linenos">434</span></a> +</span><span id="L-435"><a href="#L-435"><span class="linenos">435</span></a><span class="sd"> TODO: handle name clashes whilst moving CTEs (it can get quite tricky & costly).</span> +</span><span id="L-436"><a href="#L-436"><span class="linenos">436</span></a><span class="sd"> """</span> +</span><span id="L-437"><a href="#L-437"><span class="linenos">437</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"with"</span><span class="p">)</span> +</span><span id="L-438"><a href="#L-438"><span class="linenos">438</span></a> <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">):</span> +</span><span id="L-439"><a href="#L-439"><span class="linenos">439</span></a> <span class="k">if</span> <span class="n">node</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="n">expression</span><span class="p">:</span> +</span><span id="L-440"><a href="#L-440"><span class="linenos">440</span></a> <span class="k">continue</span> </span><span id="L-441"><a href="#L-441"><span class="linenos">441</span></a> -</span><span id="L-442"><a href="#L-442"><span class="linenos">442</span></a><span class="k">def</span> <span class="nf">ensure_bools</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-443"><a href="#L-443"><span class="linenos">443</span></a><span class="w"> </span><span class="sd">"""Converts numeric values used in conditions into explicit boolean expressions."""</span> -</span><span id="L-444"><a href="#L-444"><span class="linenos">444</span></a> <span class="kn">from</span> <span class="nn">sqlglot.optimizer.canonicalize</span> <span class="kn">import</span> <span class="n">ensure_bools</span> -</span><span id="L-445"><a href="#L-445"><span class="linenos">445</span></a> -</span><span id="L-446"><a href="#L-446"><span class="linenos">446</span></a> <span class="k">def</span> <span class="nf">_ensure_bool</span><span class="p">(</span><span class="n">node</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> -</span><span id="L-447"><a href="#L-447"><span class="linenos">447</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="L-448"><a href="#L-448"><span class="linenos">448</span></a> <span class="n">node</span><span class="o">.</span><span class="n">is_number</span> -</span><span id="L-449"><a href="#L-449"><span class="linenos">449</span></a> <span class="ow">or</span> <span class="n">node</span><span class="o">.</span><span class="n">is_type</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">Type</span><span class="o">.</span><span class="n">UNKNOWN</span><span class="p">,</span> <span class="o">*</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">NUMERIC_TYPES</span><span class="p">)</span> -</span><span id="L-450"><a href="#L-450"><span class="linenos">450</span></a> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">node</span><span class="o">.</span><span class="n">type</span><span class="p">)</span> -</span><span id="L-451"><a href="#L-451"><span class="linenos">451</span></a> <span class="p">):</span> -</span><span id="L-452"><a href="#L-452"><span class="linenos">452</span></a> <span class="n">node</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">node</span><span class="o">.</span><span class="n">neq</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span> +</span><span id="L-442"><a href="#L-442"><span class="linenos">442</span></a> <span class="n">inner_with</span> <span class="o">=</span> <span class="n">node</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="L-443"><a href="#L-443"><span class="linenos">443</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">top_level_with</span><span class="p">:</span> +</span><span id="L-444"><a href="#L-444"><span class="linenos">444</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">inner_with</span> +</span><span id="L-445"><a href="#L-445"><span class="linenos">445</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="n">top_level_with</span><span class="p">)</span> +</span><span id="L-446"><a href="#L-446"><span class="linenos">446</span></a> <span class="k">else</span><span class="p">:</span> +</span><span id="L-447"><a href="#L-447"><span class="linenos">447</span></a> <span class="k">if</span> <span class="n">inner_with</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> +</span><span id="L-448"><a href="#L-448"><span class="linenos">448</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"recursive"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="L-449"><a href="#L-449"><span class="linenos">449</span></a> +</span><span id="L-450"><a href="#L-450"><span class="linenos">450</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">expressions</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">inner_with</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> +</span><span id="L-451"><a href="#L-451"><span class="linenos">451</span></a> +</span><span id="L-452"><a href="#L-452"><span class="linenos">452</span></a> <span class="k">return</span> <span class="n">expression</span> </span><span id="L-453"><a href="#L-453"><span class="linenos">453</span></a> -</span><span id="L-454"><a href="#L-454"><span class="linenos">454</span></a> <span class="k">for</span> <span class="n">node</span><span class="p">,</span> <span class="o">*</span><span class="n">_</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">walk</span><span class="p">():</span> -</span><span id="L-455"><a href="#L-455"><span class="linenos">455</span></a> <span class="n">ensure_bools</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">_ensure_bool</span><span class="p">)</span> -</span><span id="L-456"><a href="#L-456"><span class="linenos">456</span></a> -</span><span id="L-457"><a href="#L-457"><span class="linenos">457</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-454"><a href="#L-454"><span class="linenos">454</span></a> +</span><span id="L-455"><a href="#L-455"><span class="linenos">455</span></a><span class="k">def</span> <span class="nf">ensure_bools</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-456"><a href="#L-456"><span class="linenos">456</span></a><span class="w"> </span><span class="sd">"""Converts numeric values used in conditions into explicit boolean expressions."""</span> +</span><span id="L-457"><a href="#L-457"><span class="linenos">457</span></a> <span class="kn">from</span> <span class="nn">sqlglot.optimizer.canonicalize</span> <span class="kn">import</span> <span class="n">ensure_bools</span> </span><span id="L-458"><a href="#L-458"><span class="linenos">458</span></a> -</span><span id="L-459"><a href="#L-459"><span class="linenos">459</span></a> -</span><span id="L-460"><a href="#L-460"><span class="linenos">460</span></a><span class="k">def</span> <span class="nf">unqualify_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="L-461"><a href="#L-461"><span class="linenos">461</span></a> <span class="k">for</span> <span class="n">column</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> -</span><span id="L-462"><a href="#L-462"><span class="linenos">462</span></a> <span class="c1"># We only wanna pop off the table, db, catalog args</span> -</span><span id="L-463"><a href="#L-463"><span class="linenos">463</span></a> <span class="k">for</span> <span class="n">part</span> <span class="ow">in</span> <span class="n">column</span><span class="o">.</span><span class="n">parts</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]:</span> -</span><span id="L-464"><a href="#L-464"><span class="linenos">464</span></a> <span class="n">part</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="L-465"><a href="#L-465"><span class="linenos">465</span></a> -</span><span id="L-466"><a href="#L-466"><span class="linenos">466</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="L-467"><a href="#L-467"><span class="linenos">467</span></a> -</span><span id="L-468"><a href="#L-468"><span class="linenos">468</span></a> -</span><span id="L-469"><a href="#L-469"><span class="linenos">469</span></a><span class="k">def</span> <span class="nf">preprocess</span><span class="p">(</span> -</span><span id="L-470"><a href="#L-470"><span class="linenos">470</span></a> <span class="n">transforms</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">List</span><span class="p">[</span><span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]],</span> -</span><span id="L-471"><a href="#L-471"><span class="linenos">471</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">Generator</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="nb">str</span><span class="p">]:</span> -</span><span id="L-472"><a href="#L-472"><span class="linenos">472</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="L-473"><a href="#L-473"><span class="linenos">473</span></a><span class="sd"> Creates a new transform by chaining a sequence of transformations and converts the resulting</span> -</span><span id="L-474"><a href="#L-474"><span class="linenos">474</span></a><span class="sd"> expression to SQL, using either the "_sql" method corresponding to the resulting expression,</span> -</span><span id="L-475"><a href="#L-475"><span class="linenos">475</span></a><span class="sd"> or the appropriate `Generator.TRANSFORMS` function (when applicable -- see below).</span> -</span><span id="L-476"><a href="#L-476"><span class="linenos">476</span></a> -</span><span id="L-477"><a href="#L-477"><span class="linenos">477</span></a><span class="sd"> Args:</span> -</span><span id="L-478"><a href="#L-478"><span class="linenos">478</span></a><span class="sd"> transforms: sequence of transform functions. These will be called in order.</span> -</span><span id="L-479"><a href="#L-479"><span class="linenos">479</span></a> -</span><span id="L-480"><a href="#L-480"><span class="linenos">480</span></a><span class="sd"> Returns:</span> -</span><span id="L-481"><a href="#L-481"><span class="linenos">481</span></a><span class="sd"> Function that can be used as a generator transform.</span> -</span><span id="L-482"><a href="#L-482"><span class="linenos">482</span></a><span class="sd"> """</span> -</span><span id="L-483"><a href="#L-483"><span class="linenos">483</span></a> -</span><span id="L-484"><a href="#L-484"><span class="linenos">484</span></a> <span class="k">def</span> <span class="nf">_to_sql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> -</span><span id="L-485"><a href="#L-485"><span class="linenos">485</span></a> <span class="n">expression_type</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="L-486"><a href="#L-486"><span class="linenos">486</span></a> -</span><span id="L-487"><a href="#L-487"><span class="linenos">487</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">0</span><span class="p">](</span><span class="n">expression</span><span class="p">)</span> -</span><span id="L-488"><a href="#L-488"><span class="linenos">488</span></a> <span class="k">for</span> <span class="n">transform</span> <span class="ow">in</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">1</span><span class="p">:]:</span> -</span><span id="L-489"><a href="#L-489"><span class="linenos">489</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transform</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-459"><a href="#L-459"><span class="linenos">459</span></a> <span class="k">def</span> <span class="nf">_ensure_bool</span><span class="p">(</span><span class="n">node</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> +</span><span id="L-460"><a href="#L-460"><span class="linenos">460</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="L-461"><a href="#L-461"><span class="linenos">461</span></a> <span class="n">node</span><span class="o">.</span><span class="n">is_number</span> +</span><span id="L-462"><a href="#L-462"><span class="linenos">462</span></a> <span class="ow">or</span> <span class="n">node</span><span class="o">.</span><span class="n">is_type</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">Type</span><span class="o">.</span><span class="n">UNKNOWN</span><span class="p">,</span> <span class="o">*</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">NUMERIC_TYPES</span><span class="p">)</span> +</span><span id="L-463"><a href="#L-463"><span class="linenos">463</span></a> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">node</span><span class="o">.</span><span class="n">type</span><span class="p">)</span> +</span><span id="L-464"><a href="#L-464"><span class="linenos">464</span></a> <span class="p">):</span> +</span><span id="L-465"><a href="#L-465"><span class="linenos">465</span></a> <span class="n">node</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">node</span><span class="o">.</span><span class="n">neq</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span> +</span><span id="L-466"><a href="#L-466"><span class="linenos">466</span></a> +</span><span id="L-467"><a href="#L-467"><span class="linenos">467</span></a> <span class="k">for</span> <span class="n">node</span><span class="p">,</span> <span class="o">*</span><span class="n">_</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">walk</span><span class="p">():</span> +</span><span id="L-468"><a href="#L-468"><span class="linenos">468</span></a> <span class="n">ensure_bools</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">_ensure_bool</span><span class="p">)</span> +</span><span id="L-469"><a href="#L-469"><span class="linenos">469</span></a> +</span><span id="L-470"><a href="#L-470"><span class="linenos">470</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-471"><a href="#L-471"><span class="linenos">471</span></a> +</span><span id="L-472"><a href="#L-472"><span class="linenos">472</span></a> +</span><span id="L-473"><a href="#L-473"><span class="linenos">473</span></a><span class="k">def</span> <span class="nf">unqualify_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-474"><a href="#L-474"><span class="linenos">474</span></a> <span class="k">for</span> <span class="n">column</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> +</span><span id="L-475"><a href="#L-475"><span class="linenos">475</span></a> <span class="c1"># We only wanna pop off the table, db, catalog args</span> +</span><span id="L-476"><a href="#L-476"><span class="linenos">476</span></a> <span class="k">for</span> <span class="n">part</span> <span class="ow">in</span> <span class="n">column</span><span class="o">.</span><span class="n">parts</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]:</span> +</span><span id="L-477"><a href="#L-477"><span class="linenos">477</span></a> <span class="n">part</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="L-478"><a href="#L-478"><span class="linenos">478</span></a> +</span><span id="L-479"><a href="#L-479"><span class="linenos">479</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-480"><a href="#L-480"><span class="linenos">480</span></a> +</span><span id="L-481"><a href="#L-481"><span class="linenos">481</span></a> +</span><span id="L-482"><a href="#L-482"><span class="linenos">482</span></a><span class="k">def</span> <span class="nf">remove_unique_constraints</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-483"><a href="#L-483"><span class="linenos">483</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="L-484"><a href="#L-484"><span class="linenos">484</span></a> <span class="k">for</span> <span class="n">constraint</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">UniqueColumnConstraint</span><span class="p">):</span> +</span><span id="L-485"><a href="#L-485"><span class="linenos">485</span></a> <span class="k">if</span> <span class="n">constraint</span><span class="o">.</span><span class="n">parent</span><span class="p">:</span> +</span><span id="L-486"><a href="#L-486"><span class="linenos">486</span></a> <span class="n">constraint</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="L-487"><a href="#L-487"><span class="linenos">487</span></a> +</span><span id="L-488"><a href="#L-488"><span class="linenos">488</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-489"><a href="#L-489"><span class="linenos">489</span></a> </span><span id="L-490"><a href="#L-490"><span class="linenos">490</span></a> -</span><span id="L-491"><a href="#L-491"><span class="linenos">491</span></a> <span class="n">_sql_handler</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">key</span> <span class="o">+</span> <span class="s2">"_sql"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> -</span><span id="L-492"><a href="#L-492"><span class="linenos">492</span></a> <span class="k">if</span> <span class="n">_sql_handler</span><span class="p">:</span> -</span><span id="L-493"><a href="#L-493"><span class="linenos">493</span></a> <span class="k">return</span> <span class="n">_sql_handler</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="L-494"><a href="#L-494"><span class="linenos">494</span></a> -</span><span id="L-495"><a href="#L-495"><span class="linenos">495</span></a> <span class="n">transforms_handler</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">))</span> -</span><span id="L-496"><a href="#L-496"><span class="linenos">496</span></a> <span class="k">if</span> <span class="n">transforms_handler</span><span class="p">:</span> -</span><span id="L-497"><a href="#L-497"><span class="linenos">497</span></a> <span class="k">if</span> <span class="n">expression_type</span> <span class="ow">is</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">):</span> -</span><span id="L-498"><a href="#L-498"><span class="linenos">498</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Func</span><span class="p">):</span> -</span><span id="L-499"><a href="#L-499"><span class="linenos">499</span></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="L-500"><a href="#L-500"><span class="linenos">500</span></a> -</span><span id="L-501"><a href="#L-501"><span class="linenos">501</span></a> <span class="c1"># Ensures we don't enter an infinite loop. This can happen when the original expression</span> -</span><span id="L-502"><a href="#L-502"><span class="linenos">502</span></a> <span class="c1"># has the same type as the final expression and there's no _sql method available for it,</span> -</span><span id="L-503"><a href="#L-503"><span class="linenos">503</span></a> <span class="c1"># because then it'd re-enter _to_sql.</span> -</span><span id="L-504"><a href="#L-504"><span class="linenos">504</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span> -</span><span id="L-505"><a href="#L-505"><span class="linenos">505</span></a> <span class="sa">f</span><span class="s2">"Expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> requires a _sql method in order to be transformed."</span> -</span><span id="L-506"><a href="#L-506"><span class="linenos">506</span></a> <span class="p">)</span> -</span><span id="L-507"><a href="#L-507"><span class="linenos">507</span></a> -</span><span id="L-508"><a href="#L-508"><span class="linenos">508</span></a> <span class="k">return</span> <span class="n">transforms_handler</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">)</span> -</span><span id="L-509"><a href="#L-509"><span class="linenos">509</span></a> -</span><span id="L-510"><a href="#L-510"><span class="linenos">510</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">."</span><span class="p">)</span> +</span><span id="L-491"><a href="#L-491"><span class="linenos">491</span></a><span class="k">def</span> <span class="nf">ctas_with_tmp_tables_to_create_tmp_view</span><span class="p">(</span> +</span><span id="L-492"><a href="#L-492"><span class="linenos">492</span></a> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">,</span> +</span><span id="L-493"><a href="#L-493"><span class="linenos">493</span></a> <span class="n">tmp_storage_provider</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]</span> <span class="o">=</span> <span class="k">lambda</span> <span class="n">e</span><span class="p">:</span> <span class="n">e</span><span class="p">,</span> +</span><span id="L-494"><a href="#L-494"><span class="linenos">494</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-495"><a href="#L-495"><span class="linenos">495</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="L-496"><a href="#L-496"><span class="linenos">496</span></a> <span class="n">properties</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"properties"</span><span class="p">)</span> +</span><span id="L-497"><a href="#L-497"><span class="linenos">497</span></a> <span class="n">temporary</span> <span class="o">=</span> <span class="nb">any</span><span class="p">(</span> +</span><span id="L-498"><a href="#L-498"><span class="linenos">498</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TemporaryProperty</span><span class="p">)</span> +</span><span id="L-499"><a href="#L-499"><span class="linenos">499</span></a> <span class="k">for</span> <span class="n">prop</span> <span class="ow">in</span> <span class="p">(</span><span class="n">properties</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">properties</span> <span class="k">else</span> <span class="p">[])</span> +</span><span id="L-500"><a href="#L-500"><span class="linenos">500</span></a> <span class="p">)</span> +</span><span id="L-501"><a href="#L-501"><span class="linenos">501</span></a> +</span><span id="L-502"><a href="#L-502"><span class="linenos">502</span></a> <span class="c1"># CTAS with temp tables map to CREATE TEMPORARY VIEW</span> +</span><span id="L-503"><a href="#L-503"><span class="linenos">503</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"TABLE"</span> <span class="ow">and</span> <span class="n">temporary</span><span class="p">:</span> +</span><span id="L-504"><a href="#L-504"><span class="linenos">504</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">:</span> +</span><span id="L-505"><a href="#L-505"><span class="linenos">505</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">(</span> +</span><span id="L-506"><a href="#L-506"><span class="linenos">506</span></a> <span class="n">kind</span><span class="o">=</span><span class="s2">"TEMPORARY VIEW"</span><span class="p">,</span> +</span><span id="L-507"><a href="#L-507"><span class="linenos">507</span></a> <span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> +</span><span id="L-508"><a href="#L-508"><span class="linenos">508</span></a> <span class="n">expression</span><span class="o">=</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> +</span><span id="L-509"><a href="#L-509"><span class="linenos">509</span></a> <span class="p">)</span> +</span><span id="L-510"><a href="#L-510"><span class="linenos">510</span></a> <span class="k">return</span> <span class="n">tmp_storage_provider</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> </span><span id="L-511"><a href="#L-511"><span class="linenos">511</span></a> -</span><span id="L-512"><a href="#L-512"><span class="linenos">512</span></a> <span class="k">return</span> <span class="n">_to_sql</span> +</span><span id="L-512"><a href="#L-512"><span class="linenos">512</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-513"><a href="#L-513"><span class="linenos">513</span></a> +</span><span id="L-514"><a href="#L-514"><span class="linenos">514</span></a> +</span><span id="L-515"><a href="#L-515"><span class="linenos">515</span></a><span class="k">def</span> <span class="nf">move_schema_columns_to_partitioned_by</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-516"><a href="#L-516"><span class="linenos">516</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="L-517"><a href="#L-517"><span class="linenos">517</span></a><span class="sd"> In Hive, the PARTITIONED BY property acts as an extension of a table's schema. When the</span> +</span><span id="L-518"><a href="#L-518"><span class="linenos">518</span></a><span class="sd"> PARTITIONED BY value is an array of column names, they are transformed into a schema.</span> +</span><span id="L-519"><a href="#L-519"><span class="linenos">519</span></a><span class="sd"> The corresponding columns are removed from the create statement.</span> +</span><span id="L-520"><a href="#L-520"><span class="linenos">520</span></a><span class="sd"> """</span> +</span><span id="L-521"><a href="#L-521"><span class="linenos">521</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="L-522"><a href="#L-522"><span class="linenos">522</span></a> <span class="n">has_schema</span> <span class="o">=</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">)</span> +</span><span id="L-523"><a href="#L-523"><span class="linenos">523</span></a> <span class="n">is_partitionable</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">{</span><span class="s2">"TABLE"</span><span class="p">,</span> <span class="s2">"VIEW"</span><span class="p">}</span> +</span><span id="L-524"><a href="#L-524"><span class="linenos">524</span></a> +</span><span id="L-525"><a href="#L-525"><span class="linenos">525</span></a> <span class="k">if</span> <span class="n">has_schema</span> <span class="ow">and</span> <span class="n">is_partitionable</span><span class="p">:</span> +</span><span id="L-526"><a href="#L-526"><span class="linenos">526</span></a> <span class="n">prop</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">)</span> +</span><span id="L-527"><a href="#L-527"><span class="linenos">527</span></a> <span class="k">if</span> <span class="n">prop</span> <span class="ow">and</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">):</span> +</span><span id="L-528"><a href="#L-528"><span class="linenos">528</span></a> <span class="n">schema</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-529"><a href="#L-529"><span class="linenos">529</span></a> <span class="n">columns</span> <span class="o">=</span> <span class="p">{</span><span class="n">v</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">}</span> +</span><span id="L-530"><a href="#L-530"><span class="linenos">530</span></a> <span class="n">partitions</span> <span class="o">=</span> <span class="p">[</span><span class="n">col</span> <span class="k">for</span> <span class="n">col</span> <span class="ow">in</span> <span class="n">schema</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">col</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="ow">in</span> <span class="n">columns</span><span class="p">]</span> +</span><span id="L-531"><a href="#L-531"><span class="linenos">531</span></a> <span class="n">schema</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="p">[</span><span class="n">e</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">schema</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">e</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">partitions</span><span class="p">])</span> +</span><span id="L-532"><a href="#L-532"><span class="linenos">532</span></a> <span class="n">prop</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="n">partitions</span><span class="p">)))</span> +</span><span id="L-533"><a href="#L-533"><span class="linenos">533</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">schema</span><span class="p">)</span> +</span><span id="L-534"><a href="#L-534"><span class="linenos">534</span></a> +</span><span id="L-535"><a href="#L-535"><span class="linenos">535</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-536"><a href="#L-536"><span class="linenos">536</span></a> +</span><span id="L-537"><a href="#L-537"><span class="linenos">537</span></a> +</span><span id="L-538"><a href="#L-538"><span class="linenos">538</span></a><span class="k">def</span> <span class="nf">move_partitioned_by_to_schema_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="L-539"><a href="#L-539"><span class="linenos">539</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="L-540"><a href="#L-540"><span class="linenos">540</span></a><span class="sd"> Spark 3 supports both "HIVEFORMAT" and "DATASOURCE" formats for CREATE TABLE.</span> +</span><span id="L-541"><a href="#L-541"><span class="linenos">541</span></a> +</span><span id="L-542"><a href="#L-542"><span class="linenos">542</span></a><span class="sd"> Currently, SQLGlot uses the DATASOURCE format for Spark 3.</span> +</span><span id="L-543"><a href="#L-543"><span class="linenos">543</span></a><span class="sd"> """</span> +</span><span id="L-544"><a href="#L-544"><span class="linenos">544</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="L-545"><a href="#L-545"><span class="linenos">545</span></a> <span class="n">prop</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">)</span> +</span><span id="L-546"><a href="#L-546"><span class="linenos">546</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="L-547"><a href="#L-547"><span class="linenos">547</span></a> <span class="n">prop</span> +</span><span id="L-548"><a href="#L-548"><span class="linenos">548</span></a> <span class="ow">and</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-549"><a href="#L-549"><span class="linenos">549</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">)</span> +</span><span id="L-550"><a href="#L-550"><span class="linenos">550</span></a> <span class="ow">and</span> <span class="nb">all</span><span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">ColumnDef</span><span class="p">)</span> <span class="ow">and</span> <span class="n">e</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kind"</span><span class="p">)</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> +</span><span id="L-551"><a href="#L-551"><span class="linenos">551</span></a> <span class="p">):</span> +</span><span id="L-552"><a href="#L-552"><span class="linenos">552</span></a> <span class="n">prop_this</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Tuple</span><span class="p">(</span> +</span><span id="L-553"><a href="#L-553"><span class="linenos">553</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">this</span><span class="p">)</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">]</span> +</span><span id="L-554"><a href="#L-554"><span class="linenos">554</span></a> <span class="p">)</span> +</span><span id="L-555"><a href="#L-555"><span class="linenos">555</span></a> <span class="n">schema</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span> +</span><span id="L-556"><a href="#L-556"><span class="linenos">556</span></a> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> +</span><span id="L-557"><a href="#L-557"><span class="linenos">557</span></a> <span class="n">schema</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">e</span><span class="p">)</span> +</span><span id="L-558"><a href="#L-558"><span class="linenos">558</span></a> <span class="n">prop</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">prop_this</span><span class="p">)</span> +</span><span id="L-559"><a href="#L-559"><span class="linenos">559</span></a> +</span><span id="L-560"><a href="#L-560"><span class="linenos">560</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="L-561"><a href="#L-561"><span class="linenos">561</span></a> +</span><span id="L-562"><a href="#L-562"><span class="linenos">562</span></a> +</span><span id="L-563"><a href="#L-563"><span class="linenos">563</span></a><span class="k">def</span> <span class="nf">preprocess</span><span class="p">(</span> +</span><span id="L-564"><a href="#L-564"><span class="linenos">564</span></a> <span class="n">transforms</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">List</span><span class="p">[</span><span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]],</span> +</span><span id="L-565"><a href="#L-565"><span class="linenos">565</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">Generator</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="nb">str</span><span class="p">]:</span> +</span><span id="L-566"><a href="#L-566"><span class="linenos">566</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="L-567"><a href="#L-567"><span class="linenos">567</span></a><span class="sd"> Creates a new transform by chaining a sequence of transformations and converts the resulting</span> +</span><span id="L-568"><a href="#L-568"><span class="linenos">568</span></a><span class="sd"> expression to SQL, using either the "_sql" method corresponding to the resulting expression,</span> +</span><span id="L-569"><a href="#L-569"><span class="linenos">569</span></a><span class="sd"> or the appropriate `Generator.TRANSFORMS` function (when applicable -- see below).</span> +</span><span id="L-570"><a href="#L-570"><span class="linenos">570</span></a> +</span><span id="L-571"><a href="#L-571"><span class="linenos">571</span></a><span class="sd"> Args:</span> +</span><span id="L-572"><a href="#L-572"><span class="linenos">572</span></a><span class="sd"> transforms: sequence of transform functions. These will be called in order.</span> +</span><span id="L-573"><a href="#L-573"><span class="linenos">573</span></a> +</span><span id="L-574"><a href="#L-574"><span class="linenos">574</span></a><span class="sd"> Returns:</span> +</span><span id="L-575"><a href="#L-575"><span class="linenos">575</span></a><span class="sd"> Function that can be used as a generator transform.</span> +</span><span id="L-576"><a href="#L-576"><span class="linenos">576</span></a><span class="sd"> """</span> +</span><span id="L-577"><a href="#L-577"><span class="linenos">577</span></a> +</span><span id="L-578"><a href="#L-578"><span class="linenos">578</span></a> <span class="k">def</span> <span class="nf">_to_sql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> +</span><span id="L-579"><a href="#L-579"><span class="linenos">579</span></a> <span class="n">expression_type</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-580"><a href="#L-580"><span class="linenos">580</span></a> +</span><span id="L-581"><a href="#L-581"><span class="linenos">581</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">0</span><span class="p">](</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-582"><a href="#L-582"><span class="linenos">582</span></a> <span class="k">for</span> <span class="n">transform</span> <span class="ow">in</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">1</span><span class="p">:]:</span> +</span><span id="L-583"><a href="#L-583"><span class="linenos">583</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transform</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-584"><a href="#L-584"><span class="linenos">584</span></a> +</span><span id="L-585"><a href="#L-585"><span class="linenos">585</span></a> <span class="n">_sql_handler</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">key</span> <span class="o">+</span> <span class="s2">"_sql"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> +</span><span id="L-586"><a href="#L-586"><span class="linenos">586</span></a> <span class="k">if</span> <span class="n">_sql_handler</span><span class="p">:</span> +</span><span id="L-587"><a href="#L-587"><span class="linenos">587</span></a> <span class="k">return</span> <span class="n">_sql_handler</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-588"><a href="#L-588"><span class="linenos">588</span></a> +</span><span id="L-589"><a href="#L-589"><span class="linenos">589</span></a> <span class="n">transforms_handler</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">))</span> +</span><span id="L-590"><a href="#L-590"><span class="linenos">590</span></a> <span class="k">if</span> <span class="n">transforms_handler</span><span class="p">:</span> +</span><span id="L-591"><a href="#L-591"><span class="linenos">591</span></a> <span class="k">if</span> <span class="n">expression_type</span> <span class="ow">is</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">):</span> +</span><span id="L-592"><a href="#L-592"><span class="linenos">592</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Func</span><span class="p">):</span> +</span><span id="L-593"><a href="#L-593"><span class="linenos">593</span></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="L-594"><a href="#L-594"><span class="linenos">594</span></a> +</span><span id="L-595"><a href="#L-595"><span class="linenos">595</span></a> <span class="c1"># Ensures we don't enter an infinite loop. This can happen when the original expression</span> +</span><span id="L-596"><a href="#L-596"><span class="linenos">596</span></a> <span class="c1"># has the same type as the final expression and there's no _sql method available for it,</span> +</span><span id="L-597"><a href="#L-597"><span class="linenos">597</span></a> <span class="c1"># because then it'd re-enter _to_sql.</span> +</span><span id="L-598"><a href="#L-598"><span class="linenos">598</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span> +</span><span id="L-599"><a href="#L-599"><span class="linenos">599</span></a> <span class="sa">f</span><span class="s2">"Expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> requires a _sql method in order to be transformed."</span> +</span><span id="L-600"><a href="#L-600"><span class="linenos">600</span></a> <span class="p">)</span> +</span><span id="L-601"><a href="#L-601"><span class="linenos">601</span></a> +</span><span id="L-602"><a href="#L-602"><span class="linenos">602</span></a> <span class="k">return</span> <span class="n">transforms_handler</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">)</span> +</span><span id="L-603"><a href="#L-603"><span class="linenos">603</span></a> +</span><span id="L-604"><a href="#L-604"><span class="linenos">604</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">."</span><span class="p">)</span> +</span><span id="L-605"><a href="#L-605"><span class="linenos">605</span></a> +</span><span id="L-606"><a href="#L-606"><span class="linenos">606</span></a> <span class="k">return</span> <span class="n">_to_sql</span> </span></pre></div> @@ -966,94 +1072,107 @@ other expressions. This transforms removes the precision from parameterized type </span><span id="explode_to_unnest-214"><a href="#explode_to_unnest-214"><span class="linenos">214</span></a> <span class="n">is_posexplode</span> <span class="o">=</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Posexplode</span><span class="p">)</span> </span><span id="explode_to_unnest-215"><a href="#explode_to_unnest-215"><span class="linenos">215</span></a> <span class="n">explode_arg</span> <span class="o">=</span> <span class="n">explode</span><span class="o">.</span><span class="n">this</span> </span><span id="explode_to_unnest-216"><a href="#explode_to_unnest-216"><span class="linenos">216</span></a> -</span><span id="explode_to_unnest-217"><a href="#explode_to_unnest-217"><span class="linenos">217</span></a> <span class="c1"># This ensures that we won't use [POS]EXPLODE's argument as a new selection</span> -</span><span id="explode_to_unnest-218"><a href="#explode_to_unnest-218"><span class="linenos">218</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> -</span><span id="explode_to_unnest-219"><a href="#explode_to_unnest-219"><span class="linenos">219</span></a> <span class="n">taken_select_names</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">output_name</span><span class="p">)</span> -</span><span id="explode_to_unnest-220"><a href="#explode_to_unnest-220"><span class="linenos">220</span></a> -</span><span id="explode_to_unnest-221"><a href="#explode_to_unnest-221"><span class="linenos">221</span></a> <span class="n">unnest_source_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_source_names</span><span class="p">,</span> <span class="s2">"_u"</span><span class="p">)</span> -</span><span id="explode_to_unnest-222"><a href="#explode_to_unnest-222"><span class="linenos">222</span></a> -</span><span id="explode_to_unnest-223"><a href="#explode_to_unnest-223"><span class="linenos">223</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">explode_alias</span><span class="p">:</span> -</span><span id="explode_to_unnest-224"><a href="#explode_to_unnest-224"><span class="linenos">224</span></a> <span class="n">explode_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"col"</span><span class="p">)</span> -</span><span id="explode_to_unnest-225"><a href="#explode_to_unnest-225"><span class="linenos">225</span></a> -</span><span id="explode_to_unnest-226"><a href="#explode_to_unnest-226"><span class="linenos">226</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> -</span><span id="explode_to_unnest-227"><a href="#explode_to_unnest-227"><span class="linenos">227</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> -</span><span id="explode_to_unnest-228"><a href="#explode_to_unnest-228"><span class="linenos">228</span></a> -</span><span id="explode_to_unnest-229"><a href="#explode_to_unnest-229"><span class="linenos">229</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">pos_alias</span><span class="p">:</span> -</span><span id="explode_to_unnest-230"><a href="#explode_to_unnest-230"><span class="linenos">230</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> -</span><span id="explode_to_unnest-231"><a href="#explode_to_unnest-231"><span class="linenos">231</span></a> -</span><span id="explode_to_unnest-232"><a href="#explode_to_unnest-232"><span class="linenos">232</span></a> <span class="n">alias</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"alias"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">))</span> +</span><span id="explode_to_unnest-217"><a href="#explode_to_unnest-217"><span class="linenos">217</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">ExplodeOuter</span><span class="p">):</span> +</span><span id="explode_to_unnest-218"><a href="#explode_to_unnest-218"><span class="linenos">218</span></a> <span class="n">bracket</span> <span class="o">=</span> <span class="n">explode_arg</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> +</span><span id="explode_to_unnest-219"><a href="#explode_to_unnest-219"><span class="linenos">219</span></a> <span class="n">bracket</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"safe"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="explode_to_unnest-220"><a href="#explode_to_unnest-220"><span class="linenos">220</span></a> <span class="n">bracket</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"offset"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="explode_to_unnest-221"><a href="#explode_to_unnest-221"><span class="linenos">221</span></a> <span class="n">explode_arg</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span> +</span><span id="explode_to_unnest-222"><a href="#explode_to_unnest-222"><span class="linenos">222</span></a> <span class="s2">"IF"</span><span class="p">,</span> +</span><span id="explode_to_unnest-223"><a href="#explode_to_unnest-223"><span class="linenos">223</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span> +</span><span id="explode_to_unnest-224"><a href="#explode_to_unnest-224"><span class="linenos">224</span></a> <span class="s2">"ARRAY_SIZE"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">func</span><span class="p">(</span><span class="s2">"COALESCE"</span><span class="p">,</span> <span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Array</span><span class="p">())</span> +</span><span id="explode_to_unnest-225"><a href="#explode_to_unnest-225"><span class="linenos">225</span></a> <span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="mi">0</span><span class="p">),</span> +</span><span id="explode_to_unnest-226"><a href="#explode_to_unnest-226"><span class="linenos">226</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">bracket</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">),</span> +</span><span id="explode_to_unnest-227"><a href="#explode_to_unnest-227"><span class="linenos">227</span></a> <span class="n">explode_arg</span><span class="p">,</span> +</span><span id="explode_to_unnest-228"><a href="#explode_to_unnest-228"><span class="linenos">228</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-229"><a href="#explode_to_unnest-229"><span class="linenos">229</span></a> +</span><span id="explode_to_unnest-230"><a href="#explode_to_unnest-230"><span class="linenos">230</span></a> <span class="c1"># This ensures that we won't use [POS]EXPLODE's argument as a new selection</span> +</span><span id="explode_to_unnest-231"><a href="#explode_to_unnest-231"><span class="linenos">231</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">explode_arg</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> +</span><span id="explode_to_unnest-232"><a href="#explode_to_unnest-232"><span class="linenos">232</span></a> <span class="n">taken_select_names</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">output_name</span><span class="p">)</span> </span><span id="explode_to_unnest-233"><a href="#explode_to_unnest-233"><span class="linenos">233</span></a> -</span><span id="explode_to_unnest-234"><a href="#explode_to_unnest-234"><span class="linenos">234</span></a> <span class="n">series_table_alias</span> <span class="o">=</span> <span class="n">series</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">this</span> -</span><span id="explode_to_unnest-235"><a href="#explode_to_unnest-235"><span class="linenos">235</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> -</span><span id="explode_to_unnest-236"><a href="#explode_to_unnest-236"><span class="linenos">236</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> -</span><span id="explode_to_unnest-237"><a href="#explode_to_unnest-237"><span class="linenos">237</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> -</span><span id="explode_to_unnest-238"><a href="#explode_to_unnest-238"><span class="linenos">238</span></a> <span class="p">),</span> -</span><span id="explode_to_unnest-239"><a href="#explode_to_unnest-239"><span class="linenos">239</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> -</span><span id="explode_to_unnest-240"><a href="#explode_to_unnest-240"><span class="linenos">240</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-234"><a href="#explode_to_unnest-234"><span class="linenos">234</span></a> <span class="n">unnest_source_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_source_names</span><span class="p">,</span> <span class="s2">"_u"</span><span class="p">)</span> +</span><span id="explode_to_unnest-235"><a href="#explode_to_unnest-235"><span class="linenos">235</span></a> +</span><span id="explode_to_unnest-236"><a href="#explode_to_unnest-236"><span class="linenos">236</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">explode_alias</span><span class="p">:</span> +</span><span id="explode_to_unnest-237"><a href="#explode_to_unnest-237"><span class="linenos">237</span></a> <span class="n">explode_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"col"</span><span class="p">)</span> +</span><span id="explode_to_unnest-238"><a href="#explode_to_unnest-238"><span class="linenos">238</span></a> +</span><span id="explode_to_unnest-239"><a href="#explode_to_unnest-239"><span class="linenos">239</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> +</span><span id="explode_to_unnest-240"><a href="#explode_to_unnest-240"><span class="linenos">240</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> </span><span id="explode_to_unnest-241"><a href="#explode_to_unnest-241"><span class="linenos">241</span></a> -</span><span id="explode_to_unnest-242"><a href="#explode_to_unnest-242"><span class="linenos">242</span></a> <span class="n">explode</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">column</span><span class="p">)</span> -</span><span id="explode_to_unnest-243"><a href="#explode_to_unnest-243"><span class="linenos">243</span></a> -</span><span id="explode_to_unnest-244"><a href="#explode_to_unnest-244"><span class="linenos">244</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> -</span><span id="explode_to_unnest-245"><a href="#explode_to_unnest-245"><span class="linenos">245</span></a> <span class="n">expressions</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span> -</span><span id="explode_to_unnest-246"><a href="#explode_to_unnest-246"><span class="linenos">246</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span> -</span><span id="explode_to_unnest-247"><a href="#explode_to_unnest-247"><span class="linenos">247</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">alias</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> -</span><span id="explode_to_unnest-248"><a href="#explode_to_unnest-248"><span class="linenos">248</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> -</span><span id="explode_to_unnest-249"><a href="#explode_to_unnest-249"><span class="linenos">249</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> -</span><span id="explode_to_unnest-250"><a href="#explode_to_unnest-250"><span class="linenos">250</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> -</span><span id="explode_to_unnest-251"><a href="#explode_to_unnest-251"><span class="linenos">251</span></a> <span class="p">),</span> -</span><span id="explode_to_unnest-252"><a href="#explode_to_unnest-252"><span class="linenos">252</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> -</span><span id="explode_to_unnest-253"><a href="#explode_to_unnest-253"><span class="linenos">253</span></a> <span class="p">)</span><span class="o">.</span><span class="n">as_</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> -</span><span id="explode_to_unnest-254"><a href="#explode_to_unnest-254"><span class="linenos">254</span></a> <span class="p">)</span> -</span><span id="explode_to_unnest-255"><a href="#explode_to_unnest-255"><span class="linenos">255</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">expressions</span><span class="p">)</span> +</span><span id="explode_to_unnest-242"><a href="#explode_to_unnest-242"><span class="linenos">242</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">pos_alias</span><span class="p">:</span> +</span><span id="explode_to_unnest-243"><a href="#explode_to_unnest-243"><span class="linenos">243</span></a> <span class="n">pos_alias</span> <span class="o">=</span> <span class="n">new_name</span><span class="p">(</span><span class="n">taken_select_names</span><span class="p">,</span> <span class="s2">"pos"</span><span class="p">)</span> +</span><span id="explode_to_unnest-244"><a href="#explode_to_unnest-244"><span class="linenos">244</span></a> +</span><span id="explode_to_unnest-245"><a href="#explode_to_unnest-245"><span class="linenos">245</span></a> <span class="n">alias</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"alias"</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">))</span> +</span><span id="explode_to_unnest-246"><a href="#explode_to_unnest-246"><span class="linenos">246</span></a> +</span><span id="explode_to_unnest-247"><a href="#explode_to_unnest-247"><span class="linenos">247</span></a> <span class="n">series_table_alias</span> <span class="o">=</span> <span class="n">series</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">this</span> +</span><span id="explode_to_unnest-248"><a href="#explode_to_unnest-248"><span class="linenos">248</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> +</span><span id="explode_to_unnest-249"><a href="#explode_to_unnest-249"><span class="linenos">249</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> +</span><span id="explode_to_unnest-250"><a href="#explode_to_unnest-250"><span class="linenos">250</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> +</span><span id="explode_to_unnest-251"><a href="#explode_to_unnest-251"><span class="linenos">251</span></a> <span class="p">),</span> +</span><span id="explode_to_unnest-252"><a href="#explode_to_unnest-252"><span class="linenos">252</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">explode_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> +</span><span id="explode_to_unnest-253"><a href="#explode_to_unnest-253"><span class="linenos">253</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-254"><a href="#explode_to_unnest-254"><span class="linenos">254</span></a> +</span><span id="explode_to_unnest-255"><a href="#explode_to_unnest-255"><span class="linenos">255</span></a> <span class="n">explode</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">column</span><span class="p">)</span> </span><span id="explode_to_unnest-256"><a href="#explode_to_unnest-256"><span class="linenos">256</span></a> -</span><span id="explode_to_unnest-257"><a href="#explode_to_unnest-257"><span class="linenos">257</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">arrays</span><span class="p">:</span> -</span><span id="explode_to_unnest-258"><a href="#explode_to_unnest-258"><span class="linenos">258</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"from"</span><span class="p">):</span> -</span><span id="explode_to_unnest-259"><a href="#explode_to_unnest-259"><span class="linenos">259</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">)</span> -</span><span id="explode_to_unnest-260"><a href="#explode_to_unnest-260"><span class="linenos">260</span></a> <span class="k">else</span><span class="p">:</span> -</span><span id="explode_to_unnest-261"><a href="#explode_to_unnest-261"><span class="linenos">261</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="explode_to_unnest-262"><a href="#explode_to_unnest-262"><span class="linenos">262</span></a> -</span><span id="explode_to_unnest-263"><a href="#explode_to_unnest-263"><span class="linenos">263</span></a> <span class="n">size</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">ArraySize</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span> -</span><span id="explode_to_unnest-264"><a href="#explode_to_unnest-264"><span class="linenos">264</span></a> <span class="n">arrays</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> -</span><span id="explode_to_unnest-265"><a href="#explode_to_unnest-265"><span class="linenos">265</span></a> -</span><span id="explode_to_unnest-266"><a href="#explode_to_unnest-266"><span class="linenos">266</span></a> <span class="c1"># trino doesn't support left join unnest with on conditions</span> -</span><span id="explode_to_unnest-267"><a href="#explode_to_unnest-267"><span class="linenos">267</span></a> <span class="c1"># if it did, this would be much simpler</span> -</span><span id="explode_to_unnest-268"><a href="#explode_to_unnest-268"><span class="linenos">268</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span> -</span><span id="explode_to_unnest-269"><a href="#explode_to_unnest-269"><span class="linenos">269</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">alias_</span><span class="p">(</span> -</span><span id="explode_to_unnest-270"><a href="#explode_to_unnest-270"><span class="linenos">270</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Unnest</span><span class="p">(</span> -</span><span id="explode_to_unnest-271"><a href="#explode_to_unnest-271"><span class="linenos">271</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">()],</span> -</span><span id="explode_to_unnest-272"><a href="#explode_to_unnest-272"><span class="linenos">272</span></a> <span class="n">offset</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> -</span><span id="explode_to_unnest-273"><a href="#explode_to_unnest-273"><span class="linenos">273</span></a> <span class="p">),</span> -</span><span id="explode_to_unnest-274"><a href="#explode_to_unnest-274"><span class="linenos">274</span></a> <span class="n">unnest_source_alias</span><span class="p">,</span> -</span><span id="explode_to_unnest-275"><a href="#explode_to_unnest-275"><span class="linenos">275</span></a> <span class="n">table</span><span class="o">=</span><span class="p">[</span><span class="n">explode_alias</span><span class="p">],</span> -</span><span id="explode_to_unnest-276"><a href="#explode_to_unnest-276"><span class="linenos">276</span></a> <span class="p">),</span> -</span><span id="explode_to_unnest-277"><a href="#explode_to_unnest-277"><span class="linenos">277</span></a> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">,</span> -</span><span id="explode_to_unnest-278"><a href="#explode_to_unnest-278"><span class="linenos">278</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> -</span><span id="explode_to_unnest-279"><a href="#explode_to_unnest-279"><span class="linenos">279</span></a> <span class="p">)</span> -</span><span id="explode_to_unnest-280"><a href="#explode_to_unnest-280"><span class="linenos">280</span></a> -</span><span id="explode_to_unnest-281"><a href="#explode_to_unnest-281"><span class="linenos">281</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="explode_to_unnest-282"><a href="#explode_to_unnest-282"><span class="linenos">282</span></a> <span class="n">size</span> <span class="o">=</span> <span class="n">size</span> <span class="o">-</span> <span class="mi">1</span> -</span><span id="explode_to_unnest-283"><a href="#explode_to_unnest-283"><span class="linenos">283</span></a> -</span><span id="explode_to_unnest-284"><a href="#explode_to_unnest-284"><span class="linenos">284</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span> -</span><span id="explode_to_unnest-285"><a href="#explode_to_unnest-285"><span class="linenos">285</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> -</span><span id="explode_to_unnest-286"><a href="#explode_to_unnest-286"><span class="linenos">286</span></a> <span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">))</span> -</span><span id="explode_to_unnest-287"><a href="#explode_to_unnest-287"><span class="linenos">287</span></a> <span class="o">.</span><span class="n">or_</span><span class="p">(</span> -</span><span id="explode_to_unnest-288"><a href="#explode_to_unnest-288"><span class="linenos">288</span></a> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> <span class="o">></span> <span class="n">size</span><span class="p">)</span><span class="o">.</span><span class="n">and_</span><span class="p">(</span> -</span><span id="explode_to_unnest-289"><a href="#explode_to_unnest-289"><span class="linenos">289</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> -</span><span id="explode_to_unnest-290"><a href="#explode_to_unnest-290"><span class="linenos">290</span></a> <span class="p">)</span> -</span><span id="explode_to_unnest-291"><a href="#explode_to_unnest-291"><span class="linenos">291</span></a> <span class="p">),</span> -</span><span id="explode_to_unnest-292"><a href="#explode_to_unnest-292"><span class="linenos">292</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> -</span><span id="explode_to_unnest-293"><a href="#explode_to_unnest-293"><span class="linenos">293</span></a> <span class="p">)</span> -</span><span id="explode_to_unnest-294"><a href="#explode_to_unnest-294"><span class="linenos">294</span></a> -</span><span id="explode_to_unnest-295"><a href="#explode_to_unnest-295"><span class="linenos">295</span></a> <span class="k">if</span> <span class="n">arrays</span><span class="p">:</span> -</span><span id="explode_to_unnest-296"><a href="#explode_to_unnest-296"><span class="linenos">296</span></a> <span class="n">end</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Greatest</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">expressions</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span> -</span><span id="explode_to_unnest-297"><a href="#explode_to_unnest-297"><span class="linenos">297</span></a> -</span><span id="explode_to_unnest-298"><a href="#explode_to_unnest-298"><span class="linenos">298</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="explode_to_unnest-299"><a href="#explode_to_unnest-299"><span class="linenos">299</span></a> <span class="n">end</span> <span class="o">=</span> <span class="n">end</span> <span class="o">-</span> <span class="p">(</span><span class="mi">1</span> <span class="o">-</span> <span class="n">index_offset</span><span class="p">)</span> -</span><span id="explode_to_unnest-300"><a href="#explode_to_unnest-300"><span class="linenos">300</span></a> <span class="n">series</span><span class="o">.</span><span class="n">expressions</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"end"</span><span class="p">,</span> <span class="n">end</span><span class="p">)</span> -</span><span id="explode_to_unnest-301"><a href="#explode_to_unnest-301"><span class="linenos">301</span></a> -</span><span id="explode_to_unnest-302"><a href="#explode_to_unnest-302"><span class="linenos">302</span></a> <span class="k">return</span> <span class="n">expression</span> -</span><span id="explode_to_unnest-303"><a href="#explode_to_unnest-303"><span class="linenos">303</span></a> -</span><span id="explode_to_unnest-304"><a href="#explode_to_unnest-304"><span class="linenos">304</span></a> <span class="k">return</span> <span class="n">_explode_to_unnest</span> +</span><span id="explode_to_unnest-257"><a href="#explode_to_unnest-257"><span class="linenos">257</span></a> <span class="k">if</span> <span class="n">is_posexplode</span><span class="p">:</span> +</span><span id="explode_to_unnest-258"><a href="#explode_to_unnest-258"><span class="linenos">258</span></a> <span class="n">expressions</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span> +</span><span id="explode_to_unnest-259"><a href="#explode_to_unnest-259"><span class="linenos">259</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span> +</span><span id="explode_to_unnest-260"><a href="#explode_to_unnest-260"><span class="linenos">260</span></a> <span class="n">expressions</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">alias</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> +</span><span id="explode_to_unnest-261"><a href="#explode_to_unnest-261"><span class="linenos">261</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">If</span><span class="p">(</span> +</span><span id="explode_to_unnest-262"><a href="#explode_to_unnest-262"><span class="linenos">262</span></a> <span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span> +</span><span id="explode_to_unnest-263"><a href="#explode_to_unnest-263"><span class="linenos">263</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span> +</span><span id="explode_to_unnest-264"><a href="#explode_to_unnest-264"><span class="linenos">264</span></a> <span class="p">),</span> +</span><span id="explode_to_unnest-265"><a href="#explode_to_unnest-265"><span class="linenos">265</span></a> <span class="n">true</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">),</span> +</span><span id="explode_to_unnest-266"><a href="#explode_to_unnest-266"><span class="linenos">266</span></a> <span class="p">)</span><span class="o">.</span><span class="n">as_</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> +</span><span id="explode_to_unnest-267"><a href="#explode_to_unnest-267"><span class="linenos">267</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-268"><a href="#explode_to_unnest-268"><span class="linenos">268</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">expressions</span><span class="p">)</span> +</span><span id="explode_to_unnest-269"><a href="#explode_to_unnest-269"><span class="linenos">269</span></a> +</span><span id="explode_to_unnest-270"><a href="#explode_to_unnest-270"><span class="linenos">270</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">arrays</span><span class="p">:</span> +</span><span id="explode_to_unnest-271"><a href="#explode_to_unnest-271"><span class="linenos">271</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"from"</span><span class="p">):</span> +</span><span id="explode_to_unnest-272"><a href="#explode_to_unnest-272"><span class="linenos">272</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">)</span> +</span><span id="explode_to_unnest-273"><a href="#explode_to_unnest-273"><span class="linenos">273</span></a> <span class="k">else</span><span class="p">:</span> +</span><span id="explode_to_unnest-274"><a href="#explode_to_unnest-274"><span class="linenos">274</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">series</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="explode_to_unnest-275"><a href="#explode_to_unnest-275"><span class="linenos">275</span></a> +</span><span id="explode_to_unnest-276"><a href="#explode_to_unnest-276"><span class="linenos">276</span></a> <span class="n">size</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">ArraySize</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span> +</span><span id="explode_to_unnest-277"><a href="#explode_to_unnest-277"><span class="linenos">277</span></a> <span class="n">arrays</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> +</span><span id="explode_to_unnest-278"><a href="#explode_to_unnest-278"><span class="linenos">278</span></a> +</span><span id="explode_to_unnest-279"><a href="#explode_to_unnest-279"><span class="linenos">279</span></a> <span class="c1"># trino doesn't support left join unnest with on conditions</span> +</span><span id="explode_to_unnest-280"><a href="#explode_to_unnest-280"><span class="linenos">280</span></a> <span class="c1"># if it did, this would be much simpler</span> +</span><span id="explode_to_unnest-281"><a href="#explode_to_unnest-281"><span class="linenos">281</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">join</span><span class="p">(</span> +</span><span id="explode_to_unnest-282"><a href="#explode_to_unnest-282"><span class="linenos">282</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">alias_</span><span class="p">(</span> +</span><span id="explode_to_unnest-283"><a href="#explode_to_unnest-283"><span class="linenos">283</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">Unnest</span><span class="p">(</span> +</span><span id="explode_to_unnest-284"><a href="#explode_to_unnest-284"><span class="linenos">284</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">explode_arg</span><span class="o">.</span><span class="n">copy</span><span class="p">()],</span> +</span><span id="explode_to_unnest-285"><a href="#explode_to_unnest-285"><span class="linenos">285</span></a> <span class="n">offset</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">),</span> +</span><span id="explode_to_unnest-286"><a href="#explode_to_unnest-286"><span class="linenos">286</span></a> <span class="p">),</span> +</span><span id="explode_to_unnest-287"><a href="#explode_to_unnest-287"><span class="linenos">287</span></a> <span class="n">unnest_source_alias</span><span class="p">,</span> +</span><span id="explode_to_unnest-288"><a href="#explode_to_unnest-288"><span class="linenos">288</span></a> <span class="n">table</span><span class="o">=</span><span class="p">[</span><span class="n">explode_alias</span><span class="p">],</span> +</span><span id="explode_to_unnest-289"><a href="#explode_to_unnest-289"><span class="linenos">289</span></a> <span class="p">),</span> +</span><span id="explode_to_unnest-290"><a href="#explode_to_unnest-290"><span class="linenos">290</span></a> <span class="n">join_type</span><span class="o">=</span><span class="s2">"CROSS"</span><span class="p">,</span> +</span><span id="explode_to_unnest-291"><a href="#explode_to_unnest-291"><span class="linenos">291</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> +</span><span id="explode_to_unnest-292"><a href="#explode_to_unnest-292"><span class="linenos">292</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-293"><a href="#explode_to_unnest-293"><span class="linenos">293</span></a> +</span><span id="explode_to_unnest-294"><a href="#explode_to_unnest-294"><span class="linenos">294</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="explode_to_unnest-295"><a href="#explode_to_unnest-295"><span class="linenos">295</span></a> <span class="n">size</span> <span class="o">=</span> <span class="n">size</span> <span class="o">-</span> <span class="mi">1</span> +</span><span id="explode_to_unnest-296"><a href="#explode_to_unnest-296"><span class="linenos">296</span></a> +</span><span id="explode_to_unnest-297"><a href="#explode_to_unnest-297"><span class="linenos">297</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span> +</span><span id="explode_to_unnest-298"><a href="#explode_to_unnest-298"><span class="linenos">298</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> +</span><span id="explode_to_unnest-299"><a href="#explode_to_unnest-299"><span class="linenos">299</span></a> <span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">))</span> +</span><span id="explode_to_unnest-300"><a href="#explode_to_unnest-300"><span class="linenos">300</span></a> <span class="o">.</span><span class="n">or_</span><span class="p">(</span> +</span><span id="explode_to_unnest-301"><a href="#explode_to_unnest-301"><span class="linenos">301</span></a> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">series_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">series_table_alias</span><span class="p">)</span> <span class="o">></span> <span class="n">size</span><span class="p">)</span><span class="o">.</span><span class="n">and_</span><span class="p">(</span> +</span><span id="explode_to_unnest-302"><a href="#explode_to_unnest-302"><span class="linenos">302</span></a> <span class="n">exp</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="n">pos_alias</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">unnest_source_alias</span><span class="p">)</span><span class="o">.</span><span class="n">eq</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> +</span><span id="explode_to_unnest-303"><a href="#explode_to_unnest-303"><span class="linenos">303</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-304"><a href="#explode_to_unnest-304"><span class="linenos">304</span></a> <span class="p">),</span> +</span><span id="explode_to_unnest-305"><a href="#explode_to_unnest-305"><span class="linenos">305</span></a> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> +</span><span id="explode_to_unnest-306"><a href="#explode_to_unnest-306"><span class="linenos">306</span></a> <span class="p">)</span> +</span><span id="explode_to_unnest-307"><a href="#explode_to_unnest-307"><span class="linenos">307</span></a> +</span><span id="explode_to_unnest-308"><a href="#explode_to_unnest-308"><span class="linenos">308</span></a> <span class="k">if</span> <span class="n">arrays</span><span class="p">:</span> +</span><span id="explode_to_unnest-309"><a href="#explode_to_unnest-309"><span class="linenos">309</span></a> <span class="n">end</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Condition</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Greatest</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">expressions</span><span class="o">=</span><span class="n">arrays</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span> +</span><span id="explode_to_unnest-310"><a href="#explode_to_unnest-310"><span class="linenos">310</span></a> +</span><span id="explode_to_unnest-311"><a href="#explode_to_unnest-311"><span class="linenos">311</span></a> <span class="k">if</span> <span class="n">index_offset</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="explode_to_unnest-312"><a href="#explode_to_unnest-312"><span class="linenos">312</span></a> <span class="n">end</span> <span class="o">=</span> <span class="n">end</span> <span class="o">-</span> <span class="p">(</span><span class="mi">1</span> <span class="o">-</span> <span class="n">index_offset</span><span class="p">)</span> +</span><span id="explode_to_unnest-313"><a href="#explode_to_unnest-313"><span class="linenos">313</span></a> <span class="n">series</span><span class="o">.</span><span class="n">expressions</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"end"</span><span class="p">,</span> <span class="n">end</span><span class="p">)</span> +</span><span id="explode_to_unnest-314"><a href="#explode_to_unnest-314"><span class="linenos">314</span></a> +</span><span id="explode_to_unnest-315"><a href="#explode_to_unnest-315"><span class="linenos">315</span></a> <span class="k">return</span> <span class="n">expression</span> +</span><span id="explode_to_unnest-316"><a href="#explode_to_unnest-316"><span class="linenos">316</span></a> +</span><span id="explode_to_unnest-317"><a href="#explode_to_unnest-317"><span class="linenos">317</span></a> <span class="k">return</span> <span class="n">_explode_to_unnest</span> </span></pre></div> @@ -1085,19 +1204,19 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#add_within_group_for_percentiles"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="add_within_group_for_percentiles-310"><a href="#add_within_group_for_percentiles-310"><span class="linenos">310</span></a><span class="k">def</span> <span class="nf">add_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="add_within_group_for_percentiles-311"><a href="#add_within_group_for_percentiles-311"><span class="linenos">311</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by adding a WITHIN GROUP clause to them."""</span> -</span><span id="add_within_group_for_percentiles-312"><a href="#add_within_group_for_percentiles-312"><span class="linenos">312</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="add_within_group_for_percentiles-313"><a href="#add_within_group_for_percentiles-313"><span class="linenos">313</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> -</span><span id="add_within_group_for_percentiles-314"><a href="#add_within_group_for_percentiles-314"><span class="linenos">314</span></a> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> -</span><span id="add_within_group_for_percentiles-315"><a href="#add_within_group_for_percentiles-315"><span class="linenos">315</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span> -</span><span id="add_within_group_for_percentiles-316"><a href="#add_within_group_for_percentiles-316"><span class="linenos">316</span></a> <span class="p">):</span> -</span><span id="add_within_group_for_percentiles-317"><a href="#add_within_group_for_percentiles-317"><span class="linenos">317</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="add_within_group_for_percentiles-318"><a href="#add_within_group_for_percentiles-318"><span class="linenos">318</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="o">.</span><span class="n">pop</span><span class="p">())</span> -</span><span id="add_within_group_for_percentiles-319"><a href="#add_within_group_for_percentiles-319"><span class="linenos">319</span></a> <span class="n">order</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">column</span><span class="p">)])</span> -</span><span id="add_within_group_for_percentiles-320"><a href="#add_within_group_for_percentiles-320"><span class="linenos">320</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression</span><span class="o">=</span><span class="n">order</span><span class="p">)</span> -</span><span id="add_within_group_for_percentiles-321"><a href="#add_within_group_for_percentiles-321"><span class="linenos">321</span></a> -</span><span id="add_within_group_for_percentiles-322"><a href="#add_within_group_for_percentiles-322"><span class="linenos">322</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="add_within_group_for_percentiles-323"><a href="#add_within_group_for_percentiles-323"><span class="linenos">323</span></a><span class="k">def</span> <span class="nf">add_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="add_within_group_for_percentiles-324"><a href="#add_within_group_for_percentiles-324"><span class="linenos">324</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by adding a WITHIN GROUP clause to them."""</span> +</span><span id="add_within_group_for_percentiles-325"><a href="#add_within_group_for_percentiles-325"><span class="linenos">325</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="add_within_group_for_percentiles-326"><a href="#add_within_group_for_percentiles-326"><span class="linenos">326</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> +</span><span id="add_within_group_for_percentiles-327"><a href="#add_within_group_for_percentiles-327"><span class="linenos">327</span></a> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> +</span><span id="add_within_group_for_percentiles-328"><a href="#add_within_group_for_percentiles-328"><span class="linenos">328</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span> +</span><span id="add_within_group_for_percentiles-329"><a href="#add_within_group_for_percentiles-329"><span class="linenos">329</span></a> <span class="p">):</span> +</span><span id="add_within_group_for_percentiles-330"><a href="#add_within_group_for_percentiles-330"><span class="linenos">330</span></a> <span class="n">column</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="add_within_group_for_percentiles-331"><a href="#add_within_group_for_percentiles-331"><span class="linenos">331</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="o">.</span><span class="n">pop</span><span class="p">())</span> +</span><span id="add_within_group_for_percentiles-332"><a href="#add_within_group_for_percentiles-332"><span class="linenos">332</span></a> <span class="n">order</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">column</span><span class="p">)])</span> +</span><span id="add_within_group_for_percentiles-333"><a href="#add_within_group_for_percentiles-333"><span class="linenos">333</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression</span><span class="o">=</span><span class="n">order</span><span class="p">)</span> +</span><span id="add_within_group_for_percentiles-334"><a href="#add_within_group_for_percentiles-334"><span class="linenos">334</span></a> +</span><span id="add_within_group_for_percentiles-335"><a href="#add_within_group_for_percentiles-335"><span class="linenos">335</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1117,18 +1236,18 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#remove_within_group_for_percentiles"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="remove_within_group_for_percentiles-325"><a href="#remove_within_group_for_percentiles-325"><span class="linenos">325</span></a><span class="k">def</span> <span class="nf">remove_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="remove_within_group_for_percentiles-326"><a href="#remove_within_group_for_percentiles-326"><span class="linenos">326</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by getting rid of their corresponding WITHIN GROUP clause."""</span> -</span><span id="remove_within_group_for_percentiles-327"><a href="#remove_within_group_for_percentiles-327"><span class="linenos">327</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="remove_within_group_for_percentiles-328"><a href="#remove_within_group_for_percentiles-328"><span class="linenos">328</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> -</span><span id="remove_within_group_for_percentiles-329"><a href="#remove_within_group_for_percentiles-329"><span class="linenos">329</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> -</span><span id="remove_within_group_for_percentiles-330"><a href="#remove_within_group_for_percentiles-330"><span class="linenos">330</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">)</span> -</span><span id="remove_within_group_for_percentiles-331"><a href="#remove_within_group_for_percentiles-331"><span class="linenos">331</span></a> <span class="p">):</span> -</span><span id="remove_within_group_for_percentiles-332"><a href="#remove_within_group_for_percentiles-332"><span class="linenos">332</span></a> <span class="n">quantile</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">this</span> -</span><span id="remove_within_group_for_percentiles-333"><a href="#remove_within_group_for_percentiles-333"><span class="linenos">333</span></a> <span class="n">input_value</span> <span class="o">=</span> <span class="n">t</span><span class="o">.</span><span class="n">cast</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">))</span><span class="o">.</span><span class="n">this</span> -</span><span id="remove_within_group_for_percentiles-334"><a href="#remove_within_group_for_percentiles-334"><span class="linenos">334</span></a> <span class="k">return</span> <span class="n">expression</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">ApproxQuantile</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">input_value</span><span class="p">,</span> <span class="n">quantile</span><span class="o">=</span><span class="n">quantile</span><span class="p">))</span> -</span><span id="remove_within_group_for_percentiles-335"><a href="#remove_within_group_for_percentiles-335"><span class="linenos">335</span></a> -</span><span id="remove_within_group_for_percentiles-336"><a href="#remove_within_group_for_percentiles-336"><span class="linenos">336</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="remove_within_group_for_percentiles-338"><a href="#remove_within_group_for_percentiles-338"><span class="linenos">338</span></a><span class="k">def</span> <span class="nf">remove_within_group_for_percentiles</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="remove_within_group_for_percentiles-339"><a href="#remove_within_group_for_percentiles-339"><span class="linenos">339</span></a><span class="w"> </span><span class="sd">"""Transforms percentiles by getting rid of their corresponding WITHIN GROUP clause."""</span> +</span><span id="remove_within_group_for_percentiles-340"><a href="#remove_within_group_for_percentiles-340"><span class="linenos">340</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="remove_within_group_for_percentiles-341"><a href="#remove_within_group_for_percentiles-341"><span class="linenos">341</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">WithinGroup</span><span class="p">)</span> +</span><span id="remove_within_group_for_percentiles-342"><a href="#remove_within_group_for_percentiles-342"><span class="linenos">342</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">PERCENTILES</span><span class="p">)</span> +</span><span id="remove_within_group_for_percentiles-343"><a href="#remove_within_group_for_percentiles-343"><span class="linenos">343</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Order</span><span class="p">)</span> +</span><span id="remove_within_group_for_percentiles-344"><a href="#remove_within_group_for_percentiles-344"><span class="linenos">344</span></a> <span class="p">):</span> +</span><span id="remove_within_group_for_percentiles-345"><a href="#remove_within_group_for_percentiles-345"><span class="linenos">345</span></a> <span class="n">quantile</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">this</span> +</span><span id="remove_within_group_for_percentiles-346"><a href="#remove_within_group_for_percentiles-346"><span class="linenos">346</span></a> <span class="n">input_value</span> <span class="o">=</span> <span class="n">t</span><span class="o">.</span><span class="n">cast</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Ordered</span><span class="p">))</span><span class="o">.</span><span class="n">this</span> +</span><span id="remove_within_group_for_percentiles-347"><a href="#remove_within_group_for_percentiles-347"><span class="linenos">347</span></a> <span class="k">return</span> <span class="n">expression</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">ApproxQuantile</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">input_value</span><span class="p">,</span> <span class="n">quantile</span><span class="o">=</span><span class="n">quantile</span><span class="p">))</span> +</span><span id="remove_within_group_for_percentiles-348"><a href="#remove_within_group_for_percentiles-348"><span class="linenos">348</span></a> +</span><span id="remove_within_group_for_percentiles-349"><a href="#remove_within_group_for_percentiles-349"><span class="linenos">349</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1148,23 +1267,23 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#add_recursive_cte_column_names"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="add_recursive_cte_column_names-339"><a href="#add_recursive_cte_column_names-339"><span class="linenos">339</span></a><span class="k">def</span> <span class="nf">add_recursive_cte_column_names</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="add_recursive_cte_column_names-340"><a href="#add_recursive_cte_column_names-340"><span class="linenos">340</span></a><span class="w"> </span><span class="sd">"""Uses projection output names in recursive CTE definitions to define the CTEs' columns."""</span> -</span><span id="add_recursive_cte_column_names-341"><a href="#add_recursive_cte_column_names-341"><span class="linenos">341</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">)</span> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> -</span><span id="add_recursive_cte_column_names-342"><a href="#add_recursive_cte_column_names-342"><span class="linenos">342</span></a> <span class="n">next_name</span> <span class="o">=</span> <span class="n">name_sequence</span><span class="p">(</span><span class="s2">"_c_"</span><span class="p">)</span> -</span><span id="add_recursive_cte_column_names-343"><a href="#add_recursive_cte_column_names-343"><span class="linenos">343</span></a> -</span><span id="add_recursive_cte_column_names-344"><a href="#add_recursive_cte_column_names-344"><span class="linenos">344</span></a> <span class="k">for</span> <span class="n">cte</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> -</span><span id="add_recursive_cte_column_names-345"><a href="#add_recursive_cte_column_names-345"><span class="linenos">345</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span> -</span><span id="add_recursive_cte_column_names-346"><a href="#add_recursive_cte_column_names-346"><span class="linenos">346</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">cte</span><span class="o">.</span><span class="n">this</span> -</span><span id="add_recursive_cte_column_names-347"><a href="#add_recursive_cte_column_names-347"><span class="linenos">347</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Union</span><span class="p">):</span> -</span><span id="add_recursive_cte_column_names-348"><a href="#add_recursive_cte_column_names-348"><span class="linenos">348</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">this</span> -</span><span id="add_recursive_cte_column_names-349"><a href="#add_recursive_cte_column_names-349"><span class="linenos">349</span></a> -</span><span id="add_recursive_cte_column_names-350"><a href="#add_recursive_cte_column_names-350"><span class="linenos">350</span></a> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span> -</span><span id="add_recursive_cte_column_names-351"><a href="#add_recursive_cte_column_names-351"><span class="linenos">351</span></a> <span class="s2">"columns"</span><span class="p">,</span> -</span><span id="add_recursive_cte_column_names-352"><a href="#add_recursive_cte_column_names-352"><span class="linenos">352</span></a> <span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">s</span><span class="o">.</span><span class="n">alias_or_name</span> <span class="ow">or</span> <span class="n">next_name</span><span class="p">())</span> <span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">query</span><span class="o">.</span><span class="n">selects</span><span class="p">],</span> -</span><span id="add_recursive_cte_column_names-353"><a href="#add_recursive_cte_column_names-353"><span class="linenos">353</span></a> <span class="p">)</span> -</span><span id="add_recursive_cte_column_names-354"><a href="#add_recursive_cte_column_names-354"><span class="linenos">354</span></a> -</span><span id="add_recursive_cte_column_names-355"><a href="#add_recursive_cte_column_names-355"><span class="linenos">355</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="add_recursive_cte_column_names-352"><a href="#add_recursive_cte_column_names-352"><span class="linenos">352</span></a><span class="k">def</span> <span class="nf">add_recursive_cte_column_names</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="add_recursive_cte_column_names-353"><a href="#add_recursive_cte_column_names-353"><span class="linenos">353</span></a><span class="w"> </span><span class="sd">"""Uses projection output names in recursive CTE definitions to define the CTEs' columns."""</span> +</span><span id="add_recursive_cte_column_names-354"><a href="#add_recursive_cte_column_names-354"><span class="linenos">354</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">)</span> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> +</span><span id="add_recursive_cte_column_names-355"><a href="#add_recursive_cte_column_names-355"><span class="linenos">355</span></a> <span class="n">next_name</span> <span class="o">=</span> <span class="n">name_sequence</span><span class="p">(</span><span class="s2">"_c_"</span><span class="p">)</span> +</span><span id="add_recursive_cte_column_names-356"><a href="#add_recursive_cte_column_names-356"><span class="linenos">356</span></a> +</span><span id="add_recursive_cte_column_names-357"><a href="#add_recursive_cte_column_names-357"><span class="linenos">357</span></a> <span class="k">for</span> <span class="n">cte</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> +</span><span id="add_recursive_cte_column_names-358"><a href="#add_recursive_cte_column_names-358"><span class="linenos">358</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span> +</span><span id="add_recursive_cte_column_names-359"><a href="#add_recursive_cte_column_names-359"><span class="linenos">359</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">cte</span><span class="o">.</span><span class="n">this</span> +</span><span id="add_recursive_cte_column_names-360"><a href="#add_recursive_cte_column_names-360"><span class="linenos">360</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Union</span><span class="p">):</span> +</span><span id="add_recursive_cte_column_names-361"><a href="#add_recursive_cte_column_names-361"><span class="linenos">361</span></a> <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">this</span> +</span><span id="add_recursive_cte_column_names-362"><a href="#add_recursive_cte_column_names-362"><span class="linenos">362</span></a> +</span><span id="add_recursive_cte_column_names-363"><a href="#add_recursive_cte_column_names-363"><span class="linenos">363</span></a> <span class="n">cte</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"alias"</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span> +</span><span id="add_recursive_cte_column_names-364"><a href="#add_recursive_cte_column_names-364"><span class="linenos">364</span></a> <span class="s2">"columns"</span><span class="p">,</span> +</span><span id="add_recursive_cte_column_names-365"><a href="#add_recursive_cte_column_names-365"><span class="linenos">365</span></a> <span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">s</span><span class="o">.</span><span class="n">alias_or_name</span> <span class="ow">or</span> <span class="n">next_name</span><span class="p">())</span> <span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">query</span><span class="o">.</span><span class="n">selects</span><span class="p">],</span> +</span><span id="add_recursive_cte_column_names-366"><a href="#add_recursive_cte_column_names-366"><span class="linenos">366</span></a> <span class="p">)</span> +</span><span id="add_recursive_cte_column_names-367"><a href="#add_recursive_cte_column_names-367"><span class="linenos">367</span></a> +</span><span id="add_recursive_cte_column_names-368"><a href="#add_recursive_cte_column_names-368"><span class="linenos">368</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1184,16 +1303,16 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#epoch_cast_to_ts"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="epoch_cast_to_ts-358"><a href="#epoch_cast_to_ts-358"><span class="linenos">358</span></a><span class="k">def</span> <span class="nf">epoch_cast_to_ts</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="epoch_cast_to_ts-359"><a href="#epoch_cast_to_ts-359"><span class="linenos">359</span></a><span class="w"> </span><span class="sd">"""Replace 'epoch' in casts by the equivalent date literal."""</span> -</span><span id="epoch_cast_to_ts-360"><a href="#epoch_cast_to_ts-360"><span class="linenos">360</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="epoch_cast_to_ts-361"><a href="#epoch_cast_to_ts-361"><span class="linenos">361</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Cast</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TryCast</span><span class="p">))</span> -</span><span id="epoch_cast_to_ts-362"><a href="#epoch_cast_to_ts-362"><span class="linenos">362</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"epoch"</span> -</span><span id="epoch_cast_to_ts-363"><a href="#epoch_cast_to_ts-363"><span class="linenos">363</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">to</span><span class="o">.</span><span class="n">this</span> <span class="ow">in</span> <span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">TEMPORAL_TYPES</span> -</span><span id="epoch_cast_to_ts-364"><a href="#epoch_cast_to_ts-364"><span class="linenos">364</span></a> <span class="p">):</span> -</span><span id="epoch_cast_to_ts-365"><a href="#epoch_cast_to_ts-365"><span class="linenos">365</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Literal</span><span class="o">.</span><span class="n">string</span><span class="p">(</span><span class="s2">"1970-01-01 00:00:00"</span><span class="p">))</span> -</span><span id="epoch_cast_to_ts-366"><a href="#epoch_cast_to_ts-366"><span class="linenos">366</span></a> -</span><span id="epoch_cast_to_ts-367"><a href="#epoch_cast_to_ts-367"><span class="linenos">367</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="epoch_cast_to_ts-371"><a href="#epoch_cast_to_ts-371"><span class="linenos">371</span></a><span class="k">def</span> <span class="nf">epoch_cast_to_ts</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="epoch_cast_to_ts-372"><a href="#epoch_cast_to_ts-372"><span class="linenos">372</span></a><span class="w"> </span><span class="sd">"""Replace 'epoch' in casts by the equivalent date literal."""</span> +</span><span id="epoch_cast_to_ts-373"><a href="#epoch_cast_to_ts-373"><span class="linenos">373</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="epoch_cast_to_ts-374"><a href="#epoch_cast_to_ts-374"><span class="linenos">374</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Cast</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TryCast</span><span class="p">))</span> +</span><span id="epoch_cast_to_ts-375"><a href="#epoch_cast_to_ts-375"><span class="linenos">375</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"epoch"</span> +</span><span id="epoch_cast_to_ts-376"><a href="#epoch_cast_to_ts-376"><span class="linenos">376</span></a> <span class="ow">and</span> <span class="n">expression</span><span class="o">.</span><span class="n">to</span><span class="o">.</span><span class="n">this</span> <span class="ow">in</span> <span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">TEMPORAL_TYPES</span> +</span><span id="epoch_cast_to_ts-377"><a href="#epoch_cast_to_ts-377"><span class="linenos">377</span></a> <span class="p">):</span> +</span><span id="epoch_cast_to_ts-378"><a href="#epoch_cast_to_ts-378"><span class="linenos">378</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Literal</span><span class="o">.</span><span class="n">string</span><span class="p">(</span><span class="s2">"1970-01-01 00:00:00"</span><span class="p">))</span> +</span><span id="epoch_cast_to_ts-379"><a href="#epoch_cast_to_ts-379"><span class="linenos">379</span></a> +</span><span id="epoch_cast_to_ts-380"><a href="#epoch_cast_to_ts-380"><span class="linenos">380</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1213,21 +1332,21 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#eliminate_semi_and_anti_joins"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="eliminate_semi_and_anti_joins-370"><a href="#eliminate_semi_and_anti_joins-370"><span class="linenos">370</span></a><span class="k">def</span> <span class="nf">eliminate_semi_and_anti_joins</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="eliminate_semi_and_anti_joins-371"><a href="#eliminate_semi_and_anti_joins-371"><span class="linenos">371</span></a><span class="w"> </span><span class="sd">"""Convert SEMI and ANTI joins into equivalent forms that use EXIST instead."""</span> -</span><span id="eliminate_semi_and_anti_joins-372"><a href="#eliminate_semi_and_anti_joins-372"><span class="linenos">372</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> -</span><span id="eliminate_semi_and_anti_joins-373"><a href="#eliminate_semi_and_anti_joins-373"><span class="linenos">373</span></a> <span class="k">for</span> <span class="n">join</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[]:</span> -</span><span id="eliminate_semi_and_anti_joins-374"><a href="#eliminate_semi_and_anti_joins-374"><span class="linenos">374</span></a> <span class="n">on</span> <span class="o">=</span> <span class="n">join</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"on"</span><span class="p">)</span> -</span><span id="eliminate_semi_and_anti_joins-375"><a href="#eliminate_semi_and_anti_joins-375"><span class="linenos">375</span></a> <span class="k">if</span> <span class="n">on</span> <span class="ow">and</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"SEMI"</span><span class="p">,</span> <span class="s2">"ANTI"</span><span class="p">):</span> -</span><span id="eliminate_semi_and_anti_joins-376"><a href="#eliminate_semi_and_anti_joins-376"><span class="linenos">376</span></a> <span class="n">subquery</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">"1"</span><span class="p">)</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">join</span><span class="o">.</span><span class="n">this</span><span class="p">)</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">on</span><span class="p">)</span> -</span><span id="eliminate_semi_and_anti_joins-377"><a href="#eliminate_semi_and_anti_joins-377"><span class="linenos">377</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Exists</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">subquery</span><span class="p">)</span> -</span><span id="eliminate_semi_and_anti_joins-378"><a href="#eliminate_semi_and_anti_joins-378"><span class="linenos">378</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"ANTI"</span><span class="p">:</span> -</span><span id="eliminate_semi_and_anti_joins-379"><a href="#eliminate_semi_and_anti_joins-379"><span class="linenos">379</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exists</span><span class="o">.</span><span class="n">not_</span><span class="p">(</span><span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="eliminate_semi_and_anti_joins-380"><a href="#eliminate_semi_and_anti_joins-380"><span class="linenos">380</span></a> -</span><span id="eliminate_semi_and_anti_joins-381"><a href="#eliminate_semi_and_anti_joins-381"><span class="linenos">381</span></a> <span class="n">join</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="eliminate_semi_and_anti_joins-382"><a href="#eliminate_semi_and_anti_joins-382"><span class="linenos">382</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">exists</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="eliminate_semi_and_anti_joins-383"><a href="#eliminate_semi_and_anti_joins-383"><span class="linenos">383</span></a> -</span><span id="eliminate_semi_and_anti_joins-384"><a href="#eliminate_semi_and_anti_joins-384"><span class="linenos">384</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="eliminate_semi_and_anti_joins-383"><a href="#eliminate_semi_and_anti_joins-383"><span class="linenos">383</span></a><span class="k">def</span> <span class="nf">eliminate_semi_and_anti_joins</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="eliminate_semi_and_anti_joins-384"><a href="#eliminate_semi_and_anti_joins-384"><span class="linenos">384</span></a><span class="w"> </span><span class="sd">"""Convert SEMI and ANTI joins into equivalent forms that use EXIST instead."""</span> +</span><span id="eliminate_semi_and_anti_joins-385"><a href="#eliminate_semi_and_anti_joins-385"><span class="linenos">385</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> +</span><span id="eliminate_semi_and_anti_joins-386"><a href="#eliminate_semi_and_anti_joins-386"><span class="linenos">386</span></a> <span class="k">for</span> <span class="n">join</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[]:</span> +</span><span id="eliminate_semi_and_anti_joins-387"><a href="#eliminate_semi_and_anti_joins-387"><span class="linenos">387</span></a> <span class="n">on</span> <span class="o">=</span> <span class="n">join</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"on"</span><span class="p">)</span> +</span><span id="eliminate_semi_and_anti_joins-388"><a href="#eliminate_semi_and_anti_joins-388"><span class="linenos">388</span></a> <span class="k">if</span> <span class="n">on</span> <span class="ow">and</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"SEMI"</span><span class="p">,</span> <span class="s2">"ANTI"</span><span class="p">):</span> +</span><span id="eliminate_semi_and_anti_joins-389"><a href="#eliminate_semi_and_anti_joins-389"><span class="linenos">389</span></a> <span class="n">subquery</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">"1"</span><span class="p">)</span><span class="o">.</span><span class="n">from_</span><span class="p">(</span><span class="n">join</span><span class="o">.</span><span class="n">this</span><span class="p">)</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">on</span><span class="p">)</span> +</span><span id="eliminate_semi_and_anti_joins-390"><a href="#eliminate_semi_and_anti_joins-390"><span class="linenos">390</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Exists</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">subquery</span><span class="p">)</span> +</span><span id="eliminate_semi_and_anti_joins-391"><a href="#eliminate_semi_and_anti_joins-391"><span class="linenos">391</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"ANTI"</span><span class="p">:</span> +</span><span id="eliminate_semi_and_anti_joins-392"><a href="#eliminate_semi_and_anti_joins-392"><span class="linenos">392</span></a> <span class="n">exists</span> <span class="o">=</span> <span class="n">exists</span><span class="o">.</span><span class="n">not_</span><span class="p">(</span><span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="eliminate_semi_and_anti_joins-393"><a href="#eliminate_semi_and_anti_joins-393"><span class="linenos">393</span></a> +</span><span id="eliminate_semi_and_anti_joins-394"><a href="#eliminate_semi_and_anti_joins-394"><span class="linenos">394</span></a> <span class="n">join</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="eliminate_semi_and_anti_joins-395"><a href="#eliminate_semi_and_anti_joins-395"><span class="linenos">395</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">where</span><span class="p">(</span><span class="n">exists</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="eliminate_semi_and_anti_joins-396"><a href="#eliminate_semi_and_anti_joins-396"><span class="linenos">396</span></a> +</span><span id="eliminate_semi_and_anti_joins-397"><a href="#eliminate_semi_and_anti_joins-397"><span class="linenos">397</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1247,30 +1366,30 @@ other expressions. This transforms removes the precision from parameterized type </div> <a class="headerlink" href="#eliminate_full_outer_join"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="eliminate_full_outer_join-387"><a href="#eliminate_full_outer_join-387"><span class="linenos">387</span></a><span class="k">def</span> <span class="nf">eliminate_full_outer_join</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="eliminate_full_outer_join-388"><a href="#eliminate_full_outer_join-388"><span class="linenos">388</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="eliminate_full_outer_join-389"><a href="#eliminate_full_outer_join-389"><span class="linenos">389</span></a><span class="sd"> Converts a query with a FULL OUTER join to a union of identical queries that</span> -</span><span id="eliminate_full_outer_join-390"><a href="#eliminate_full_outer_join-390"><span class="linenos">390</span></a><span class="sd"> use LEFT/RIGHT OUTER joins instead. This transformation currently only works</span> -</span><span id="eliminate_full_outer_join-391"><a href="#eliminate_full_outer_join-391"><span class="linenos">391</span></a><span class="sd"> for queries that have a single FULL OUTER join.</span> -</span><span id="eliminate_full_outer_join-392"><a href="#eliminate_full_outer_join-392"><span class="linenos">392</span></a><span class="sd"> """</span> -</span><span id="eliminate_full_outer_join-393"><a href="#eliminate_full_outer_join-393"><span class="linenos">393</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> -</span><span id="eliminate_full_outer_join-394"><a href="#eliminate_full_outer_join-394"><span class="linenos">394</span></a> <span class="n">full_outer_joins</span> <span class="o">=</span> <span class="p">[</span> -</span><span id="eliminate_full_outer_join-395"><a href="#eliminate_full_outer_join-395"><span class="linenos">395</span></a> <span class="p">(</span><span class="n">index</span><span class="p">,</span> <span class="n">join</span><span class="p">)</span> -</span><span id="eliminate_full_outer_join-396"><a href="#eliminate_full_outer_join-396"><span class="linenos">396</span></a> <span class="k">for</span> <span class="n">index</span><span class="p">,</span> <span class="n">join</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[])</span> -</span><span id="eliminate_full_outer_join-397"><a href="#eliminate_full_outer_join-397"><span class="linenos">397</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">side</span> <span class="o">==</span> <span class="s2">"FULL"</span> -</span><span id="eliminate_full_outer_join-398"><a href="#eliminate_full_outer_join-398"><span class="linenos">398</span></a> <span class="p">]</span> -</span><span id="eliminate_full_outer_join-399"><a href="#eliminate_full_outer_join-399"><span class="linenos">399</span></a> -</span><span id="eliminate_full_outer_join-400"><a href="#eliminate_full_outer_join-400"><span class="linenos">400</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">full_outer_joins</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span> -</span><span id="eliminate_full_outer_join-401"><a href="#eliminate_full_outer_join-401"><span class="linenos">401</span></a> <span class="n">expression_copy</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> -</span><span id="eliminate_full_outer_join-402"><a href="#eliminate_full_outer_join-402"><span class="linenos">402</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"limit"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> -</span><span id="eliminate_full_outer_join-403"><a href="#eliminate_full_outer_join-403"><span class="linenos">403</span></a> <span class="n">index</span><span class="p">,</span> <span class="n">full_outer_join</span> <span class="o">=</span> <span class="n">full_outer_joins</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> -</span><span id="eliminate_full_outer_join-404"><a href="#eliminate_full_outer_join-404"><span class="linenos">404</span></a> <span class="n">full_outer_join</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"left"</span><span class="p">)</span> -</span><span id="eliminate_full_outer_join-405"><a href="#eliminate_full_outer_join-405"><span class="linenos">405</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"joins"</span><span class="p">][</span><span class="n">index</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"right"</span><span class="p">)</span> -</span><span id="eliminate_full_outer_join-406"><a href="#eliminate_full_outer_join-406"><span class="linenos">406</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> <span class="c1"># remove CTEs from RIGHT side</span> -</span><span id="eliminate_full_outer_join-407"><a href="#eliminate_full_outer_join-407"><span class="linenos">407</span></a> -</span><span id="eliminate_full_outer_join-408"><a href="#eliminate_full_outer_join-408"><span class="linenos">408</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">union</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression_copy</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> -</span><span id="eliminate_full_outer_join-409"><a href="#eliminate_full_outer_join-409"><span class="linenos">409</span></a> -</span><span id="eliminate_full_outer_join-410"><a href="#eliminate_full_outer_join-410"><span class="linenos">410</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="eliminate_full_outer_join-400"><a href="#eliminate_full_outer_join-400"><span class="linenos">400</span></a><span class="k">def</span> <span class="nf">eliminate_full_outer_join</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="eliminate_full_outer_join-401"><a href="#eliminate_full_outer_join-401"><span class="linenos">401</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="eliminate_full_outer_join-402"><a href="#eliminate_full_outer_join-402"><span class="linenos">402</span></a><span class="sd"> Converts a query with a FULL OUTER join to a union of identical queries that</span> +</span><span id="eliminate_full_outer_join-403"><a href="#eliminate_full_outer_join-403"><span class="linenos">403</span></a><span class="sd"> use LEFT/RIGHT OUTER joins instead. This transformation currently only works</span> +</span><span id="eliminate_full_outer_join-404"><a href="#eliminate_full_outer_join-404"><span class="linenos">404</span></a><span class="sd"> for queries that have a single FULL OUTER join.</span> +</span><span id="eliminate_full_outer_join-405"><a href="#eliminate_full_outer_join-405"><span class="linenos">405</span></a><span class="sd"> """</span> +</span><span id="eliminate_full_outer_join-406"><a href="#eliminate_full_outer_join-406"><span class="linenos">406</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Select</span><span class="p">):</span> +</span><span id="eliminate_full_outer_join-407"><a href="#eliminate_full_outer_join-407"><span class="linenos">407</span></a> <span class="n">full_outer_joins</span> <span class="o">=</span> <span class="p">[</span> +</span><span id="eliminate_full_outer_join-408"><a href="#eliminate_full_outer_join-408"><span class="linenos">408</span></a> <span class="p">(</span><span class="n">index</span><span class="p">,</span> <span class="n">join</span><span class="p">)</span> +</span><span id="eliminate_full_outer_join-409"><a href="#eliminate_full_outer_join-409"><span class="linenos">409</span></a> <span class="k">for</span> <span class="n">index</span><span class="p">,</span> <span class="n">join</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"joins"</span><span class="p">)</span> <span class="ow">or</span> <span class="p">[])</span> +</span><span id="eliminate_full_outer_join-410"><a href="#eliminate_full_outer_join-410"><span class="linenos">410</span></a> <span class="k">if</span> <span class="n">join</span><span class="o">.</span><span class="n">side</span> <span class="o">==</span> <span class="s2">"FULL"</span> +</span><span id="eliminate_full_outer_join-411"><a href="#eliminate_full_outer_join-411"><span class="linenos">411</span></a> <span class="p">]</span> +</span><span id="eliminate_full_outer_join-412"><a href="#eliminate_full_outer_join-412"><span class="linenos">412</span></a> +</span><span id="eliminate_full_outer_join-413"><a href="#eliminate_full_outer_join-413"><span class="linenos">413</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">full_outer_joins</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span> +</span><span id="eliminate_full_outer_join-414"><a href="#eliminate_full_outer_join-414"><span class="linenos">414</span></a> <span class="n">expression_copy</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> +</span><span id="eliminate_full_outer_join-415"><a href="#eliminate_full_outer_join-415"><span class="linenos">415</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"limit"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> +</span><span id="eliminate_full_outer_join-416"><a href="#eliminate_full_outer_join-416"><span class="linenos">416</span></a> <span class="n">index</span><span class="p">,</span> <span class="n">full_outer_join</span> <span class="o">=</span> <span class="n">full_outer_joins</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> +</span><span id="eliminate_full_outer_join-417"><a href="#eliminate_full_outer_join-417"><span class="linenos">417</span></a> <span class="n">full_outer_join</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"left"</span><span class="p">)</span> +</span><span id="eliminate_full_outer_join-418"><a href="#eliminate_full_outer_join-418"><span class="linenos">418</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="s2">"joins"</span><span class="p">][</span><span class="n">index</span><span class="p">]</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"side"</span><span class="p">,</span> <span class="s2">"right"</span><span class="p">)</span> +</span><span id="eliminate_full_outer_join-419"><a href="#eliminate_full_outer_join-419"><span class="linenos">419</span></a> <span class="n">expression_copy</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> <span class="c1"># remove CTEs from RIGHT side</span> +</span><span id="eliminate_full_outer_join-420"><a href="#eliminate_full_outer_join-420"><span class="linenos">420</span></a> +</span><span id="eliminate_full_outer_join-421"><a href="#eliminate_full_outer_join-421"><span class="linenos">421</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">union</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">expression_copy</span><span class="p">,</span> <span class="n">copy</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</span><span id="eliminate_full_outer_join-422"><a href="#eliminate_full_outer_join-422"><span class="linenos">422</span></a> +</span><span id="eliminate_full_outer_join-423"><a href="#eliminate_full_outer_join-423"><span class="linenos">423</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1292,34 +1411,34 @@ for queries that have a single FULL OUTER join.</p> </div> <a class="headerlink" href="#move_ctes_to_top_level"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="move_ctes_to_top_level-413"><a href="#move_ctes_to_top_level-413"><span class="linenos">413</span></a><span class="k">def</span> <span class="nf">move_ctes_to_top_level</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="move_ctes_to_top_level-414"><a href="#move_ctes_to_top_level-414"><span class="linenos">414</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="move_ctes_to_top_level-415"><a href="#move_ctes_to_top_level-415"><span class="linenos">415</span></a><span class="sd"> Some dialects (e.g. Hive, T-SQL, Spark prior to version 3) only allow CTEs to be</span> -</span><span id="move_ctes_to_top_level-416"><a href="#move_ctes_to_top_level-416"><span class="linenos">416</span></a><span class="sd"> defined at the top-level, so for example queries like:</span> -</span><span id="move_ctes_to_top_level-417"><a href="#move_ctes_to_top_level-417"><span class="linenos">417</span></a> -</span><span id="move_ctes_to_top_level-418"><a href="#move_ctes_to_top_level-418"><span class="linenos">418</span></a><span class="sd"> SELECT * FROM (WITH t(c) AS (SELECT 1) SELECT * FROM t) AS subq</span> -</span><span id="move_ctes_to_top_level-419"><a href="#move_ctes_to_top_level-419"><span class="linenos">419</span></a> -</span><span id="move_ctes_to_top_level-420"><a href="#move_ctes_to_top_level-420"><span class="linenos">420</span></a><span class="sd"> are invalid in those dialects. This transformation can be used to ensure all CTEs are</span> -</span><span id="move_ctes_to_top_level-421"><a href="#move_ctes_to_top_level-421"><span class="linenos">421</span></a><span class="sd"> moved to the top level so that the final SQL code is valid from a syntax standpoint.</span> -</span><span id="move_ctes_to_top_level-422"><a href="#move_ctes_to_top_level-422"><span class="linenos">422</span></a> -</span><span id="move_ctes_to_top_level-423"><a href="#move_ctes_to_top_level-423"><span class="linenos">423</span></a><span class="sd"> TODO: handle name clashes whilst moving CTEs (it can get quite tricky & costly).</span> -</span><span id="move_ctes_to_top_level-424"><a href="#move_ctes_to_top_level-424"><span class="linenos">424</span></a><span class="sd"> """</span> -</span><span id="move_ctes_to_top_level-425"><a href="#move_ctes_to_top_level-425"><span class="linenos">425</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"with"</span><span class="p">)</span> -</span><span id="move_ctes_to_top_level-426"><a href="#move_ctes_to_top_level-426"><span class="linenos">426</span></a> <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">):</span> -</span><span id="move_ctes_to_top_level-427"><a href="#move_ctes_to_top_level-427"><span class="linenos">427</span></a> <span class="k">if</span> <span class="n">node</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="n">expression</span><span class="p">:</span> -</span><span id="move_ctes_to_top_level-428"><a href="#move_ctes_to_top_level-428"><span class="linenos">428</span></a> <span class="k">continue</span> -</span><span id="move_ctes_to_top_level-429"><a href="#move_ctes_to_top_level-429"><span class="linenos">429</span></a> -</span><span id="move_ctes_to_top_level-430"><a href="#move_ctes_to_top_level-430"><span class="linenos">430</span></a> <span class="n">inner_with</span> <span class="o">=</span> <span class="n">node</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="move_ctes_to_top_level-431"><a href="#move_ctes_to_top_level-431"><span class="linenos">431</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">top_level_with</span><span class="p">:</span> -</span><span id="move_ctes_to_top_level-432"><a href="#move_ctes_to_top_level-432"><span class="linenos">432</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">inner_with</span> -</span><span id="move_ctes_to_top_level-433"><a href="#move_ctes_to_top_level-433"><span class="linenos">433</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="n">top_level_with</span><span class="p">)</span> -</span><span id="move_ctes_to_top_level-434"><a href="#move_ctes_to_top_level-434"><span class="linenos">434</span></a> <span class="k">else</span><span class="p">:</span> -</span><span id="move_ctes_to_top_level-435"><a href="#move_ctes_to_top_level-435"><span class="linenos">435</span></a> <span class="k">if</span> <span class="n">inner_with</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> -</span><span id="move_ctes_to_top_level-436"><a href="#move_ctes_to_top_level-436"><span class="linenos">436</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"recursive"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> -</span><span id="move_ctes_to_top_level-437"><a href="#move_ctes_to_top_level-437"><span class="linenos">437</span></a> -</span><span id="move_ctes_to_top_level-438"><a href="#move_ctes_to_top_level-438"><span class="linenos">438</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">expressions</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">inner_with</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> -</span><span id="move_ctes_to_top_level-439"><a href="#move_ctes_to_top_level-439"><span class="linenos">439</span></a> -</span><span id="move_ctes_to_top_level-440"><a href="#move_ctes_to_top_level-440"><span class="linenos">440</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="move_ctes_to_top_level-426"><a href="#move_ctes_to_top_level-426"><span class="linenos">426</span></a><span class="k">def</span> <span class="nf">move_ctes_to_top_level</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="move_ctes_to_top_level-427"><a href="#move_ctes_to_top_level-427"><span class="linenos">427</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="move_ctes_to_top_level-428"><a href="#move_ctes_to_top_level-428"><span class="linenos">428</span></a><span class="sd"> Some dialects (e.g. Hive, T-SQL, Spark prior to version 3) only allow CTEs to be</span> +</span><span id="move_ctes_to_top_level-429"><a href="#move_ctes_to_top_level-429"><span class="linenos">429</span></a><span class="sd"> defined at the top-level, so for example queries like:</span> +</span><span id="move_ctes_to_top_level-430"><a href="#move_ctes_to_top_level-430"><span class="linenos">430</span></a> +</span><span id="move_ctes_to_top_level-431"><a href="#move_ctes_to_top_level-431"><span class="linenos">431</span></a><span class="sd"> SELECT * FROM (WITH t(c) AS (SELECT 1) SELECT * FROM t) AS subq</span> +</span><span id="move_ctes_to_top_level-432"><a href="#move_ctes_to_top_level-432"><span class="linenos">432</span></a> +</span><span id="move_ctes_to_top_level-433"><a href="#move_ctes_to_top_level-433"><span class="linenos">433</span></a><span class="sd"> are invalid in those dialects. This transformation can be used to ensure all CTEs are</span> +</span><span id="move_ctes_to_top_level-434"><a href="#move_ctes_to_top_level-434"><span class="linenos">434</span></a><span class="sd"> moved to the top level so that the final SQL code is valid from a syntax standpoint.</span> +</span><span id="move_ctes_to_top_level-435"><a href="#move_ctes_to_top_level-435"><span class="linenos">435</span></a> +</span><span id="move_ctes_to_top_level-436"><a href="#move_ctes_to_top_level-436"><span class="linenos">436</span></a><span class="sd"> TODO: handle name clashes whilst moving CTEs (it can get quite tricky & costly).</span> +</span><span id="move_ctes_to_top_level-437"><a href="#move_ctes_to_top_level-437"><span class="linenos">437</span></a><span class="sd"> """</span> +</span><span id="move_ctes_to_top_level-438"><a href="#move_ctes_to_top_level-438"><span class="linenos">438</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"with"</span><span class="p">)</span> +</span><span id="move_ctes_to_top_level-439"><a href="#move_ctes_to_top_level-439"><span class="linenos">439</span></a> <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">With</span><span class="p">):</span> +</span><span id="move_ctes_to_top_level-440"><a href="#move_ctes_to_top_level-440"><span class="linenos">440</span></a> <span class="k">if</span> <span class="n">node</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="n">expression</span><span class="p">:</span> +</span><span id="move_ctes_to_top_level-441"><a href="#move_ctes_to_top_level-441"><span class="linenos">441</span></a> <span class="k">continue</span> +</span><span id="move_ctes_to_top_level-442"><a href="#move_ctes_to_top_level-442"><span class="linenos">442</span></a> +</span><span id="move_ctes_to_top_level-443"><a href="#move_ctes_to_top_level-443"><span class="linenos">443</span></a> <span class="n">inner_with</span> <span class="o">=</span> <span class="n">node</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="move_ctes_to_top_level-444"><a href="#move_ctes_to_top_level-444"><span class="linenos">444</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">top_level_with</span><span class="p">:</span> +</span><span id="move_ctes_to_top_level-445"><a href="#move_ctes_to_top_level-445"><span class="linenos">445</span></a> <span class="n">top_level_with</span> <span class="o">=</span> <span class="n">inner_with</span> +</span><span id="move_ctes_to_top_level-446"><a href="#move_ctes_to_top_level-446"><span class="linenos">446</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"with"</span><span class="p">,</span> <span class="n">top_level_with</span><span class="p">)</span> +</span><span id="move_ctes_to_top_level-447"><a href="#move_ctes_to_top_level-447"><span class="linenos">447</span></a> <span class="k">else</span><span class="p">:</span> +</span><span id="move_ctes_to_top_level-448"><a href="#move_ctes_to_top_level-448"><span class="linenos">448</span></a> <span class="k">if</span> <span class="n">inner_with</span><span class="o">.</span><span class="n">recursive</span><span class="p">:</span> +</span><span id="move_ctes_to_top_level-449"><a href="#move_ctes_to_top_level-449"><span class="linenos">449</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"recursive"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span> +</span><span id="move_ctes_to_top_level-450"><a href="#move_ctes_to_top_level-450"><span class="linenos">450</span></a> +</span><span id="move_ctes_to_top_level-451"><a href="#move_ctes_to_top_level-451"><span class="linenos">451</span></a> <span class="n">top_level_with</span><span class="o">.</span><span class="n">expressions</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">inner_with</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> +</span><span id="move_ctes_to_top_level-452"><a href="#move_ctes_to_top_level-452"><span class="linenos">452</span></a> +</span><span id="move_ctes_to_top_level-453"><a href="#move_ctes_to_top_level-453"><span class="linenos">453</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1348,22 +1467,22 @@ moved to the top level so that the final SQL code is valid from a syntax standpo </div> <a class="headerlink" href="#ensure_bools"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="ensure_bools-443"><a href="#ensure_bools-443"><span class="linenos">443</span></a><span class="k">def</span> <span class="nf">ensure_bools</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="ensure_bools-444"><a href="#ensure_bools-444"><span class="linenos">444</span></a><span class="w"> </span><span class="sd">"""Converts numeric values used in conditions into explicit boolean expressions."""</span> -</span><span id="ensure_bools-445"><a href="#ensure_bools-445"><span class="linenos">445</span></a> <span class="kn">from</span> <span class="nn">sqlglot.optimizer.canonicalize</span> <span class="kn">import</span> <span class="n">ensure_bools</span> -</span><span id="ensure_bools-446"><a href="#ensure_bools-446"><span class="linenos">446</span></a> -</span><span id="ensure_bools-447"><a href="#ensure_bools-447"><span class="linenos">447</span></a> <span class="k">def</span> <span class="nf">_ensure_bool</span><span class="p">(</span><span class="n">node</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> -</span><span id="ensure_bools-448"><a href="#ensure_bools-448"><span class="linenos">448</span></a> <span class="k">if</span> <span class="p">(</span> -</span><span id="ensure_bools-449"><a href="#ensure_bools-449"><span class="linenos">449</span></a> <span class="n">node</span><span class="o">.</span><span class="n">is_number</span> -</span><span id="ensure_bools-450"><a href="#ensure_bools-450"><span class="linenos">450</span></a> <span class="ow">or</span> <span class="n">node</span><span class="o">.</span><span class="n">is_type</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">Type</span><span class="o">.</span><span class="n">UNKNOWN</span><span class="p">,</span> <span class="o">*</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">NUMERIC_TYPES</span><span class="p">)</span> -</span><span id="ensure_bools-451"><a href="#ensure_bools-451"><span class="linenos">451</span></a> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">node</span><span class="o">.</span><span class="n">type</span><span class="p">)</span> -</span><span id="ensure_bools-452"><a href="#ensure_bools-452"><span class="linenos">452</span></a> <span class="p">):</span> -</span><span id="ensure_bools-453"><a href="#ensure_bools-453"><span class="linenos">453</span></a> <span class="n">node</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">node</span><span class="o">.</span><span class="n">neq</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span> -</span><span id="ensure_bools-454"><a href="#ensure_bools-454"><span class="linenos">454</span></a> -</span><span id="ensure_bools-455"><a href="#ensure_bools-455"><span class="linenos">455</span></a> <span class="k">for</span> <span class="n">node</span><span class="p">,</span> <span class="o">*</span><span class="n">_</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">walk</span><span class="p">():</span> -</span><span id="ensure_bools-456"><a href="#ensure_bools-456"><span class="linenos">456</span></a> <span class="n">ensure_bools</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">_ensure_bool</span><span class="p">)</span> -</span><span id="ensure_bools-457"><a href="#ensure_bools-457"><span class="linenos">457</span></a> -</span><span id="ensure_bools-458"><a href="#ensure_bools-458"><span class="linenos">458</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="ensure_bools-456"><a href="#ensure_bools-456"><span class="linenos">456</span></a><span class="k">def</span> <span class="nf">ensure_bools</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="ensure_bools-457"><a href="#ensure_bools-457"><span class="linenos">457</span></a><span class="w"> </span><span class="sd">"""Converts numeric values used in conditions into explicit boolean expressions."""</span> +</span><span id="ensure_bools-458"><a href="#ensure_bools-458"><span class="linenos">458</span></a> <span class="kn">from</span> <span class="nn">sqlglot.optimizer.canonicalize</span> <span class="kn">import</span> <span class="n">ensure_bools</span> +</span><span id="ensure_bools-459"><a href="#ensure_bools-459"><span class="linenos">459</span></a> +</span><span id="ensure_bools-460"><a href="#ensure_bools-460"><span class="linenos">460</span></a> <span class="k">def</span> <span class="nf">_ensure_bool</span><span class="p">(</span><span class="n">node</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> +</span><span id="ensure_bools-461"><a href="#ensure_bools-461"><span class="linenos">461</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="ensure_bools-462"><a href="#ensure_bools-462"><span class="linenos">462</span></a> <span class="n">node</span><span class="o">.</span><span class="n">is_number</span> +</span><span id="ensure_bools-463"><a href="#ensure_bools-463"><span class="linenos">463</span></a> <span class="ow">or</span> <span class="n">node</span><span class="o">.</span><span class="n">is_type</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">Type</span><span class="o">.</span><span class="n">UNKNOWN</span><span class="p">,</span> <span class="o">*</span><span class="n">exp</span><span class="o">.</span><span class="n">DataType</span><span class="o">.</span><span class="n">NUMERIC_TYPES</span><span class="p">)</span> +</span><span id="ensure_bools-464"><a href="#ensure_bools-464"><span class="linenos">464</span></a> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">node</span><span class="o">.</span><span class="n">type</span><span class="p">)</span> +</span><span id="ensure_bools-465"><a href="#ensure_bools-465"><span class="linenos">465</span></a> <span class="p">):</span> +</span><span id="ensure_bools-466"><a href="#ensure_bools-466"><span class="linenos">466</span></a> <span class="n">node</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">node</span><span class="o">.</span><span class="n">neq</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span> +</span><span id="ensure_bools-467"><a href="#ensure_bools-467"><span class="linenos">467</span></a> +</span><span id="ensure_bools-468"><a href="#ensure_bools-468"><span class="linenos">468</span></a> <span class="k">for</span> <span class="n">node</span><span class="p">,</span> <span class="o">*</span><span class="n">_</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">walk</span><span class="p">():</span> +</span><span id="ensure_bools-469"><a href="#ensure_bools-469"><span class="linenos">469</span></a> <span class="n">ensure_bools</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="n">_ensure_bool</span><span class="p">)</span> +</span><span id="ensure_bools-470"><a href="#ensure_bools-470"><span class="linenos">470</span></a> +</span><span id="ensure_bools-471"><a href="#ensure_bools-471"><span class="linenos">471</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> @@ -1383,19 +1502,168 @@ moved to the top level so that the final SQL code is valid from a syntax standpo </div> <a class="headerlink" href="#unqualify_columns"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="unqualify_columns-461"><a href="#unqualify_columns-461"><span class="linenos">461</span></a><span class="k">def</span> <span class="nf">unqualify_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> -</span><span id="unqualify_columns-462"><a href="#unqualify_columns-462"><span class="linenos">462</span></a> <span class="k">for</span> <span class="n">column</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> -</span><span id="unqualify_columns-463"><a href="#unqualify_columns-463"><span class="linenos">463</span></a> <span class="c1"># We only wanna pop off the table, db, catalog args</span> -</span><span id="unqualify_columns-464"><a href="#unqualify_columns-464"><span class="linenos">464</span></a> <span class="k">for</span> <span class="n">part</span> <span class="ow">in</span> <span class="n">column</span><span class="o">.</span><span class="n">parts</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]:</span> -</span><span id="unqualify_columns-465"><a href="#unqualify_columns-465"><span class="linenos">465</span></a> <span class="n">part</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> -</span><span id="unqualify_columns-466"><a href="#unqualify_columns-466"><span class="linenos">466</span></a> -</span><span id="unqualify_columns-467"><a href="#unqualify_columns-467"><span class="linenos">467</span></a> <span class="k">return</span> <span class="n">expression</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="unqualify_columns-474"><a href="#unqualify_columns-474"><span class="linenos">474</span></a><span class="k">def</span> <span class="nf">unqualify_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="unqualify_columns-475"><a href="#unqualify_columns-475"><span class="linenos">475</span></a> <span class="k">for</span> <span class="n">column</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">Column</span><span class="p">):</span> +</span><span id="unqualify_columns-476"><a href="#unqualify_columns-476"><span class="linenos">476</span></a> <span class="c1"># We only wanna pop off the table, db, catalog args</span> +</span><span id="unqualify_columns-477"><a href="#unqualify_columns-477"><span class="linenos">477</span></a> <span class="k">for</span> <span class="n">part</span> <span class="ow">in</span> <span class="n">column</span><span class="o">.</span><span class="n">parts</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]:</span> +</span><span id="unqualify_columns-478"><a href="#unqualify_columns-478"><span class="linenos">478</span></a> <span class="n">part</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="unqualify_columns-479"><a href="#unqualify_columns-479"><span class="linenos">479</span></a> +</span><span id="unqualify_columns-480"><a href="#unqualify_columns-480"><span class="linenos">480</span></a> <span class="k">return</span> <span class="n">expression</span> +</span></pre></div> + + + + + </section> + <section id="remove_unique_constraints"> + <input id="remove_unique_constraints-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1"> +<div class="attr function"> + + <span class="def">def</span> + <span class="name">remove_unique_constraints</span><span class="signature pdoc-code multiline">(<span class="param"> <span class="n">expression</span><span class="p">:</span> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span></span><span class="return-annotation">) -> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span>:</span></span> + + <label class="view-source-button" for="remove_unique_constraints-view-source"><span>View Source</span></label> + + </div> + <a class="headerlink" href="#remove_unique_constraints"></a> + <div class="pdoc-code codehilite"><pre><span></span><span id="remove_unique_constraints-483"><a href="#remove_unique_constraints-483"><span class="linenos">483</span></a><span class="k">def</span> <span class="nf">remove_unique_constraints</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="remove_unique_constraints-484"><a href="#remove_unique_constraints-484"><span class="linenos">484</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="remove_unique_constraints-485"><a href="#remove_unique_constraints-485"><span class="linenos">485</span></a> <span class="k">for</span> <span class="n">constraint</span> <span class="ow">in</span> <span class="n">expression</span><span class="o">.</span><span class="n">find_all</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">UniqueColumnConstraint</span><span class="p">):</span> +</span><span id="remove_unique_constraints-486"><a href="#remove_unique_constraints-486"><span class="linenos">486</span></a> <span class="k">if</span> <span class="n">constraint</span><span class="o">.</span><span class="n">parent</span><span class="p">:</span> +</span><span id="remove_unique_constraints-487"><a href="#remove_unique_constraints-487"><span class="linenos">487</span></a> <span class="n">constraint</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span> +</span><span id="remove_unique_constraints-488"><a href="#remove_unique_constraints-488"><span class="linenos">488</span></a> +</span><span id="remove_unique_constraints-489"><a href="#remove_unique_constraints-489"><span class="linenos">489</span></a> <span class="k">return</span> <span class="n">expression</span> </span></pre></div> </section> + <section id="ctas_with_tmp_tables_to_create_tmp_view"> + <input id="ctas_with_tmp_tables_to_create_tmp_view-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1"> +<div class="attr function"> + + <span class="def">def</span> + <span class="name">ctas_with_tmp_tables_to_create_tmp_view</span><span class="signature pdoc-code multiline">(<span class="param"> <span class="n">expression</span><span class="p">:</span> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span>,</span><span class="param"> <span class="n">tmp_storage_provider</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[</span><span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span><span class="p">],</span> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span><span class="p">]</span> <span class="o">=</span> <span class="o"><</span><span class="n">function</span> <span class="o"><</span><span class="k">lambda</span><span class="o">>></span></span><span class="return-annotation">) -> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span>:</span></span> + + <label class="view-source-button" for="ctas_with_tmp_tables_to_create_tmp_view-view-source"><span>View Source</span></label> + + </div> + <a class="headerlink" href="#ctas_with_tmp_tables_to_create_tmp_view"></a> + <div class="pdoc-code codehilite"><pre><span></span><span id="ctas_with_tmp_tables_to_create_tmp_view-492"><a href="#ctas_with_tmp_tables_to_create_tmp_view-492"><span class="linenos">492</span></a><span class="k">def</span> <span class="nf">ctas_with_tmp_tables_to_create_tmp_view</span><span class="p">(</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-493"><a href="#ctas_with_tmp_tables_to_create_tmp_view-493"><span class="linenos">493</span></a> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">,</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-494"><a href="#ctas_with_tmp_tables_to_create_tmp_view-494"><span class="linenos">494</span></a> <span class="n">tmp_storage_provider</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]</span> <span class="o">=</span> <span class="k">lambda</span> <span class="n">e</span><span class="p">:</span> <span class="n">e</span><span class="p">,</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-495"><a href="#ctas_with_tmp_tables_to_create_tmp_view-495"><span class="linenos">495</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-496"><a href="#ctas_with_tmp_tables_to_create_tmp_view-496"><span class="linenos">496</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-497"><a href="#ctas_with_tmp_tables_to_create_tmp_view-497"><span class="linenos">497</span></a> <span class="n">properties</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"properties"</span><span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-498"><a href="#ctas_with_tmp_tables_to_create_tmp_view-498"><span class="linenos">498</span></a> <span class="n">temporary</span> <span class="o">=</span> <span class="nb">any</span><span class="p">(</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-499"><a href="#ctas_with_tmp_tables_to_create_tmp_view-499"><span class="linenos">499</span></a> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">TemporaryProperty</span><span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-500"><a href="#ctas_with_tmp_tables_to_create_tmp_view-500"><span class="linenos">500</span></a> <span class="k">for</span> <span class="n">prop</span> <span class="ow">in</span> <span class="p">(</span><span class="n">properties</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">properties</span> <span class="k">else</span> <span class="p">[])</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-501"><a href="#ctas_with_tmp_tables_to_create_tmp_view-501"><span class="linenos">501</span></a> <span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-502"><a href="#ctas_with_tmp_tables_to_create_tmp_view-502"><span class="linenos">502</span></a> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-503"><a href="#ctas_with_tmp_tables_to_create_tmp_view-503"><span class="linenos">503</span></a> <span class="c1"># CTAS with temp tables map to CREATE TEMPORARY VIEW</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-504"><a href="#ctas_with_tmp_tables_to_create_tmp_view-504"><span class="linenos">504</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">kind</span> <span class="o">==</span> <span class="s2">"TABLE"</span> <span class="ow">and</span> <span class="n">temporary</span><span class="p">:</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-505"><a href="#ctas_with_tmp_tables_to_create_tmp_view-505"><span class="linenos">505</span></a> <span class="k">if</span> <span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">:</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-506"><a href="#ctas_with_tmp_tables_to_create_tmp_view-506"><span class="linenos">506</span></a> <span class="k">return</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">(</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-507"><a href="#ctas_with_tmp_tables_to_create_tmp_view-507"><span class="linenos">507</span></a> <span class="n">kind</span><span class="o">=</span><span class="s2">"TEMPORARY VIEW"</span><span class="p">,</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-508"><a href="#ctas_with_tmp_tables_to_create_tmp_view-508"><span class="linenos">508</span></a> <span class="n">this</span><span class="o">=</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-509"><a href="#ctas_with_tmp_tables_to_create_tmp_view-509"><span class="linenos">509</span></a> <span class="n">expression</span><span class="o">=</span><span class="n">expression</span><span class="o">.</span><span class="n">expression</span><span class="p">,</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-510"><a href="#ctas_with_tmp_tables_to_create_tmp_view-510"><span class="linenos">510</span></a> <span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-511"><a href="#ctas_with_tmp_tables_to_create_tmp_view-511"><span class="linenos">511</span></a> <span class="k">return</span> <span class="n">tmp_storage_provider</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-512"><a href="#ctas_with_tmp_tables_to_create_tmp_view-512"><span class="linenos">512</span></a> +</span><span id="ctas_with_tmp_tables_to_create_tmp_view-513"><a href="#ctas_with_tmp_tables_to_create_tmp_view-513"><span class="linenos">513</span></a> <span class="k">return</span> <span class="n">expression</span> +</span></pre></div> + + + + + </section> + <section id="move_schema_columns_to_partitioned_by"> + <input id="move_schema_columns_to_partitioned_by-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1"> +<div class="attr function"> + + <span class="def">def</span> + <span class="name">move_schema_columns_to_partitioned_by</span><span class="signature pdoc-code multiline">(<span class="param"> <span class="n">expression</span><span class="p">:</span> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span></span><span class="return-annotation">) -> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span>:</span></span> + + <label class="view-source-button" for="move_schema_columns_to_partitioned_by-view-source"><span>View Source</span></label> + + </div> + <a class="headerlink" href="#move_schema_columns_to_partitioned_by"></a> + <div class="pdoc-code codehilite"><pre><span></span><span id="move_schema_columns_to_partitioned_by-516"><a href="#move_schema_columns_to_partitioned_by-516"><span class="linenos">516</span></a><span class="k">def</span> <span class="nf">move_schema_columns_to_partitioned_by</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="move_schema_columns_to_partitioned_by-517"><a href="#move_schema_columns_to_partitioned_by-517"><span class="linenos">517</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="move_schema_columns_to_partitioned_by-518"><a href="#move_schema_columns_to_partitioned_by-518"><span class="linenos">518</span></a><span class="sd"> In Hive, the PARTITIONED BY property acts as an extension of a table's schema. When the</span> +</span><span id="move_schema_columns_to_partitioned_by-519"><a href="#move_schema_columns_to_partitioned_by-519"><span class="linenos">519</span></a><span class="sd"> PARTITIONED BY value is an array of column names, they are transformed into a schema.</span> +</span><span id="move_schema_columns_to_partitioned_by-520"><a href="#move_schema_columns_to_partitioned_by-520"><span class="linenos">520</span></a><span class="sd"> The corresponding columns are removed from the create statement.</span> +</span><span id="move_schema_columns_to_partitioned_by-521"><a href="#move_schema_columns_to_partitioned_by-521"><span class="linenos">521</span></a><span class="sd"> """</span> +</span><span id="move_schema_columns_to_partitioned_by-522"><a href="#move_schema_columns_to_partitioned_by-522"><span class="linenos">522</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="move_schema_columns_to_partitioned_by-523"><a href="#move_schema_columns_to_partitioned_by-523"><span class="linenos">523</span></a> <span class="n">has_schema</span> <span class="o">=</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">)</span> +</span><span id="move_schema_columns_to_partitioned_by-524"><a href="#move_schema_columns_to_partitioned_by-524"><span class="linenos">524</span></a> <span class="n">is_partitionable</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">kind</span> <span class="ow">in</span> <span class="p">{</span><span class="s2">"TABLE"</span><span class="p">,</span> <span class="s2">"VIEW"</span><span class="p">}</span> +</span><span id="move_schema_columns_to_partitioned_by-525"><a href="#move_schema_columns_to_partitioned_by-525"><span class="linenos">525</span></a> +</span><span id="move_schema_columns_to_partitioned_by-526"><a href="#move_schema_columns_to_partitioned_by-526"><span class="linenos">526</span></a> <span class="k">if</span> <span class="n">has_schema</span> <span class="ow">and</span> <span class="n">is_partitionable</span><span class="p">:</span> +</span><span id="move_schema_columns_to_partitioned_by-527"><a href="#move_schema_columns_to_partitioned_by-527"><span class="linenos">527</span></a> <span class="n">prop</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">)</span> +</span><span id="move_schema_columns_to_partitioned_by-528"><a href="#move_schema_columns_to_partitioned_by-528"><span class="linenos">528</span></a> <span class="k">if</span> <span class="n">prop</span> <span class="ow">and</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">):</span> +</span><span id="move_schema_columns_to_partitioned_by-529"><a href="#move_schema_columns_to_partitioned_by-529"><span class="linenos">529</span></a> <span class="n">schema</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span> +</span><span id="move_schema_columns_to_partitioned_by-530"><a href="#move_schema_columns_to_partitioned_by-530"><span class="linenos">530</span></a> <span class="n">columns</span> <span class="o">=</span> <span class="p">{</span><span class="n">v</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">}</span> +</span><span id="move_schema_columns_to_partitioned_by-531"><a href="#move_schema_columns_to_partitioned_by-531"><span class="linenos">531</span></a> <span class="n">partitions</span> <span class="o">=</span> <span class="p">[</span><span class="n">col</span> <span class="k">for</span> <span class="n">col</span> <span class="ow">in</span> <span class="n">schema</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">col</span><span class="o">.</span><span class="n">name</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="ow">in</span> <span class="n">columns</span><span class="p">]</span> +</span><span id="move_schema_columns_to_partitioned_by-532"><a href="#move_schema_columns_to_partitioned_by-532"><span class="linenos">532</span></a> <span class="n">schema</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="p">[</span><span class="n">e</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">schema</span><span class="o">.</span><span class="n">expressions</span> <span class="k">if</span> <span class="n">e</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">partitions</span><span class="p">])</span> +</span><span id="move_schema_columns_to_partitioned_by-533"><a href="#move_schema_columns_to_partitioned_by-533"><span class="linenos">533</span></a> <span class="n">prop</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">(</span><span class="n">this</span><span class="o">=</span><span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">(</span><span class="n">expressions</span><span class="o">=</span><span class="n">partitions</span><span class="p">)))</span> +</span><span id="move_schema_columns_to_partitioned_by-534"><a href="#move_schema_columns_to_partitioned_by-534"><span class="linenos">534</span></a> <span class="n">expression</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">schema</span><span class="p">)</span> +</span><span id="move_schema_columns_to_partitioned_by-535"><a href="#move_schema_columns_to_partitioned_by-535"><span class="linenos">535</span></a> +</span><span id="move_schema_columns_to_partitioned_by-536"><a href="#move_schema_columns_to_partitioned_by-536"><span class="linenos">536</span></a> <span class="k">return</span> <span class="n">expression</span> +</span></pre></div> + + + <div class="docstring"><p>In Hive, the PARTITIONED BY property acts as an extension of a table's schema. When the +PARTITIONED BY value is an array of column names, they are transformed into a schema. +The corresponding columns are removed from the create statement.</p> +</div> + + + </section> + <section id="move_partitioned_by_to_schema_columns"> + <input id="move_partitioned_by_to_schema_columns-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1"> +<div class="attr function"> + + <span class="def">def</span> + <span class="name">move_partitioned_by_to_schema_columns</span><span class="signature pdoc-code multiline">(<span class="param"> <span class="n">expression</span><span class="p">:</span> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span></span><span class="return-annotation">) -> <span class="n"><a href="expressions.html#Expression">sqlglot.expressions.Expression</a></span>:</span></span> + + <label class="view-source-button" for="move_partitioned_by_to_schema_columns-view-source"><span>View Source</span></label> + + </div> + <a class="headerlink" href="#move_partitioned_by_to_schema_columns"></a> + <div class="pdoc-code codehilite"><pre><span></span><span id="move_partitioned_by_to_schema_columns-539"><a href="#move_partitioned_by_to_schema_columns-539"><span class="linenos">539</span></a><span class="k">def</span> <span class="nf">move_partitioned_by_to_schema_columns</span><span class="p">(</span><span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">:</span> +</span><span id="move_partitioned_by_to_schema_columns-540"><a href="#move_partitioned_by_to_schema_columns-540"><span class="linenos">540</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="move_partitioned_by_to_schema_columns-541"><a href="#move_partitioned_by_to_schema_columns-541"><span class="linenos">541</span></a><span class="sd"> Spark 3 supports both "HIVEFORMAT" and "DATASOURCE" formats for CREATE TABLE.</span> +</span><span id="move_partitioned_by_to_schema_columns-542"><a href="#move_partitioned_by_to_schema_columns-542"><span class="linenos">542</span></a> +</span><span id="move_partitioned_by_to_schema_columns-543"><a href="#move_partitioned_by_to_schema_columns-543"><span class="linenos">543</span></a><span class="sd"> Currently, SQLGlot uses the DATASOURCE format for Spark 3.</span> +</span><span id="move_partitioned_by_to_schema_columns-544"><a href="#move_partitioned_by_to_schema_columns-544"><span class="linenos">544</span></a><span class="sd"> """</span> +</span><span id="move_partitioned_by_to_schema_columns-545"><a href="#move_partitioned_by_to_schema_columns-545"><span class="linenos">545</span></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Create</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-546"><a href="#move_partitioned_by_to_schema_columns-546"><span class="linenos">546</span></a> <span class="n">prop</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">exp</span><span class="o">.</span><span class="n">PartitionedByProperty</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-547"><a href="#move_partitioned_by_to_schema_columns-547"><span class="linenos">547</span></a> <span class="k">if</span> <span class="p">(</span> +</span><span id="move_partitioned_by_to_schema_columns-548"><a href="#move_partitioned_by_to_schema_columns-548"><span class="linenos">548</span></a> <span class="n">prop</span> +</span><span id="move_partitioned_by_to_schema_columns-549"><a href="#move_partitioned_by_to_schema_columns-549"><span class="linenos">549</span></a> <span class="ow">and</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span> +</span><span id="move_partitioned_by_to_schema_columns-550"><a href="#move_partitioned_by_to_schema_columns-550"><span class="linenos">550</span></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Schema</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-551"><a href="#move_partitioned_by_to_schema_columns-551"><span class="linenos">551</span></a> <span class="ow">and</span> <span class="nb">all</span><span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">ColumnDef</span><span class="p">)</span> <span class="ow">and</span> <span class="n">e</span><span class="o">.</span><span class="n">args</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kind"</span><span class="p">)</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-552"><a href="#move_partitioned_by_to_schema_columns-552"><span class="linenos">552</span></a> <span class="p">):</span> +</span><span id="move_partitioned_by_to_schema_columns-553"><a href="#move_partitioned_by_to_schema_columns-553"><span class="linenos">553</span></a> <span class="n">prop_this</span> <span class="o">=</span> <span class="n">exp</span><span class="o">.</span><span class="n">Tuple</span><span class="p">(</span> +</span><span id="move_partitioned_by_to_schema_columns-554"><a href="#move_partitioned_by_to_schema_columns-554"><span class="linenos">554</span></a> <span class="n">expressions</span><span class="o">=</span><span class="p">[</span><span class="n">exp</span><span class="o">.</span><span class="n">to_identifier</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">this</span><span class="p">)</span> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">]</span> +</span><span id="move_partitioned_by_to_schema_columns-555"><a href="#move_partitioned_by_to_schema_columns-555"><span class="linenos">555</span></a> <span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-556"><a href="#move_partitioned_by_to_schema_columns-556"><span class="linenos">556</span></a> <span class="n">schema</span> <span class="o">=</span> <span class="n">expression</span><span class="o">.</span><span class="n">this</span> +</span><span id="move_partitioned_by_to_schema_columns-557"><a href="#move_partitioned_by_to_schema_columns-557"><span class="linenos">557</span></a> <span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">prop</span><span class="o">.</span><span class="n">this</span><span class="o">.</span><span class="n">expressions</span><span class="p">:</span> +</span><span id="move_partitioned_by_to_schema_columns-558"><a href="#move_partitioned_by_to_schema_columns-558"><span class="linenos">558</span></a> <span class="n">schema</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s2">"expressions"</span><span class="p">,</span> <span class="n">e</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-559"><a href="#move_partitioned_by_to_schema_columns-559"><span class="linenos">559</span></a> <span class="n">prop</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s2">"this"</span><span class="p">,</span> <span class="n">prop_this</span><span class="p">)</span> +</span><span id="move_partitioned_by_to_schema_columns-560"><a href="#move_partitioned_by_to_schema_columns-560"><span class="linenos">560</span></a> +</span><span id="move_partitioned_by_to_schema_columns-561"><a href="#move_partitioned_by_to_schema_columns-561"><span class="linenos">561</span></a> <span class="k">return</span> <span class="n">expression</span> +</span></pre></div> + + + <div class="docstring"><p>Spark 3 supports both "HIVEFORMAT" and "DATASOURCE" formats for CREATE TABLE.</p> + +<p>Currently, SQLGlot uses the DATASOURCE format for Spark 3.</p> +</div> + + + </section> <section id="preprocess"> <input id="preprocess-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1"> <div class="attr function"> @@ -1407,50 +1675,50 @@ moved to the top level so that the final SQL code is valid from a syntax standpo </div> <a class="headerlink" href="#preprocess"></a> - <div class="pdoc-code codehilite"><pre><span></span><span id="preprocess-470"><a href="#preprocess-470"><span class="linenos">470</span></a><span class="k">def</span> <span class="nf">preprocess</span><span class="p">(</span> -</span><span id="preprocess-471"><a href="#preprocess-471"><span class="linenos">471</span></a> <span class="n">transforms</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">List</span><span class="p">[</span><span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]],</span> -</span><span id="preprocess-472"><a href="#preprocess-472"><span class="linenos">472</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">Generator</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="nb">str</span><span class="p">]:</span> -</span><span id="preprocess-473"><a href="#preprocess-473"><span class="linenos">473</span></a><span class="w"> </span><span class="sd">"""</span> -</span><span id="preprocess-474"><a href="#preprocess-474"><span class="linenos">474</span></a><span class="sd"> Creates a new transform by chaining a sequence of transformations and converts the resulting</span> -</span><span id="preprocess-475"><a href="#preprocess-475"><span class="linenos">475</span></a><span class="sd"> expression to SQL, using either the "_sql" method corresponding to the resulting expression,</span> -</span><span id="preprocess-476"><a href="#preprocess-476"><span class="linenos">476</span></a><span class="sd"> or the appropriate `Generator.TRANSFORMS` function (when applicable -- see below).</span> -</span><span id="preprocess-477"><a href="#preprocess-477"><span class="linenos">477</span></a> -</span><span id="preprocess-478"><a href="#preprocess-478"><span class="linenos">478</span></a><span class="sd"> Args:</span> -</span><span id="preprocess-479"><a href="#preprocess-479"><span class="linenos">479</span></a><span class="sd"> transforms: sequence of transform functions. These will be called in order.</span> -</span><span id="preprocess-480"><a href="#preprocess-480"><span class="linenos">480</span></a> -</span><span id="preprocess-481"><a href="#preprocess-481"><span class="linenos">481</span></a><span class="sd"> Returns:</span> -</span><span id="preprocess-482"><a href="#preprocess-482"><span class="linenos">482</span></a><span class="sd"> Function that can be used as a generator transform.</span> -</span><span id="preprocess-483"><a href="#preprocess-483"><span class="linenos">483</span></a><span class="sd"> """</span> -</span><span id="preprocess-484"><a href="#preprocess-484"><span class="linenos">484</span></a> -</span><span id="preprocess-485"><a href="#preprocess-485"><span class="linenos">485</span></a> <span class="k">def</span> <span class="nf">_to_sql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> -</span><span id="preprocess-486"><a href="#preprocess-486"><span class="linenos">486</span></a> <span class="n">expression_type</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-487"><a href="#preprocess-487"><span class="linenos">487</span></a> -</span><span id="preprocess-488"><a href="#preprocess-488"><span class="linenos">488</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">0</span><span class="p">](</span><span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-489"><a href="#preprocess-489"><span class="linenos">489</span></a> <span class="k">for</span> <span class="n">transform</span> <span class="ow">in</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">1</span><span class="p">:]:</span> -</span><span id="preprocess-490"><a href="#preprocess-490"><span class="linenos">490</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transform</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-491"><a href="#preprocess-491"><span class="linenos">491</span></a> -</span><span id="preprocess-492"><a href="#preprocess-492"><span class="linenos">492</span></a> <span class="n">_sql_handler</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">key</span> <span class="o">+</span> <span class="s2">"_sql"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> -</span><span id="preprocess-493"><a href="#preprocess-493"><span class="linenos">493</span></a> <span class="k">if</span> <span class="n">_sql_handler</span><span class="p">:</span> -</span><span id="preprocess-494"><a href="#preprocess-494"><span class="linenos">494</span></a> <span class="k">return</span> <span class="n">_sql_handler</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-495"><a href="#preprocess-495"><span class="linenos">495</span></a> -</span><span id="preprocess-496"><a href="#preprocess-496"><span class="linenos">496</span></a> <span class="n">transforms_handler</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">))</span> -</span><span id="preprocess-497"><a href="#preprocess-497"><span class="linenos">497</span></a> <span class="k">if</span> <span class="n">transforms_handler</span><span class="p">:</span> -</span><span id="preprocess-498"><a href="#preprocess-498"><span class="linenos">498</span></a> <span class="k">if</span> <span class="n">expression_type</span> <span class="ow">is</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">):</span> -</span><span id="preprocess-499"><a href="#preprocess-499"><span class="linenos">499</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Func</span><span class="p">):</span> -</span><span id="preprocess-500"><a href="#preprocess-500"><span class="linenos">500</span></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-501"><a href="#preprocess-501"><span class="linenos">501</span></a> -</span><span id="preprocess-502"><a href="#preprocess-502"><span class="linenos">502</span></a> <span class="c1"># Ensures we don't enter an infinite loop. This can happen when the original expression</span> -</span><span id="preprocess-503"><a href="#preprocess-503"><span class="linenos">503</span></a> <span class="c1"># has the same type as the final expression and there's no _sql method available for it,</span> -</span><span id="preprocess-504"><a href="#preprocess-504"><span class="linenos">504</span></a> <span class="c1"># because then it'd re-enter _to_sql.</span> -</span><span id="preprocess-505"><a href="#preprocess-505"><span class="linenos">505</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span> -</span><span id="preprocess-506"><a href="#preprocess-506"><span class="linenos">506</span></a> <span class="sa">f</span><span class="s2">"Expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> requires a _sql method in order to be transformed."</span> -</span><span id="preprocess-507"><a href="#preprocess-507"><span class="linenos">507</span></a> <span class="p">)</span> -</span><span id="preprocess-508"><a href="#preprocess-508"><span class="linenos">508</span></a> -</span><span id="preprocess-509"><a href="#preprocess-509"><span class="linenos">509</span></a> <span class="k">return</span> <span class="n">transforms_handler</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">)</span> -</span><span id="preprocess-510"><a href="#preprocess-510"><span class="linenos">510</span></a> -</span><span id="preprocess-511"><a href="#preprocess-511"><span class="linenos">511</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">."</span><span class="p">)</span> -</span><span id="preprocess-512"><a href="#preprocess-512"><span class="linenos">512</span></a> -</span><span id="preprocess-513"><a href="#preprocess-513"><span class="linenos">513</span></a> <span class="k">return</span> <span class="n">_to_sql</span> + <div class="pdoc-code codehilite"><pre><span></span><span id="preprocess-564"><a href="#preprocess-564"><span class="linenos">564</span></a><span class="k">def</span> <span class="nf">preprocess</span><span class="p">(</span> +</span><span id="preprocess-565"><a href="#preprocess-565"><span class="linenos">565</span></a> <span class="n">transforms</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">List</span><span class="p">[</span><span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">]],</span> +</span><span id="preprocess-566"><a href="#preprocess-566"><span class="linenos">566</span></a><span class="p">)</span> <span class="o">-></span> <span class="n">t</span><span class="o">.</span><span class="n">Callable</span><span class="p">[[</span><span class="n">Generator</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">],</span> <span class="nb">str</span><span class="p">]:</span> +</span><span id="preprocess-567"><a href="#preprocess-567"><span class="linenos">567</span></a><span class="w"> </span><span class="sd">"""</span> +</span><span id="preprocess-568"><a href="#preprocess-568"><span class="linenos">568</span></a><span class="sd"> Creates a new transform by chaining a sequence of transformations and converts the resulting</span> +</span><span id="preprocess-569"><a href="#preprocess-569"><span class="linenos">569</span></a><span class="sd"> expression to SQL, using either the "_sql" method corresponding to the resulting expression,</span> +</span><span id="preprocess-570"><a href="#preprocess-570"><span class="linenos">570</span></a><span class="sd"> or the appropriate `Generator.TRANSFORMS` function (when applicable -- see below).</span> +</span><span id="preprocess-571"><a href="#preprocess-571"><span class="linenos">571</span></a> +</span><span id="preprocess-572"><a href="#preprocess-572"><span class="linenos">572</span></a><span class="sd"> Args:</span> +</span><span id="preprocess-573"><a href="#preprocess-573"><span class="linenos">573</span></a><span class="sd"> transforms: sequence of transform functions. These will be called in order.</span> +</span><span id="preprocess-574"><a href="#preprocess-574"><span class="linenos">574</span></a> +</span><span id="preprocess-575"><a href="#preprocess-575"><span class="linenos">575</span></a><span class="sd"> Returns:</span> +</span><span id="preprocess-576"><a href="#preprocess-576"><span class="linenos">576</span></a><span class="sd"> Function that can be used as a generator transform.</span> +</span><span id="preprocess-577"><a href="#preprocess-577"><span class="linenos">577</span></a><span class="sd"> """</span> +</span><span id="preprocess-578"><a href="#preprocess-578"><span class="linenos">578</span></a> +</span><span id="preprocess-579"><a href="#preprocess-579"><span class="linenos">579</span></a> <span class="k">def</span> <span class="nf">_to_sql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">:</span> <span class="n">exp</span><span class="o">.</span><span class="n">Expression</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> +</span><span id="preprocess-580"><a href="#preprocess-580"><span class="linenos">580</span></a> <span class="n">expression_type</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-581"><a href="#preprocess-581"><span class="linenos">581</span></a> +</span><span id="preprocess-582"><a href="#preprocess-582"><span class="linenos">582</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">0</span><span class="p">](</span><span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-583"><a href="#preprocess-583"><span class="linenos">583</span></a> <span class="k">for</span> <span class="n">transform</span> <span class="ow">in</span> <span class="n">transforms</span><span class="p">[</span><span class="mi">1</span><span class="p">:]:</span> +</span><span id="preprocess-584"><a href="#preprocess-584"><span class="linenos">584</span></a> <span class="n">expression</span> <span class="o">=</span> <span class="n">transform</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-585"><a href="#preprocess-585"><span class="linenos">585</span></a> +</span><span id="preprocess-586"><a href="#preprocess-586"><span class="linenos">586</span></a> <span class="n">_sql_handler</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="o">.</span><span class="n">key</span> <span class="o">+</span> <span class="s2">"_sql"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> +</span><span id="preprocess-587"><a href="#preprocess-587"><span class="linenos">587</span></a> <span class="k">if</span> <span class="n">_sql_handler</span><span class="p">:</span> +</span><span id="preprocess-588"><a href="#preprocess-588"><span class="linenos">588</span></a> <span class="k">return</span> <span class="n">_sql_handler</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-589"><a href="#preprocess-589"><span class="linenos">589</span></a> +</span><span id="preprocess-590"><a href="#preprocess-590"><span class="linenos">590</span></a> <span class="n">transforms_handler</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">TRANSFORMS</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">))</span> +</span><span id="preprocess-591"><a href="#preprocess-591"><span class="linenos">591</span></a> <span class="k">if</span> <span class="n">transforms_handler</span><span class="p">:</span> +</span><span id="preprocess-592"><a href="#preprocess-592"><span class="linenos">592</span></a> <span class="k">if</span> <span class="n">expression_type</span> <span class="ow">is</span> <span class="nb">type</span><span class="p">(</span><span class="n">expression</span><span class="p">):</span> +</span><span id="preprocess-593"><a href="#preprocess-593"><span class="linenos">593</span></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">expression</span><span class="p">,</span> <span class="n">exp</span><span class="o">.</span><span class="n">Func</span><span class="p">):</span> +</span><span id="preprocess-594"><a href="#preprocess-594"><span class="linenos">594</span></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">function_fallback_sql</span><span class="p">(</span><span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-595"><a href="#preprocess-595"><span class="linenos">595</span></a> +</span><span id="preprocess-596"><a href="#preprocess-596"><span class="linenos">596</span></a> <span class="c1"># Ensures we don't enter an infinite loop. This can happen when the original expression</span> +</span><span id="preprocess-597"><a href="#preprocess-597"><span class="linenos">597</span></a> <span class="c1"># has the same type as the final expression and there's no _sql method available for it,</span> +</span><span id="preprocess-598"><a href="#preprocess-598"><span class="linenos">598</span></a> <span class="c1"># because then it'd re-enter _to_sql.</span> +</span><span id="preprocess-599"><a href="#preprocess-599"><span class="linenos">599</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span> +</span><span id="preprocess-600"><a href="#preprocess-600"><span class="linenos">600</span></a> <span class="sa">f</span><span class="s2">"Expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> requires a _sql method in order to be transformed."</span> +</span><span id="preprocess-601"><a href="#preprocess-601"><span class="linenos">601</span></a> <span class="p">)</span> +</span><span id="preprocess-602"><a href="#preprocess-602"><span class="linenos">602</span></a> +</span><span id="preprocess-603"><a href="#preprocess-603"><span class="linenos">603</span></a> <span class="k">return</span> <span class="n">transforms_handler</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">expression</span><span class="p">)</span> +</span><span id="preprocess-604"><a href="#preprocess-604"><span class="linenos">604</span></a> +</span><span id="preprocess-605"><a href="#preprocess-605"><span class="linenos">605</span></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported expression type </span><span class="si">{</span><span class="n">expression</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">."</span><span class="p">)</span> +</span><span id="preprocess-606"><a href="#preprocess-606"><span class="linenos">606</span></a> +</span><span id="preprocess-607"><a href="#preprocess-607"><span class="linenos">607</span></a> <span class="k">return</span> <span class="n">_to_sql</span> </span></pre></div> |