{"id":1334,"date":"2023-03-19T17:49:38","date_gmt":"2023-03-19T09:49:38","guid":{"rendered":"http:\/\/viplao.com\/?p=1334"},"modified":"2023-03-19T17:49:50","modified_gmt":"2023-03-19T09:49:50","slug":"%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3","status":"publish","type":"post","link":"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/","title":{"rendered":"\u3010\u8fd0\u7ef4\u5de5\u5177\u3011Flink SQL \u5b9e\u8df59 window tvf tumble window \u7684\u5947\u601d\u5999\u89e3"},"content":{"rendered":"\n<p>Flink 1.13 \u662f\u4e00\u4e2a\u793e\u533a\u5927\u7248\u672c\uff0c\u89e3\u51b3\u7684 issue \u5728 1000 \u4e2a\u4ee5\u4e0a\uff0c\u901a\u8fc7\u4e0a\u56fe\u6211\u4eec\u53ef\u4ee5\u770b\u5230\uff0c\u89e3\u51b3\u7684\u95ee\u9898\u5927\u90e8\u5206\u662f\u5173\u4e8e Table\/SQL \u6a21\u5757\uff0c\u4e00\u5171 400 \u591a\u4e2a issue \u5360\u4e86\u603b\u4f53\u7684 37% \u5de6\u53f3\u3002\u8fd9\u4e9b issue \u4e3b\u8981\u56f4\u7ed5\u4e86 5 \u4e2a FLIP \u5c55\u5f00\uff0c\u5728\u672c\u6587\u4e2d\u6211\u4eec\u4e5f\u4f1a\u6839\u636e\u8fd9 5 \u4e2a\u65b9\u9762\u8fdb\u884c\u4ecb\u7ecd\uff0c\u5b83\u4eec\u5206\u522b\u662f\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/a9\/a953b049f919dacd137c3afe60472ac5.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u4e0b\u9762\u6211\u4eec\u5bf9\u8fd9\u4e9b FLIP \u8fdb\u884c\u8be6\u7ec6\u89e3\u8bfb\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_71 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u6587\u7ae0\u76ee\u5f55<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 eztoc-toggle-hide-by-default' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#%E4%BA%8C%E3%80%81_%E6%A0%B8%E5%BF%83_feature_%E8%A7%A3%E8%AF%BB\" title=\"\u4e8c\u3001 \u6838\u5fc3 feature \u89e3\u8bfb\">\u4e8c\u3001 \u6838\u5fc3 feature \u89e3\u8bfb<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#1_FLIP-145%EF%BC%9A%E6%94%AF%E6%8C%81_Window_TVF\" title=\"1. FLIP-145\uff1a\u652f\u6301 Window TVF\">1. FLIP-145\uff1a\u652f\u6301 Window TVF<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#11_Window_TVF_%E8%AF%AD%E6%B3%95\" title=\"1.1 Window TVF \u8bed\u6cd5\">1.1 Window TVF \u8bed\u6cd5<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#12_Cumulate_Window\" title=\"1.2 Cumulate Window\">1.2 Cumulate Window<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#13_Window_%E6%80%A7%E8%83%BD%E4%BC%98%E5%8C%96\" title=\"1.3 Window \u6027\u80fd\u4f18\u5316\">1.3 Window \u6027\u80fd\u4f18\u5316<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#14_%E5%A4%9A%E7%BB%B4%E6%95%B0%E6%8D%AE%E5%88%86%E6%9E%90\" title=\"1.4 \u591a\u7ef4\u6570\u636e\u5206\u6790\">1.4 \u591a\u7ef4\u6570\u636e\u5206\u6790<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#2_FLIP-162%EF%BC%9A%E6%97%B6%E5%8C%BA%E5%92%8C%E6%97%B6%E9%97%B4%E5%87%BD%E6%95%B0\" title=\"2. FLIP-162\uff1a\u65f6\u533a\u548c\u65f6\u95f4\u51fd\u6570\">2. FLIP-162\uff1a\u65f6\u533a\u548c\u65f6\u95f4\u51fd\u6570<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#21_%E6%97%B6%E5%8C%BA%E9%97%AE%E9%A2%98%E5%88%86%E6%9E%90\" title=\"2.1 \u65f6\u533a\u95ee\u9898\u5206\u6790\">2.1 \u65f6\u533a\u95ee\u9898\u5206\u6790<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#22_%E6%97%B6%E9%97%B4%E5%87%BD%E6%95%B0%E7%BA%A0%E6%AD%A3\" title=\"2.2 \u65f6\u95f4\u51fd\u6570\u7ea0\u6b63\">2.2 \u65f6\u95f4\u51fd\u6570\u7ea0\u6b63<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#23_%E6%97%B6%E9%97%B4%E7%B1%BB%E5%9E%8B%E4%BD%BF%E7%94%A8\" title=\"2.3 \u65f6\u95f4\u7c7b\u578b\u4f7f\u7528\">2.3 \u65f6\u95f4\u7c7b\u578b\u4f7f\u7528<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#24_%E5%A4%8F%E4%BB%A4%E6%97%B6%E6%94%AF%E6%8C%81\" title=\"2.4 \u590f\u4ee4\u65f6\u652f\u6301\">2.4 \u590f\u4ee4\u65f6\u652f\u6301<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#%E4%B8%89%E3%80%81%E9%87%8D%E8%A6%81%E6%94%B9%E8%BF%9B%E8%A7%A3%E8%AF%BB\" title=\"\u4e09\u3001\u91cd\u8981\u6539\u8fdb\u89e3\u8bfb\">\u4e09\u3001\u91cd\u8981\u6539\u8fdb\u89e3\u8bfb<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#1_FLIP-152%EF%BC%9A%E6%8F%90%E5%8D%87_Hive_%E8%AF%AD%E6%B3%95%E5%85%BC%E5%AE%B9%E6%80%A7\" title=\"1. FLIP-152\uff1a\u63d0\u5347 Hive \u8bed\u6cd5\u517c\u5bb9\u6027\">1. FLIP-152\uff1a\u63d0\u5347 Hive \u8bed\u6cd5\u517c\u5bb9\u6027<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#2_FLIP-163%EF%BC%9A%E6%94%B9%E8%BF%9B_SQL_Client\" title=\"2. FLIP-163\uff1a\u6539\u8fdb SQL Client\">2. FLIP-163\uff1a\u6539\u8fdb SQL Client<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#3_FLIP-136%EF%BC%9A%E5%A2%9E%E5%BC%BA_DataStream_%E5%92%8C_Table_%E7%9A%84%E8%BD%AC%E6%8D%A2\" title=\"3. FLIP-136\uff1a\u589e\u5f3a DataStream \u548c Table \u7684\u8f6c\u6362\">3. FLIP-136\uff1a\u589e\u5f3a DataStream \u548c Table \u7684\u8f6c\u6362<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#%E5%9B%9B%E3%80%81Flink_SQL_114_%E6%9C%AA%E6%9D%A5%E8%A7%84%E5%88%92\" title=\"\u56db\u3001Flink SQL 1.14 \u672a\u6765\u89c4\u5212\">\u56db\u3001Flink SQL 1.14 \u672a\u6765\u89c4\u5212<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/#%E4%BA%94%E3%80%81%E6%80%BB%E7%BB%93\" title=\"\u4e94\u3001\u603b\u7ed3\">\u4e94\u3001\u603b\u7ed3<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%BA%8C%E3%80%81_%E6%A0%B8%E5%BF%83_feature_%E8%A7%A3%E8%AF%BB\"><\/span>\u4e8c\u3001 \u6838\u5fc3 feature \u89e3\u8bfb<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1_FLIP-145%EF%BC%9A%E6%94%AF%E6%8C%81_Window_TVF\"><\/span>1. FLIP-145\uff1a\u652f\u6301 Window TVF<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u793e\u533a\u7684\u5c0f\u4f19\u4f34\u5e94\u8be5\u4e86\u89e3\uff0c\u5728\u817e\u8baf\u3001\u963f\u91cc\u5df4\u5df4\u3001\u5b57\u8282\u8df3\u52a8\u7b49\u516c\u53f8\u7684\u5185\u90e8\u5206\u652f\u5df2\u7ecf\u5f00\u53d1\u4e86\u8fd9\u4e2a\u529f\u80fd\u7684\u57fa\u7840\u7248\u672c\u3002\u8fd9\u6b21 Flink \u793e\u533a\u4e5f\u5728 Flink 1.13 \u63a8\u51fa\u4e86 TVF \u7684\u76f8\u5173\u652f\u6301\u548c\u4f18\u5316\u3002\u4e0b\u9762\u5c06\u4ece Window TVF \u8bed\u6cd5\u3001\u8fd1\u5b9e\u65f6\u7d2f\u8ba1\u8ba1\u7b97\u573a\u666f\u3001 Window \u6027\u80fd\u4f18\u5316\u3001\u591a\u7ef4\u6570\u636e\u5206\u6790\uff0c\u6765\u5206\u6790\u8fd9\u4e2a\u65b0\u529f\u80fd\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/21\/2181745b1ce2f58c7f2f15e7b96e0cce.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"11_Window_TVF_%E8%AF%AD%E6%B3%95\"><\/span>1.1 Window TVF \u8bed\u6cd5<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5728 1.13 \u7248\u672c\u524d\uff0cwindow \u7684\u5b9e\u73b0\u662f\u901a\u8fc7\u4e00\u4e2a\u7279\u6b8a\u7684 SqlGroupedWindowFunction\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>SELECT <\/code><code>    TUMBLE_START(bidtime,INTERVAL '10' MINUTE),<\/code><code>  TUMBLE_END(bidtime,INTERVAL '10' MINUTE),<\/code><code>  TUMBLE_ROWTIME(bidtime,INTERVAL '10' MINUTE),<\/code><code>  SUM(price)<\/code><code>FROM MyTable<\/code><code>GROUP BY TUMBLE(bidtime,INTERVAL '10' MINUTE)<\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<p>\u5728 1.13 \u7248\u672c\u4e2d\uff0c\u6211\u4eec\u5bf9\u5b83\u8fdb\u884c\u4e86 Table-Valued Function \u7684\u8bed\u6cd5\u6807\u51c6\u5316\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>SELECT WINDOW_start,WINDOW_end,WINDOW_time,SUM(price) <\/code><code>FROM Table(TUMBLE(Table myTable,DESCRIPTOR(biztime),INTERVAL '10' MINUTE))<\/code><code>GROUP BY WINDOW_start,WINDOW_end<\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<p>\u901a\u8fc7\u5bf9\u6bd4\u4e24\u79cd\u8bed\u6cd5\uff0c\u6211\u4eec\u53ef\u4ee5\u53d1\u73b0\uff1aTVF \u8bed\u6cd5\u66f4\u52a0\u7075\u6d3b\uff0c\u4e0d\u9700\u8981\u5fc5\u987b\u8ddf\u5728 GROUP BY \u5173\u952e\u5b57\u540e\u9762\uff0c\u540c\u65f6 Window TVF \u57fa\u4e8e\u5173\u7cfb\u4ee3\u6570\uff0c\u4f7f\u5f97\u5176\u66f4\u52a0\u6807\u51c6\u3002\u5728\u53ea\u9700\u8981\u5212\u5206\u7a97\u53e3\u573a\u666f\u65f6\uff0c\u53ef\u4ee5\u53ea\u7528 TVF\uff0c\u65e0\u9700\u7528 GROUP BY \u505a\u805a\u5408\uff0c\u8fd9\u4f7f\u5f97 TVF \u6269\u5c55\u6027\u548c\u8868\u8fbe\u80fd\u529b\u66f4\u5f3a\uff0c\u652f\u6301\u81ea\u5b9a\u4e49 TVF\uff08\u4f8b\u5982\u5b9e\u73b0 TOP-N \u7684 TVF\uff09\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/67\/67d6ce224ec83d610e1284aebcc076f7.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210619135838869<\/p>\n\n\n\n<p>\u4e0a\u56fe\u4e2d\u7684\u793a\u4f8b\u5c31\u662f\u5229\u7528 TVF \u505a\u7684\u6eda\u52a8\u7a97\u53e3\u7684\u5212\u5206\uff0c\u53ea\u9700\u8981\u628a\u6570\u636e\u5212\u5206\u5230\u7a97\u53e3\uff0c\u65e0\u9700\u805a\u5408\uff1b\u5982\u679c\u540e\u7eed\u9700\u8981\u805a\u5408\uff0c\u518d\u8fdb\u884c GROP BY \u5373\u53ef\u3002\u540c\u65f6\uff0c\u5bf9\u4e8e\u719f\u6089\u6279 SQL \u7684\u7528\u6237\u6765\u8bf4\uff0c\u8fd9\u79cd\u64cd\u4f5c\u662f\u975e\u5e38\u81ea\u7136\u7684\uff0c\u6211\u4eec\u4e0d\u518d\u9700\u8981\u50cf 1.13 \u7248\u672c\u4e4b\u524d\u90a3\u6837\u5fc5\u987b\u8981\u7528\u7279\u6b8a\u7684 SqlGroupedWindowFunction \u5c06\u7a97\u53e3\u5212\u5206\u548c\u805a\u5408\u7ed1\u5b9a\u5728\u4e00\u8d77\u3002<\/p>\n\n\n\n<p>\u76ee\u524d Window TVF \u652f\u6301 tumble window\uff0chop window\uff0c\u65b0\u589e\u4e86 cumulate window\uff1bsession window \u9884\u8ba1\u5728 1.14 \u7248\u672c\u4e5f\u4f1a\u652f\u6301\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"12_Cumulate_Window\"><\/span>1.2 Cumulate Window<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/e8\/e81aac16741b78ccd870835ee5c49cbd.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210619141938374<\/p>\n\n\n\n<p>Cumulate window \u5c31\u662f\u7d2f\u8ba1\u7a97\u53e3\uff0c\u7b80\u5355\u6765\u8bf4\uff0c\u4ee5\u4e0a\u56fe\u91cc\u9762\u65f6\u95f4\u8f74\u4e0a\u7684\u4e00\u4e2a\u533a\u95f4\u4e3a\u7a97\u53e3\u6b65\u957f\u3002<\/p>\n\n\n\n<ul>\n<li>\u7b2c\u4e00\u4e2a window \u7edf\u8ba1\u7684\u662f\u4e00\u4e2a\u533a\u95f4\u7684\u6570\u636e\uff1b<\/li>\n\n\n\n<li>\u7b2c\u4e8c\u4e2a window \u7edf\u8ba1\u7684\u662f\u7b2c\u4e00\u533a\u95f4\u548c\u7b2c\u4e8c\u4e2a\u533a\u95f4\u7684\u6570\u636e\uff1b<\/li>\n\n\n\n<li>\u7b2c\u4e09\u4e2a window \u7edf\u8ba1\u7684\u662f\u7b2c\u4e00\u533a\u95f4\uff0c\u7b2c\u4e8c\u4e2a\u533a\u95f4\u548c\u7b2c\u4e09\u4e2a\u533a\u95f4\u7684\u6570\u636e\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u7d2f\u79ef\u8ba1\u7b97\u5728\u4e1a\u52a1\u573a\u666f\u4e2d\u975e\u5e38\u5e38\u89c1\uff0c\u5982\u7d2f\u79ef UV \u573a\u666f\u3002\u5728 UV \u5927\u76d8\u66f2\u7ebf\u4e2d\uff1a\u6211\u4eec\u6bcf\u9694 10 \u5206\u949f\u7edf\u8ba1\u4e00\u6b21\u5f53\u5929\u7d2f\u79ef\u7528\u6237 UV\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/59\/595e26aff9c6f5dd9cf741e99d127e9c.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u5728 1.13 \u7248\u672c\u4e4b\u524d\uff0c\u5f53\u9700\u8981\u505a\u8fd9\u79cd\u8ba1\u7b97\u65f6\uff0c\u6211\u4eec\u4e00\u822c\u7684 SQL \u5199\u6cd5\u5982\u4e0b\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>INSERT INTO cumulative_UV<\/code><code>SELECT date_str,MAX(time_str),COUNT(DISTINCT user_id) as UV<\/code><code>FROM (<\/code><code>    SELECT<\/code><code>      DATE_FORMAT(ts,'yyyy-MM-dd') as date_str,<\/code><code>      SUBSTR(DATE_FORMAT(ts,'HH:mm'),1,4) || '0' as time_str,<\/code><code>      user_id<\/code><code>  FROM user_behavior<\/code><code>)<\/code><code>GROUP BY date_str<\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<p>\u5148\u5c06\u6bcf\u6761\u8bb0\u5f55\u6240\u5c5e\u7684\u65f6\u95f4\u7a97\u53e3\u5b57\u6bb5\u62fc\u63a5\u597d\uff0c\u7136\u540e\u518d\u5bf9\u6240\u6709\u8bb0\u5f55\u6309\u7167\u62fc\u63a5\u597d\u7684\u65f6\u95f4\u7a97\u53e3\u5b57\u6bb5\uff0c\u901a\u8fc7 GROUP BY \u505a\u805a\u5408\uff0c\u4ece\u800c\u8fbe\u5230\u8fd1\u4f3c\u7d2f\u79ef\u8ba1\u7b97\u7684\u6548\u679c\u3002<\/p>\n\n\n\n<ul>\n<li>1.13 \u7248\u672c\u524d\u7684\u5199\u6cd5\u6709\u5f88\u591a\u7f3a\u70b9\uff0c\u9996\u5148\u8fd9\u4e2a\u805a\u5408\u64cd\u4f5c\u662f\u6bcf\u6761\u8bb0\u5f55\u90fd\u4f1a\u8ba1\u7b97\u4e00\u6b21\u3002\u5176\u6b21\uff0c\u5728\u8ffd\u9006\u6570\u636e\u7684\u65f6\u5019\uff0c\u6d88\u8d39\u5806\u79ef\u7684\u6570\u636e\u65f6\uff0cUV \u5927\u76d8\u7684\u66f2\u7ebf\u5c31\u4f1a\u8df3\u53d8\u3002<\/li>\n\n\n\n<li>\u5728 1.13 \u7248\u672c\u652f\u6301\u4e86 TVF \u5199\u6cd5\uff0c\u57fa\u4e8e cumulate window\uff0c\u6211\u4eec\u53ef\u4ee5\u4fee\u6539\u4e3a\u4e0b\u9762\u7684\u5199\u6cd5\uff0c\u5c06\u6bcf\u6761\u6570\u636e\u6309\u7167 Event Time \u7cbe\u786e\u5730\u5206\u5230\u6bcf\u4e2a Window \u91cc\u9762, \u6bcf\u4e2a\u7a97\u53e3\u7684\u8ba1\u7b97\u901a\u8fc7 watermark \u89e6\u53d1\uff0c\u5373\u4f7f\u5728\u8ffd\u6570\u636e\u573a\u666f\u4e2d\u4e5f\u4e0d\u4f1a\u8df3\u53d8\u3002<\/li>\n<\/ul>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>INSERT INTO cumulative_UV<\/code><code>SELECT WINDOW_end,COUNT(DISTINCT user_id) as UV<\/code><code>FROM Table(<\/code><code>    CUMULATE(Table user_behavior,DESCRIPTOR(ts),INTERVAL '10' MINUTES,INTERVAL '1' DAY))<\/code><code>)<\/code><code>GROUP BY WINDOW_start,WINDOW_end<\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<p>UV \u5927\u76d8\u66f2\u7ebf\u6548\u679c\u5982\u4e0b\u56fe\u6240\u793a\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/8b\/8b4fc1ed98406543ad0a8defb0d0729d.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"13_Window_%E6%80%A7%E8%83%BD%E4%BC%98%E5%8C%96\"><\/span>1.3 Window \u6027\u80fd\u4f18\u5316<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>Flink 1.13 \u793e\u533a\u5f00\u53d1\u8005\u4eec\u5bf9 Window TVF \u8fdb\u884c\u4e86\u4e00\u7cfb\u5217\u7684\u6027\u80fd\u4f18\u5316\uff0c\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul>\n<li><strong>\u5185\u5b58\u4f18\u5316\uff1a<\/strong>\u901a\u8fc7\u5185\u5b58\u9884\u5206\u914d\uff0c\u7f13\u5b58 window \u7684\u6570\u636e\uff0c\u901a\u8fc7 window watermark \u89e6\u53d1\u8ba1\u7b97\uff0c\u901a\u8fc7\u7533\u8bf7\u4e00\u4e9b\u5185\u5b58 buffer \u907f\u514d\u9ad8\u9891\u7684\u8bbf\u95ee state\uff1b<\/li>\n\n\n\n<li><strong>\u5207\u7247\u4f18\u5316\uff1a<\/strong>\u5c06 window \u5207\u7247\uff0c\u5c3d\u53ef\u80fd\u590d\u7528\u5df2\u8ba1\u7b97\u7ed3\u679c\uff0c\u5982 hop window\uff0ccumulate window\u3002\u8ba1\u7b97\u8fc7\u7684\u5206\u7247\u6570\u636e\u65e0\u9700\u518d\u6b21\u8ba1\u7b97\uff0c\u53ea\u9700\u5bf9\u5207\u7247\u7684\u8ba1\u7b97\u7ed3\u679c\u8fdb\u884c\u590d\u7528\uff1b<\/li>\n\n\n\n<li><strong>\u7b97\u5b50\u4f18\u5316\uff1a<\/strong>window \u7b97\u5b50\u652f\u6301 local-global \u4f18\u5316\uff1b\u540c\u65f6\u652f\u6301 count(distinct) \u81ea\u52a8\u89e3\u70ed\u70b9\u4f18\u5316\uff1b<\/li>\n\n\n\n<li><strong>\u8fdf\u5230\u6570\u636e\uff1a<\/strong>\u652f\u6301\u5c06\u8fdf\u5230\u6570\u636e\u8ba1\u7b97\u5230\u540e\u7eed\u5206\u7247\uff0c\u4fdd\u8bc1\u6570\u636e\u51c6\u786e\u6027\u3002<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/a1\/a12120e81927b6e4e2f406fe81837af2.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u57fa\u4e8e\u8fd9\u4e9b\u4f18\u5316\uff0c\u6211\u4eec\u901a\u8fc7\u5f00\u6e90 Benchmark (Nexmark) \u8fdb\u884c\u6027\u80fd\u6d4b\u8bd5\u3002\u7ed3\u679c\u663e\u793a window \u7684\u666e\u9002\u6027\u80fd\u6709 2x \u63d0\u5347\uff0c\u4e14\u5728 count(distinct) \u573a\u666f\u4f1a\u6709\u66f4\u597d\u7684\u6027\u80fd\u63d0\u5347\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/42\/428d2354cd94dcfebf05ac6a594fadae.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210620115925303<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"14_%E5%A4%9A%E7%BB%B4%E6%95%B0%E6%8D%AE%E5%88%86%E6%9E%90\"><\/span>1.4 \u591a\u7ef4\u6570\u636e\u5206\u6790<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u8bed\u6cd5\u7684\u6807\u51c6\u5316\u5e26\u6765\u4e86\u66f4\u591a\u7684\u7075\u6d3b\u6027\u548c\u6269\u5c55\u6027\uff0c\u7528\u6237\u53ef\u4ee5\u76f4\u63a5\u5728 window \u7a97\u53e3\u51fd\u6570\u4e0a\u8fdb\u884c\u591a\u7ef4\u5206\u6790\u3002\u5982\u4e0b\u56fe\u6240\u793a\uff0c\u53ef\u4ee5\u76f4\u63a5\u8fdb\u884c GROUPING SETS\u3001ROLLUP\u3001CUBE \u7684\u5206\u6790\u8ba1\u7b97\u3002\u5982\u679c\u662f\u5728 1.13 \u4e4b\u524d\u7684\u7248\u672c\uff0c\u6211\u4eec\u53ef\u80fd\u9700\u8981\u5bf9\u8fd9\u4e9b\u5206\u7ec4\u8fdb\u884c\u5355\u72ec\u7684 SQL \u805a\u5408\uff0c\u518d\u5bf9\u805a\u5408\u7ed3\u679c\u505a union \u64cd\u4f5c\u624d\u80fd\u8fbe\u5230\u7c7b\u4f3c\u7684\u6548\u679c\u3002\u800c\u73b0\u5728\uff0c\u7c7b\u4f3c\u8fd9\u79cd\u591a\u7ef4\u5206\u6790\u7684\u573a\u666f\uff0c\u53ef\u4ee5\u76f4\u63a5\u5728 window TVF \u4e0a\u652f\u6301\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/a7\/a7e17b82e2f89717bc06f8f27c49a30c.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210620181805583<\/p>\n\n\n\n<p><strong>\u652f\u6301 Window Top-N<\/strong><\/p>\n\n\n\n<p>\u9664\u4e86\u591a\u7ef4\u5206\u6790\uff0cWindow TVF \u4e5f\u652f\u6301 Top-N \u8bed\u6cd5\uff0c\u4f7f\u5f97\u5728 Window \u4e0a\u53d6 Top-N \u7684\u5199\u6cd5\u66f4\u52a0\u7b80\u5355\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/e8\/e8b99644d476558e468027e06c5de4f7.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210620182022617<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2_FLIP-162%EF%BC%9A%E6%97%B6%E5%8C%BA%E5%92%8C%E6%97%B6%E9%97%B4%E5%87%BD%E6%95%B0\"><\/span>2. FLIP-162\uff1a\u65f6\u533a\u548c\u65f6\u95f4\u51fd\u6570<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"21_%E6%97%B6%E5%8C%BA%E9%97%AE%E9%A2%98%E5%88%86%E6%9E%90\"><\/span>2.1 \u65f6\u533a\u95ee\u9898\u5206\u6790<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5927\u5bb6\u5728\u4f7f\u7528 Flink SQL \u65f6\u53cd\u9988\u4e86\u5f88\u591a\u65f6\u533a\u76f8\u5173\u7684\u95ee\u9898\uff0c\u9020\u6210\u65f6\u533a\u95ee\u9898\u7684\u539f\u56e0\u53ef\u4ee5\u5f52\u7eb3\u4e3a 3 \u4e2a\uff1a<\/p>\n\n\n\n<ul>\n<li>PROCTIME() \u51fd\u6570\u5e94\u8be5\u8003\u8651\u65f6\u533a\uff0c\u4f46\u672a\u8003\u8651\u65f6\u533a\uff1b<\/li>\n\n\n\n<li>CURRENT_TIMESTAMP\/CURRENT_TIME\/CURRENT_DATE\/NOW() \u51fd\u6570\u672a\u8003\u8651\u65f6\u533a\uff1b<\/li>\n\n\n\n<li>Flink \u7684\u65f6\u95f4\u5c5e\u6027\uff0c\u53ea\u652f\u6301\u5b9a\u4e49\u5728 TIMESTAMP \u8fd9\u79cd\u6570\u636e\u7c7b\u578b\u4e0a\u9762\uff0c\u8fd9\u4e2a\u7c7b\u578b\u662f\u65e0\u65f6\u533a\u7684\uff0cTIMESTAMP \u7c7b\u578b\u4e0d\u8003\u8651\u65f6\u533a\uff0c\u4f46\u7528\u6237\u5e0c\u671b\u662f\u672c\u5730\u65f6\u533a\u7684\u65f6\u95f4\u3002<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/30\/3069eeccdd2e0a866ca8f940c59ee91e.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ul>\n<li><\/li>\n<\/ul>\n\n\n\n<p>\u9488\u5bf9 TIMESTAMP \u7c7b\u578b\u6ca1\u6709\u8003\u8651\u65f6\u533a\u7684\u95ee\u9898\uff0c\u6211\u4eec\u63d0\u8bae\u901a\u8fc7 TIMESTAMP_LTZ \u7c7b\u578b\u652f\u6301 (TIMESTAMP_LTZ \u662f timestamp with local time zone \u7684\u7f29\u5199)\u3002\u53ef\u4ee5\u901a\u8fc7\u4e0b\u9762\u7684\u8868\u683c\u6765\u8fdb\u884c\u548c TIMESTAMP \u7684\u5bf9\u6bd4\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/1b\/1b60e56d199c16c229d77d5969e608a1.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>TIMESTAMP_LTZ \u533a\u522b\u4e8e\u4e4b\u524d\u6211\u4eec\u4f7f\u7528\u7684 TIMESTAMP\uff0c\u5b83\u8868\u793a\u7edd\u5bf9\u65f6\u95f4\u7684\u542b\u4e49\u3002\u901a\u8fc7\u5bf9\u6bd4\u6211\u4eec\u53ef\u4ee5\u53d1\u73b0\uff1a<\/p>\n\n\n\n<ul>\n<li>\u5982\u679c\u6211\u4eec\u914d\u7f6e\u4f7f\u7528 TIMESTAMP\uff0c\u5b83\u53ef\u4ee5\u662f\u5b57\u7b26\u4e32\u7c7b\u578b\u7684\u3002\u7528\u6237\u4e0d\u7ba1\u662f\u4ece\u82f1\u56fd\u8fd8\u662f\u4e2d\u56fd\u65f6\u533a\u6765\u89c2\u5bdf\uff0c\u8fd9\u4e2a\u503c\u90fd\u662f\u4e00\u6837\u7684\uff1b<\/li>\n\n\n\n<li>\u4f46\u662f\u5bf9\u4e8e TIMSTAMP_TLZ \u6765\u8bf4\uff0c\u5b83\u7684\u6765\u6e90\u5c31\u662f\u4e00\u4e2a Long \u503c\uff0c\u8868\u793a\u4ece\u65f6\u95f4\u539f\u70b9\u6d41\u901d\u8fc7\u7684\u65f6\u95f4\u3002\u540c\u4e00\u65f6\u523b\uff0c\u4ece\u65f6\u95f4\u539f\u70b9\u6d41\u901d\u7684\u65f6\u95f4\u5728\u6240\u6709\u65f6\u533a\u90fd\u662f\u76f8\u540c\u7684\uff0c\u6240\u4ee5\u8fd9\u4e2a Long \u503c\u662f\u7edd\u5bf9\u65f6\u95f4\u7684\u6982\u5ff5\u3002\u5f53\u6211\u4eec\u5728\u4e0d\u540c\u7684\u65f6\u533a\u53bb\u89c2\u5bdf\u8fd9\u4e2a\u503c\uff0c\u6211\u4eec\u4f1a\u7528\u672c\u5730\u7684\u65f6\u533a\u53bb\u89e3\u91ca\u6210 \u201c\u5e74-\u6708-\u65e5-\u65f6-\u5206-\u79d2\u201d \u7684\u53ef\u8bfb\u683c\u5f0f\uff0c\u8fd9\u5c31\u662f TIMSTAMP_TLZ \u7c7b\u578b\uff0cTIMESTAMP_LTZ \u7c7b\u578b\u4e5f\u66f4\u52a0\u7b26\u5408\u7528\u6237\u5728\u4e0d\u540c\u65f6\u533a\u4e0b\u7684\u4f7f\u7528\u4e60\u60ef\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u4e0b\u9762\u7684\u4f8b\u5b50\u5c55\u793a\u4e86 TIMESTAMP \u548c TIMESTAMP_LTZ \u4e24\u4e2a\u7c7b\u578b\u7684\u533a\u522b\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/f6\/f6685cd0f191ff098c2236c0b976d1dc.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"22_%E6%97%B6%E9%97%B4%E5%87%BD%E6%95%B0%E7%BA%A0%E6%AD%A3\"><\/span>2.2 \u65f6\u95f4\u51fd\u6570\u7ea0\u6b63<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p><strong>\u8ba2\u6b63 PROCTIME() \u51fd\u6570<\/strong><\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/82\/82f88c109b4a5e27b3e7192ba7ee9d57.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210619172919191<\/p>\n\n\n\n<p>\u5f53\u6211\u4eec\u6709\u4e86 TIMESTAMP_LTZ \u8fd9\u4e2a\u7c7b\u578b\u7684\u65f6\u5019\uff0c\u6211\u4eec\u5bf9 PROCTIME() \u7c7b\u578b\u505a\u4e86\u7ea0\u6b63\uff1a\u5728 1.13 \u7248\u672c\u4e4b\u524d\uff0c\u5b83\u603b\u662f\u8fd4\u56de UTC \u7684 TIMESTAMP\uff1b\u800c\u73b0\u5728\uff0c\u6211\u4eec\u628a\u8fd4\u56de\u7c7b\u578b\u53d8\u4e3a\u4e86 TIMESTAMP_LTZ\u3002PROCTIME \u9664\u4e86\u8868\u793a\u51fd\u6570\u4e4b\u5916\uff0c\u4e5f\u53ef\u4ee5\u8868\u793a\u65f6\u95f4\u5c5e\u6027\u7684\u6807\u8bb0\u3002<\/p>\n\n\n\n<p><strong>\u8ba2\u6b63 CURRENT_TIMESTAMP\/CURRENT_TIME\/CURRENT_DATE\/NOW() \u51fd\u6570<\/strong><\/p>\n\n\n\n<p>\u8fd9\u4e9b\u51fd\u6570\u5728\u4e0d\u540c\u65f6\u533a\u4e0b\u51fa\u6765\u7684\u503c\u662f\u4f1a\u53d1\u751f\u53d8\u5316\u7684\u3002\u4f8b\u5982\u5728\u82f1\u56fd UTC \u65f6\u533a\u65f6\u5019\u662f\u51cc\u6668 2 \u70b9\uff1b\u4f46\u662f\u5982\u679c\u4f60\u8bbe\u7f6e\u4e86\u65f6\u533a\u662f UTC+8\uff0c\u65f6\u95f4\u5c31\u662f\u5728\u65e9\u4e0a\u7684 10 \u70b9\u3002\u4e0d\u540c\u65f6\u533a\u7684\u5b9e\u9645\u65f6\u95f4\u4f1a\u53d1\u751f\u53d8\u5316\uff0c\u6548\u679c\u5982\u4e0b\u56fe\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/63\/63b66c6c71c6a4d1b2fc6ffaeafcd54f.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>image-20210619173221897<\/p>\n\n\n\n<p><strong>\u89e3\u51b3 processing time Window \u65f6\u533a\u95ee\u9898<\/strong><\/p>\n\n\n\n<p>\u5927\u5bb6\u90fd\u77e5\u9053 proctime \u53ef\u4ee5\u8868\u793a\u4e00\u4e2a\u65f6\u95f4\u5c5e\u6027\uff0c\u5bf9 proctime \u7684 window \u64cd\u4f5c\uff1a<\/p>\n\n\n\n<ul>\n<li>\u5728 1.13 \u7248\u672c\u4e4b\u524d\uff0c\u5982\u679c\u6211\u4eec\u9700\u8981\u505a\u6309\u5929\u7684 window \u64cd\u4f5c\uff0c\u4f60\u9700\u8981\u624b\u52a8\u89e3\u51b3\u65f6\u533a\u95ee\u9898\uff0c\u53bb\u505a\u4e00\u4e9b 8 \u5c0f\u65f6\u7684\u504f\u79fb\u7136\u540e\u518d\u51cf\u56de\u53bb\uff1b<\/li>\n\n\n\n<li>\u5728 FLIP-162 \u4e2d\u6211\u4eec\u89e3\u51b3\u4e86\u8fd9\u4e2a\u95ee\u9898\uff0c\u73b0\u5728\u7528\u6237\u4f7f\u7528\u7684\u65f6\u5019\u5341\u5206\u7b80\u5355\uff0c\u53ea\u9700\u8981\u58f0\u660e proctime \u5c5e\u6027\uff0c\u56e0\u4e3a PROCTIME() \u51fd\u6570\u7684\u8fd4\u56de\u503c\u662f TIMESTAMP_LTZ\uff0c\u6240\u4ee5\u7ed3\u679c\u662f\u4f1a\u8003\u8651\u672c\u5730\u7684\u65f6\u533a\u3002\u4e0b\u56fe\u7684\u4f8b\u5b50\u663e\u793a\u4e86\u5728\u4e0d\u540c\u7684\u65f6\u533a\u4e0b\uff0cproctime \u5c5e\u6027\u7684 window \u7684\u805a\u5408\u662f\u6309\u7167\u672c\u5730\u65f6\u533a\u8fdb\u884c\u7684\u3002<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/d6\/d6c5ac0bc5f85ad79be7261177659858.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p><strong>\u8ba2\u6b63 Streaming \u548c Batch \u6a21\u5f0f\u4e0b\u51fd\u6570\u53d6\u503c\u65b9\u5f0f<\/strong><\/p>\n\n\n\n<p>\u65f6\u95f4\u51fd\u6570\u5176\u5b9e\u5728\u6d41\u548c\u6279\u4e0a\u9762\u7684\u8868\u73b0\u5f62\u5f0f\u4f1a\u6709\u6240\u533a\u522b\uff0c\u8fd9\u6b21\u4fee\u6b63\u4e3b\u8981\u662f\u8ba9\u5176\u66f4\u52a0\u7b26\u5408\u7528\u6237\u5b9e\u9645\u7684\u4f7f\u7528\u4e60\u60ef\u3002\u4f8b\u5982\u4ee5\u4e0b\u51fd\u6570\uff1a<\/p>\n\n\n\n<ul>\n<li>\u5728\u6d41\u6a21\u5f0f\u4e2d\u662f per-record \u8ba1\u7b97\uff0c\u5373\u6bcf\u6761\u6570\u636e\u90fd\u8ba1\u7b97\u4e00\u6b21\uff1b<\/li>\n\n\n\n<li>\u5728 Batch \u6a21\u5f0f\u662f query-start \u8ba1\u7b97\uff0c\u5373\u5728\u4f5c\u4e1a\u5f00\u59cb\u524d\u8ba1\u7b97\u4e00\u6b21\u3002\u4f8b\u5982\u6211\u4eec\u5e38\u7528\u7684\u4e00\u4e9b Batch \u8ba1\u7b97\u5f15\u64ce\uff0c\u5982 Hive \u4e5f\u662f\u5728\u6bcf\u4e00\u4e2a\u6279\u5f00\u59cb\u524d\u8ba1\u7b97\u4e00\u6b21\u3002<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/45\/456a1ee216ab8a8910c22a82c2bcd35f.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"23_%E6%97%B6%E9%97%B4%E7%B1%BB%E5%9E%8B%E4%BD%BF%E7%94%A8\"><\/span>2.3 \u65f6\u95f4\u7c7b\u578b\u4f7f\u7528<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5728 1.13 \u7248\u672c\u4e5f\u652f\u6301\u4e86\u5728 TIMESTAMP \u5217\u4e0a\u5b9a\u4e49 Event time\uff0c\u4e5f\u5c31\u662f\u8bf4 Event time \u73b0\u5728\u65e2\u652f\u6301\u5b9a\u4e49\u5728 TIMESTAMP \u5217\u4e0a\uff0c\u4e5f\u652f\u6301\u5b9a\u4e49\u5728 TIMESTAMP_ LTZ \u5217\u4e0a\u3002\u90a3\u4e48\u4f5c\u4e3a\u7528\u6237\uff0c\u5177\u4f53\u4ec0\u4e48\u573a\u666f\u7528\u4ec0\u4e48\u7c7b\u578b\u5462\uff1f<\/p>\n\n\n\n<ul>\n<li>\u5f53\u4f5c\u4e1a\u7684\u4e0a\u6e38\u6e90\u6570\u636e\u5305\u542b\u4e86\u5b57\u7b26\u4e32\u7684\u65f6\u95f4\uff08\u5982\uff1a2021-4-15 14:00:00\uff09\u8fd9\u6837\u7684\u573a\u666f\uff0c\u76f4\u63a5\u58f0\u660e\u4e3a TIMESTAMP \u7136\u540e\u628a Event time \u5b9a\u4e49\u5728\u4e0a\u9762\u5373\u53ef\uff0c\u7a97\u53e3\u5728\u8ba1\u7b97\u7684\u65f6\u5019\u4f1a\u57fa\u4e8e\u65f6\u95f4\u5b57\u7b26\u4e32\u8fdb\u884c\u5207\u5206\uff0c\u6700\u7ec8\u4f1a\u8ba1\u7b97\u51fa\u7b26\u5408\u4f60\u5b9e\u9645\u60f3\u8981\u7684\u9884\u60f3\u7ed3\u679c\uff1b<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/c3\/c379daf50c7275a06b5c978cbecc339e.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ul>\n<li><\/li>\n\n\n\n<li>\u5f53\u4e0a\u6e38\u6570\u636e\u6e90\u7684\u6253\u70b9\u65f6\u95f4\u5c5e\u4e8e long \u503c\uff0c\u8868\u793a\u7684\u662f\u4e00\u4e2a\u7edd\u5bf9\u65f6\u95f4\u7684\u542b\u4e49\u3002\u5728 1.13 \u7248\u672c\u4f60\u53ef\u4ee5\u628a Event time \u5b9a\u4e49\u5728 TIMESTAMP_LTZ \u4e0a\u9762\u3002\u6b64\u65f6\u5b9a\u4e49\u5728 TIMESTAMP_LTZ \u7c7b\u578b\u4e0a\u7684\u5404\u79cd WINDOW \u805a\u5408\uff0c\u90fd\u80fd\u591f\u81ea\u52a8\u7684\u89e3\u51b3 8 \u5c0f\u65f6\u7684\u65f6\u533a\u504f\u79fb\u95ee\u9898\uff0c\u65e0\u9700\u6309\u7167\u4e4b\u524d\u7684 SQL \u5199\u6cd5\u989d\u5916\u505a\u65f6\u533a\u7684\u4fee\u6539\u548c\u8ba2\u6b63\u3002<\/li>\n<\/ul>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/66\/66ea7a784c6cde8effbcb8cad92e38bf.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ul>\n<li><\/li>\n<\/ul>\n\n\n\n<p>\u5c0f\u63d0\u793a\uff1aFlink SQL \u4e2d\u5173\u4e8e\u65f6\u95f4\u51fd\u6570\uff0c\u65f6\u533a\u652f\u6301\u7684\u8fd9\u4e9b\u63d0\u5347\uff0c\u662f\u7248\u672c\u4e0d\u517c\u5bb9\u7684\u3002\u7528\u6237\u5728\u8fdb\u884c\u7248\u672c\u66f4\u65b0\u7684\u65f6\u5019\u9700\u8981\u7559\u610f\u4f5c\u4e1a\u903b\u8f91\u4e2d\u662f\u5426\u5305\u542b\u6b64\u7c7b\u51fd\u6570\uff0c\u907f\u514d\u5347\u7ea7\u540e\u4e1a\u52a1\u53d7\u5230\u5f71\u54cd\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"24_%E5%A4%8F%E4%BB%A4%E6%97%B6%E6%94%AF%E6%8C%81\"><\/span>2.4 \u590f\u4ee4\u65f6\u652f\u6301<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/15\/1541ef0266b8b18c120d181f8bfd12b4.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u5728 Flink 1.13 \u4ee5\u524d\uff0c\u5bf9\u4e8e\u56fd\u5916\u590f\u4ee4\u65f6\u65f6\u533a\u7684\u7528\u6237\uff0c\u505a\u7a97\u53e3\u76f8\u5173\u7684\u8ba1\u7b97\u64cd\u4f5c\u662f\u5341\u5206\u56f0\u96be\u7684\u4e00\u4ef6\u4e8b\uff0c\u56e0\u4e3a\u5b58\u5728\u590f\u4ee4\u65f6\u548c\u51ac\u4ee4\u65f6\u5207\u6362\u7684\u8df3\u53d8\u3002<\/p>\n\n\n\n<p>Flink 1.13 \u901a\u8fc7\u652f\u6301\u5728 TIMESTAMP_LTZ \u5217\u4e0a\u5b9a\u4e49\u65f6\u95f4\u5c5e\u6027\uff0c\u540c\u65f6 Flink SQL \u5728 WINDOW \u5904\u7406\u65f6\u5de7\u5999\u5730\u7ed3\u5408 TIMESTAMP \u548c TIMESTAMP_LTZ \u7c7b\u578b\uff0c\u4f18\u96c5\u5730\u652f\u6301\u4e86\u590f\u4ee4\u65f6\u3002\u8fd9\u5bf9\u56fd\u5916\u590f\u4ee4\u65f6\u65f6\u533a\u7528\u6237\uff0c\u4ee5\u53ca\u6709\u6d77\u5916\u4e1a\u52a1\u573a\u666f\u7684\u516c\u53f8\u6bd4\u8f83\u6709\u7528\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%B8%89%E3%80%81%E9%87%8D%E8%A6%81%E6%94%B9%E8%BF%9B%E8%A7%A3%E8%AF%BB\"><\/span>\u4e09\u3001\u91cd\u8981\u6539\u8fdb\u89e3\u8bfb<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1_FLIP-152%EF%BC%9A%E6%8F%90%E5%8D%87_Hive_%E8%AF%AD%E6%B3%95%E5%85%BC%E5%AE%B9%E6%80%A7\"><\/span>1. FLIP-152\uff1a\u63d0\u5347 Hive \u8bed\u6cd5\u517c\u5bb9\u6027<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>FLIP-152 \u4e3b\u8981\u662f\u505a\u4e86 Hive \u8bed\u6cd5\u7684\u517c\u5bb9\u6027\u589e\u5f3a\uff0c\u652f\u6301\u4e86 Hive \u7684\u4e00\u4e9b\u5e38\u7528 DML \u548c DQL \u8bed\u6cd5\uff0c\u5305\u62ec\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/1e\/1edac773edbe22ebcbe9fc06c0ba2667.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u901a\u8fc7 Hive dialect \u652f\u6301 Hive \u5e38\u7528\u8bed\u6cd5\u3002Hive \u6709\u5f88\u591a\u7684\u5185\u7f6e\u51fd\u6570\uff0cHive dialect \u9700\u8981\u914d\u5408 HiveCatalog \u548c Hive Module \u4e00\u8d77\u4f7f\u7528\uff0cHive Module \u63d0\u4f9b\u4e86 Hive \u6240\u6709\u5185\u7f6e\u51fd\u6570\uff0c\u52a0\u8f7d\u540e\u53ef\u4ee5\u76f4\u63a5\u8bbf\u95ee\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/cd\/cd2d121a4053559c70a6ab346aad3647.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<p>\u4e0e\u6b64\u540c\u65f6\uff0c\u6211\u4eec\u8fd8\u53ef\u4ee5\u901a\u8fc7 Hive dialect \u521b\u5efa\/\u5220\u9664 Catalog \u51fd\u6570\u4ee5\u53ca\u4e00\u4e9b\u81ea\u5b9a\u4e49\u7684\u51fd\u6570\uff0c\u8fd9\u6837\u4f7f\u5f97 Flink SQL \u4e0e Hive \u7684\u517c\u5bb9\u6027\u5f97\u5230\u4e86\u6781\u5927\u7684\u63d0\u5347\uff0c\u8ba9\u719f\u6089 Hive \u7684\u7528\u6237\u4f7f\u7528\u8d77\u6765\u4f1a\u66f4\u52a0\u65b9\u4fbf\u3002<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/51\/51a379dacda810e0de32b7e161ca3670.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2_FLIP-163%EF%BC%9A%E6%94%B9%E8%BF%9B_SQL_Client\"><\/span>2. FLIP-163\uff1a\u6539\u8fdb SQL Client<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5728 1.13 \u7248\u672c\u4e4b\u524d\uff0c\u5927\u5bb6\u89c9\u5f97 Flink SQL Client \u5c31\u662f\u5468\u8fb9\u7684\u4e00\u4e2a\u5c0f\u5de5\u5177\u3002\u4f46\u662f\uff0cFLIP-163 \u5728 1.13 \u7248\u672c\u8fdb\u884c\u4e86\u91cd\u8981\u6539\u8fdb\uff1a<\/p>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/65\/65aefb8889eaadf8e9cc05c166911865.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ol>\n<li>\u901a\u8fc7 -i \u7684\u53c2\u6570\uff0c\u63d0\u524d\u628a DDL \u4e00\u6b21\u6027\u52a0\u8f7d\u521d\u59cb\u5316\uff0c\u65b9\u4fbf\u521d\u59cb\u5316\u8868\u7684\u591a\u4e2a DDL \u8bed\u53e5\uff0c\u4e0d\u9700\u8981\u591a\u6b21\u6267\u884c\u547d\u4ee4\u521b\u5efa\u8868\uff0c\u66ff\u4ee3\u4e86\u4e4b\u524d\u7528 yaml \u6587\u4ef6\u65b9\u5f0f\u521b\u5efa\u8868\uff1b<\/li>\n\n\n\n<li>\u652f\u6301 -f \u53c2\u6570\uff0c\u5176\u4e2d SQL \u6587\u4ef6\u652f\u6301 DML\uff08insert into\uff09\u8bed\u53e5\uff1b<\/li>\n\n\n\n<li>\u652f\u6301\u66f4\u591a\u5b9e\u7528\u7684\u914d\u7f6e\uff1a<\/li>\n<\/ol>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/de\/dec4708609d9086483f4e032895c15de.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ol>\n<li><br>\u901a\u8fc7&nbsp;<strong>SET SQL-client.verbose = true<\/strong>&nbsp;, \u5f00\u542f verbose\uff0c\u901a\u8fc7\u5f00\u542f verbose \u6253\u5370\u6574\u4e2a\u4fe1\u606f\uff0c\u76f8\u5bf9\u4ee5\u524d\u53ea\u8f93\u51fa\u4e00\u53e5\u8bdd\u66f4\u52a0\u5bb9\u6613\u8ffd\u8e2a\u9519\u8bef\u4fe1\u606f\uff1b\u901a\u8fc7&nbsp;<strong>SET execution.runtime-mode=streaming \/ batch<\/strong>&nbsp;\u652f\u6301\u8bbe\u7f6e\u6279\/\u6d41\u4f5c\u4e1a\u6a21\u5f0f\uff1b\u901a\u8fc7&nbsp;<strong>SET pipline.name=my_Flink_job<\/strong>&nbsp;\u8bbe\u7f6e\u4f5c\u4e1a\u540d\u79f0\uff1b\u901a\u8fc7&nbsp;<strong>SET execution.savepoint.path=\/tmp\/Flink-savepoints\/savepoint-bb0dab<\/strong>&nbsp;\u8bbe\u7f6e\u4f5c\u4e1a savepoint \u8def\u5f84\uff1b\u5bf9\u4e8e\u6709\u4f9d\u8d56\u7684\u591a\u4e2a\u4f5c\u4e1a\uff0c\u901a\u8fc7&nbsp;<strong>SET Table.dml-sync=true<\/strong>&nbsp;\u53bb\u9009\u62e9\u662f\u5426\u5f02\u6b65\u6267\u884c\uff0c\u4f8b\u5982\u79bb\u7ebf\u4f5c\u4e1a\uff0c\u4f5c\u4e1a a \u8dd1\u5b8c\u624d\u80fd\u8dd1\u4f5c\u4e1a b \uff0c\u901a\u8fc7\u8bbe\u7f6e\u4e3a true \u5b9e\u73b0\u6267\u884c\u6709\u4f9d\u8d56\u5173\u7cfb\u7684 pipeline \u8c03\u5ea6\u3002<\/li>\n\n\n\n<li>\u540c\u65f6\u652f\u6301 STATEMENT SET \u8bed\u6cd5\uff1a<\/li>\n<\/ol>\n\n\n\n<p><img decoding=\"async\" src=\"https:\/\/static001.geekbang.org\/infoq\/5a\/5a40441417307b7d29697d850a6b04c5.jpeg?x-oss-process=image%2Fresize%2Cp_80%2Fauto-orient%2C1\"><\/p>\n\n\n\n<p>img<\/p>\n\n\n\n<ol>\n<li><br>\u6709\u53ef\u80fd\u6211\u4eec\u7684\u4e00\u4e2a\u67e5\u8be2\u4e0d\u6b62\u5199\u5230\u4e00\u4e2a sink \u91cc\u9762\uff0c\u800c\u662f\u9700\u8981\u8f93\u51fa\u5230\u591a\u4e2a sink\uff0c\u6bd4\u5982\u4e00\u4e2a sink \u5199\u5230 jdbc\uff0c\u4e00\u4e2a sink \u5199\u5230 HBase\u3002\u5728 1.13 \u7248\u672c\u4e4b\u524d\u9700\u8981\u542f\u52a8 2 \u4e2a query \u53bb\u5b8c\u6210\u8fd9\u4e2a\u4f5c\u4e1a\uff1b\u5728 1.13 \u7248\u672c\uff0c\u6211\u4eec\u53ef\u4ee5\u628a\u8fd9\u4e9b\u653e\u5230\u4e00\u4e2a statement \u91cc\u9762\uff0c\u4ee5\u4e00\u4e2a\u4f5c\u4e1a\u7684\u65b9\u5f0f\u53bb\u6267\u884c\uff0c\u80fd\u591f\u5b9e\u73b0\u8282\u70b9\u7684\u590d\u7528\uff0c\u8282\u7ea6\u8d44\u6e90\u3002<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"3_FLIP-136%EF%BC%9A%E5%A2%9E%E5%BC%BA_DataStream_%E5%92%8C_Table_%E7%9A%84%E8%BD%AC%E6%8D%A2\"><\/span>3. FLIP-136\uff1a\u589e\u5f3a DataStream \u548c Table \u7684\u8f6c\u6362<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u867d\u7136 Flink SQL \u5927\u5927\u964d\u4f4e\u4e86\u6211\u4eec\u4f7f\u7528\u5b9e\u65f6\u8ba1\u7b97\u7684\u4e00\u4e9b\u4f7f\u7528\u95e8\u69db\uff0c\u4f46 Table\/SQL \u8fd9\u79cd\u9ad8\u7ea7\u5c01\u88c5\u4e5f\u5c4f\u853d\u4e86\u4e00\u4e9b\u5e95\u5c42\u5b9e\u73b0\uff0c\u5982 timer\uff0cstate \u7b49\u3002\u4e0d\u5c11\u9ad8\u7ea7\u7528\u6237\u5e0c\u671b\u80fd\u591f\u76f4\u63a5\u64cd\u4f5c DataStream \u83b7\u5f97\u66f4\u591a\u7684\u7075\u6d3b\u6027\uff0c\u8fd9\u5c31\u9700\u8981\u5728 Table \u548c DataStream \u4e4b\u95f4\u8fdb\u884c\u8f6c\u6362\u3002FLIP-136 \u589e\u5f3a\u4e86 Table \u548c DataStream \u95f4\u7684\u8f6c\u6362\uff0c\u4f7f\u5f97\u7528\u6237\u5728\u4e24\u8005\u4e4b\u95f4\u7684\u8f6c\u6362\u66f4\u52a0\u5bb9\u6613\u3002<\/p>\n\n\n\n<ul>\n<li>\u652f\u6301 DataStream \u548c Table \u8f6c\u6362\u65f6\u4f20\u9012 EVENT TIME \u548c WATERMARK\uff1b<\/li>\n<\/ul>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>Table Table = TableEnv.fromDataStream(<\/code><code>    dataStream,<\/code><code>  Schema.newBuilder()<\/code><code>  .columnByMetadata(\"rowtime\",\"TIMESTMP(3)\")<\/code><code>  .watermark(\"rowtime\",\"SOURCE_WATERMARK()\")<\/code><code>  .build());<\/code><code>)<\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<ul>\n<li>\u652f\u6301 Changelog \u6570\u636e\u6d41\u5728 Table \u548c DataStream \u95f4\u76f8\u4e92\u8f6c\u6362\u3002<\/li>\n<\/ul>\n\n\n\n<pre class=\"wp-block-preformatted\"><code>\/\/DATASTREAM \u8f6c Table<\/code><code>StreamTableEnvironment.fromChangelogStream(DataStream&lt;ROW&gt;): Table<\/code><code>StreamTableEnvironment.fromChangelogStream(DataStream&lt;ROW&gt;,Schema): Table<\/code><code>\/\/Table \u8f6c DATASTREAM<\/code><code>StreamTableEnvironment.toChangelogStream(Table): DataStream&lt;ROW&gt;<\/code><code>StreamTableEnvironment.toChangelogStream(Table,Schema): DataStream&lt;ROW&gt;  <\/code><\/pre>\n\n\n\n<p>\u590d\u5236\u4ee3\u7801<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%9B%9B%E3%80%81Flink_SQL_114_%E6%9C%AA%E6%9D%A5%E8%A7%84%E5%88%92\"><\/span>\u56db\u3001Flink SQL 1.14 \u672a\u6765\u89c4\u5212<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>1.14 \u7248\u672c\u4e3b\u8981\u6709\u4ee5\u4e0b\u51e0\u70b9\u89c4\u5212\uff1a<\/p>\n\n\n\n<ul>\n<li><strong>\u5220\u9664 Legacy Planner<\/strong>\uff1a\u4ece Flink 1.9 \u5f00\u59cb\uff0c\u5728\u963f\u91cc\u8d21\u732e\u4e86 Blink-Planner \u4e4b\u540e\uff0c\u5f88\u591a\u4e00\u4e9b\u65b0\u7684 Feature \u5df2\u7ecf\u57fa\u4e8e\u6b64 Blink Planner \u8fdb\u884c\u5f00\u53d1\uff0c\u4ee5\u524d\u65e7\u7684 Legacy Planner \u4f1a\u5f7b\u5e95\u5220\u9664\uff1b<\/li>\n\n\n\n<li><strong>\u5b8c\u5584 Window TVF<\/strong>\uff1a\u652f\u6301 session window\uff0c\u652f\u6301 window TVF \u7684 allow -lateness \u7b49\uff1b<\/li>\n\n\n\n<li><strong>\u63d0\u5347 Schema Handling<\/strong>\uff1a\u5168\u94fe\u8def\u7684 Schema \u5904\u7406\u80fd\u529b\u4ee5\u53ca\u5173\u952e\u6821\u9a8c\u7684\u63d0\u5347\uff1b<\/li>\n\n\n\n<li><strong>\u589e\u5f3a Flink CDC \u652f\u6301<\/strong>\uff1a\u589e\u5f3a\u5bf9\u4e0a\u6e38 CDC \u7cfb\u7edf\u7684\u96c6\u6210\u80fd\u529b\uff0cFlink SQL \u5185\u66f4\u591a\u7684\u7b97\u5b50\u652f\u6301 CDC \u6570\u636e\u6d41\u3002<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%BA%94%E3%80%81%E6%80%BB%E7%BB%93\"><\/span>\u4e94\u3001\u603b\u7ed3<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u672c\u6587\u8be6\u7ec6\u89e3\u8bfb\u4e86 Flink SQL 1.13 \u7684\u6838\u5fc3\u529f\u80fd\u548c\u91cd\u8981\u6539\u8fdb\u3002<\/p>\n\n\n\n<ul>\n<li>\u652f\u6301 Window TVF\uff1b<\/li>\n\n\n\n<li>\u7cfb\u7edf\u5730\u89e3\u51b3\u65f6\u533a\u548c\u65f6\u95f4\u51fd\u6570\u95ee\u9898\uff1b<\/li>\n\n\n\n<li>\u63d0\u5347 Hive \u548c Flink \u7684\u517c\u5bb9\u6027\uff1b<\/li>\n\n\n\n<li>\u6539\u8fdb SQL Client\uff1b<\/li>\n\n\n\n<li>\u589e\u5f3a DataStream \u548c Table \u7684\u8f6c\u6362\u3002<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>Flink 1.13 \u662f\u4e00\u4e2a\u793e\u533a\u5927\u7248\u672c\uff0c\u89e3\u51b3\u7684 issue \u5728 1000 \u4e2a\u4ee5\u4e0a\uff0c\u901a\u8fc7\u4e0a\u56fe\u6211\u4eec\u53ef\u4ee5\u770b&hellip; <a href=\"http:\/\/viplao.com\/index.php\/2023\/03\/19\/%e3%80%90%e8%bf%90%e7%bb%b4%e5%b7%a5%e5%85%b7%e3%80%91flink-sql-%e5%ae%9e%e8%b7%b59-window-tvf-tumble-window-%e7%9a%84%e5%a5%87%e6%80%9d%e5%a6%99%e8%a7%a3\/\" class=\"more-link read-more\" rel=\"bookmark\">\u7ee7\u7eed\u9605\u8bfb <span class=\"screen-reader-text\">\u3010\u8fd0\u7ef4\u5de5\u5177\u3011Flink SQL \u5b9e\u8df59 window tvf tumble window \u7684\u5947\u601d\u5999\u89e3<\/span><i class=\"fa fa-arrow-right\"><\/i><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[25],"views":969,"_links":{"self":[{"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/posts\/1334"}],"collection":[{"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/comments?post=1334"}],"version-history":[{"count":1,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/posts\/1334\/revisions"}],"predecessor-version":[{"id":1335,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/posts\/1334\/revisions\/1335"}],"wp:attachment":[{"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/media?parent=1334"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/categories?post=1334"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/viplao.com\/index.php\/wp-json\/wp\/v2\/tags?post=1334"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}