beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From git-site-r...@apache.org
Subject [beam] branch asf-site updated: Publishing website 2019/10/08 00:38:00 at commit 7327e45
Date Tue, 08 Oct 2019 00:38:16 GMT
This is an automated email from the ASF dual-hosted git repository.

git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/asf-site by this push:
     new 8861f6a  Publishing website 2019/10/08 00:38:00 at commit 7327e45
8861f6a is described below

commit 8861f6a3c52d5e3936480af9fbfa3b941554c412
Author: jenkins <builds@apache.org>
AuthorDate: Tue Oct 8 00:38:00 2019 +0000

    Publishing website 2019/10/08 00:38:00 at commit 7327e45
---
 .../2019/10/07/beam-2.16.0.html}                   | 311 ++++++++-------------
 website/generated-content/blog/index.html          |  32 +++
 website/generated-content/feed.xml                 | 187 +++++++------
 website/generated-content/index.html               |  10 +-
 4 files changed, 254 insertions(+), 286 deletions(-)

diff --git a/website/generated-content/index.html b/website/generated-content/blog/2019/10/07/beam-2.16.0.html
similarity index 57%
copy from website/generated-content/index.html
copy to website/generated-content/blog/2019/10/07/beam-2.16.0.html
index 394af82..28cc965 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/blog/2019/10/07/beam-2.16.0.html
@@ -28,9 +28,8 @@
   <meta charset="utf-8">
   <meta http-equiv="X-UA-Compatible" content="IE=edge">
   <meta name="viewport" content="width=device-width, initial-scale=1">
-  <title>Apache Beam</title>
-  <meta name="description" content="Apache Beam is an open source, unified model and set
of language-specific SDKs for defining and executing data processing workflows, and also data
ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain
Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch
and streaming data processing and can run on a number of runtimes like Apache Flink, Apache
Spark, and Google Cloud Dataflow  [...]
-">
+  <title>Apache Beam 2.16.0</title>
+  <meta name="description" content="We are happy to present the new 2.16.0 release of
Beam. This release includes both improvements and new functionality.See the download page
for this release.">
   <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400" rel="stylesheet">
   <link rel="stylesheet" href="/css/site.css">
   <script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
@@ -39,7 +38,7 @@
   <script src="/js/fix-menu.js"></script>
   <script src="/js/section-nav.js"></script>
   <script src="/js/page-nav.js"></script>
-  <link rel="canonical" href="https://beam.apache.org/" data-proofer-ignore>
+  <link rel="canonical" href="https://beam.apache.org/blog/2019/10/07/beam-2.16.0.html"
data-proofer-ignore>
   <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico">
   <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml">
   <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.4.1/css/all.css"
integrity="sha384-5sAR7xN1Nv6T6+dT2mhtzEpVJvfS3NScPQTrOxhwjIuvcA67KV2R5Jz6kr4abQsz" crossorigin="anonymous">
@@ -53,7 +52,7 @@
   </script>
 </head>
 
-  <body class="body body--index">
+  <body class="body ">
     <!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
@@ -141,7 +140,7 @@
             GitHub links will not resolve until the markdown source is available on the master
branch.
             New pages would fail validation during development / PR test automation.
           -->
-          <a href="https://github.com/apache/beam/edit/master/website/src/index.md" data-proofer-ignore>
+          <a href="https://github.com/apache/beam/edit/master/website/src/_posts/2019-10-07-beam-2.16.0.md"
data-proofer-ignore>
             <i class="far fa-edit fa-lg" alt="Edit on GitHub" title="Edit on GitHub"></i>
           </a>
         </li>
@@ -151,6 +150,31 @@
 
     <div class="body__contained">
       <!--
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+   http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. See accompanying LICENSE file.
+-->
+
+
+
+<article class="post" itemscope itemtype="http://schema.org/BlogPosting">
+
+  <header class="post-header">
+    <h1 class="post-title" itemprop="name headline">Apache Beam 2.16.0</h1>
+    <p class="post-meta"><time datetime="2019-10-07T01:00:01-07:00" itemprop="datePublished">Oct
7, 2019</time> •
+       Mark Liu 
+      
+    </p>
+  </header>
+
+  <div class="post-content" itemprop="articleBody">
+    <!--
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at
@@ -163,207 +187,92 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 -->
-<div class="hero-bg">
-  <div class="hero section">
-    <div class="hero__cols">
-      <div class="hero__cols__col">
-        <div class="hero__cols__col__content">
-          <div class="hero__title">
-            Apache Beam: An advanced unified programming model
-          </div>
-          <div class="hero__subtitle">
-            Implement batch and streaming data processing jobs that run on any execution
engine.
-          </div>
-          <div class="hero__ctas hero__ctas--first">
-            <a class="button button--primary" href="/get-started/beam-overview/">Learn
more</a>
-            <a class="button button--primary" href="/get-started/try-apache-beam/">Try
Beam</a>
-            <a class="button button--primary" href="/get-started/downloads/">Download
Beam SDK 2.16.0</a>
-          </div>
-          <div class="hero__ctas">
-            <a class="button" href="/get-started/quickstart-java/">Java Quickstart</a>
-            <a class="button" href="/get-started/quickstart-py/">Python Quickstart</a>
-            <a class="button" href="/get-started/quickstart-go/">Go Quickstart</a>
-          </div>
-        </div>
-      </div>
-      <div class="hero__cols__col">
-        <div class="hero__blog">
-          <div class="hero__blog__title">
-            The latest from the blog
-          </div>
-          <div class="hero__blog__cards">
-            
-            <a class="hero__blog__cards__card" href="/blog/2019/09/04/gsoc-19.html">
-              <div class="hero__blog__cards__card__title">Google Summer of Code '19</div>
-              <div class="hero__blog__cards__card__date">Sep 4, 2019</div>
-            </a>
-            
-            <a class="hero__blog__cards__card" href="/blog/2019/08/22/beam-2.15.0.html">
-              <div class="hero__blog__cards__card__title">Apache Beam 2.15.0</div>
-              <div class="hero__blog__cards__card__date">Aug 22, 2019</div>
-            </a>
-            
-            <a class="hero__blog__cards__card" href="/blog/2019/07/31/beam-2.14.0.html">
-              <div class="hero__blog__cards__card__title">Apache Beam 2.14.0</div>
-              <div class="hero__blog__cards__card__date">Jul 31, 2019</div>
-            </a>
-            
-          </div>
-        </div>
-      </div>
-    </div>
-  </div>
-</div>
 
-<div class="pillars section">
-  <div class="pillars__title">
-    All about Apache Beam
-  </div>
-  <div class="pillars__cols">
-    
-    <div class="pillars__cols__col">
-      <div class="pillars__cols__col__title">
-        Unified
-      </div>
-      <div class="pillars__cols__col__body">
-        Use a single programming model for both batch and streaming use cases.
-      </div>
-    </div>
-    
-    <div class="pillars__cols__col">
-      <div class="pillars__cols__col__title">
-        Portable
-      </div>
-      <div class="pillars__cols__col__body">
-        Execute pipelines on multiple execution environments.
-      </div>
-    </div>
-    
-    <div class="pillars__cols__col">
-      <div class="pillars__cols__col__title">
-        Extensible
-      </div>
-      <div class="pillars__cols__col__body">
-        Write and share new SDKs, IO connectors, and transformation libraries.
-      </div>
-    </div>
-    
-  </div>
-</div>
+<p>We are happy to present the new 2.16.0 release of Beam. This release includes both
improvements and new functionality.
+See the <a href="/get-started/downloads/#2160-2019-10-07">download page</a> for
this release.<!--more-->
+For more information on changes in 2.16.0, check out the
+<a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;version=12345494">detailed
release notes</a>.</p>
 
-<div class="graphic section">
-<div class="graphic__image">
-<img src="/images/beam_architecture.png" alt="Beam architecture" />
-</div>
-</div>
+<h2 id="highlights">Highlights</h2>
 
-<div class="logos section">
-  <div class="logos__title">
-    Works with
-  </div>
-  <div class="logos__logos">
-    
-    <div class="logos__logos__logo">
-      <a href="http://apex.apache.org"><img src="/images/logo_apex.png" alt="APEX"
/></a>
-    </div>
-    
-    <div class="logos__logos__logo">
-      <a href="http://flink.apache.org"><img src="/images/logo_flink.png" alt="Flink"
/></a>
-    </div>
-    
-    <div class="logos__logos__logo">
-      <a href="http://spark.apache.org/"><img src="/images/logo_spark.png" alt="Spark"
/></a>
-    </div>
-    
-    <div class="logos__logos__logo">
-      <a href="https://cloud.google.com/dataflow/"><img src="/images/logo_google_cloud.png"
alt="Google Cloud Dataflow" /></a>
-    </div>
-    
-    <div class="logos__logos__logo">
-      <a href="http://gearpump.apache.org/"><img src="/images/logo_gearpump.png"
alt="Gearpump" /></a>
-    </div>
-    
-    <div class="logos__logos__logo">
-      <a href="http://samza.apache.org/"><img src="/images/logo_samza.png" alt="Samza"
/></a>
-    </div>
-    
-  </div>
-</div>
+<ul>
+  <li>Customizable Docker container images released and supported by Beam portable
runners on Python 2.7, 3.5, 3.6, 3.7. (<a href="https://issues.apache.org/jira/browse/BEAM-7907">BEAM-7907</a>)</li>
+  <li>Integration improvements for Python Streaming on Dataflow including service features
like autoscaling, drain, update, streaming engine and counter updates.</li>
+</ul>
 
-<div class="cards section section--wide">
-  <div class="section__contained">
-    <div class="cards__title">
-      Testimonials
-    </div>
-    <div class="cards__cards">
-      
-      <div class="cards__cards__card">
-        <div class="cards__cards__card__body">
-          A framework that delivers the flexibility and advanced functionality our customers
need.
-        </div>
-        <div class="cards__cards__card__user">
-          <!-- TODO: Implement icons.
-          <div class="cards__cards__card__user__icon">
-          </div>
-          -->
-          <div class="cards__cards__card__user__name">
-            –Talend
-          </div>
-        </div>
-      </div>
-      
-      <div class="cards__cards__card">
-        <div class="cards__cards__card__body">
-          Apache Beam has powerful semantics that solve real-world challenges of stream processing.
-        </div>
-        <div class="cards__cards__card__user">
-          <!-- TODO: Implement icons.
-          <div class="cards__cards__card__user__icon">
-          </div>
-          -->
-          <div class="cards__cards__card__user__name">
-            –PayPal
-          </div>
-        </div>
-      </div>
-      
-      <div class="cards__cards__card">
-        <div class="cards__cards__card__body">
-          Apache Beam represents a principled approach for analyzing data streams.
-        </div>
-        <div class="cards__cards__card__user">
-          <!-- TODO: Implement icons.
-          <div class="cards__cards__card__user__icon">
-          </div>
-          -->
-          <div class="cards__cards__card__user__name">
-            –data Artisans
-          </div>
-        </div>
-      </div>
-      
-    </div>
-    <div class="cards__body">
-      Beam is an open source community and contributions are greatly appreciated!
-      If you’d like to contribute, please see the <a href="/contribute/">Contribute</a>
section.
-    </div>
-  </div>
-</div>
+<h3 id="new-features--improvements">New Features / Improvements</h3>
+
+<ul>
+  <li>A new count distinct transform based on BigQuery compatible HyperLogLog++ implementation.
(<a href="https://issues.apache.org/jira/browse/BEAM-7013">BEAM-7013</a>)</li>
+  <li>Element counters in the Web UI graph representations for transforms for Python
streaming jobs in Google Cloud Dataflow. (<a href="https://issues.apache.org/jira/browse/BEAM-7045">BEAM-7045</a>)</li>
+  <li>Add SetState in Python sdk. (<a href="https://issues.apache.org/jira/browse/BEAM-7741">BEAM-7741</a>)</li>
+  <li>Add hot key detection to Dataflow Runner. (<a href="https://issues.apache.org/jira/browse/BEAM-7820">BEAM-7820</a>)</li>
+  <li>Add ability to get the list of submitted jobs from gRPC JobService. (<a href="https://issues.apache.org/jira/browse/BEAM-7927">BEAM-7927</a>)</li>
+  <li>Portable Flink pipelines can now be bundled into executable jars. (<a href="https://issues.apache.org/jira/browse/BEAM-7966">BEAM-7966</a>,
<a href="https://issues.apache.org/jira/browse/BEAM-7967">BEAM-7967</a>)</li>
+  <li>SQL join selection should be done in planner, not in expansion to PTransform.
(<a href="https://issues.apache.org/jira/browse/BEAM-6114">BEAM-6114</a>)</li>
+  <li>A Python Sink for BigQuery with File Loads in Streaming. (<a href="https://issues.apache.org/jira/browse/BEAM-6611">BEAM-6611</a>)</li>
+  <li>Python BigQuery sink should be able to handle 15TB load job quota. (<a href="https://issues.apache.org/jira/browse/BEAM-7588">BEAM-7588</a>)</li>
+  <li>Spark portable runner: reuse SDK harness. (<a href="https://issues.apache.org/jira/browse/BEAM-7600">BEAM-7600</a>)</li>
+  <li>BigQuery File Loads to work well with load job size limits. (<a href="https://issues.apache.org/jira/browse/BEAM-7742">BEAM-7742</a>)</li>
+  <li>External environment with containerized worker pool. (<a href="https://issues.apache.org/jira/browse/BEAM-7980">BEAM-7980</a>)</li>
+  <li>Use OffsetRange as restriction for OffsetRestrictionTracker. (<a href="https://issues.apache.org/jira/browse/BEAM-8014">BEAM-8014</a>)</li>
+  <li>Get logs for SDK worker Docker containers. (<a href="https://issues.apache.org/jira/browse/BEAM-8015">BEAM-8015</a>)</li>
+  <li>PCollection boundedness is tracked and propagated in python sdk. (<a href="https://issues.apache.org/jira/browse/BEAM-8088">BEAM-8088</a>)</li>
+</ul>
+
+<h3 id="dependency-changes">Dependency Changes</h3>
+
+<ul>
+  <li>Upgrade “com.amazonaws:amazon-kinesis-producer” to version 0.13.1. (<a
href="https://issues.apache.org/jira/browse/BEAM-7894">BEAM-7894</a>)</li>
+  <li>Upgrade to joda time 2.10.3 to get updated TZDB. (<a href="https://issues.apache.org/jira/browse/BEAM-8161">BEAM-8161</a>)</li>
+  <li>Upgrade Jackson to version 2.9.10. (<a href="https://issues.apache.org/jira/browse/BEAM-8299">BEAM-8299</a>)</li>
+  <li>Upgrade grpcio minimum required version to 1.12.1. (<a href="https://issues.apache.org/jira/browse/BEAM-7986">BEAM-7986</a>)</li>
+  <li>Upgrade funcsigs minimum required version to 1.0.2 in Python2. (<a href="https://issues.apache.org/jira/browse/BEAM-7060">BEAM-7060</a>)</li>
+  <li>Upgrade google-cloud-pubsub maximum required version to 1.0.0. (<a href="https://issues.apache.org/jira/browse/BEAM-5539">BEAM-5539</a>)</li>
+  <li>Upgrade google-cloud-bigtable maximum required version to 1.0.0. (<a href="https://issues.apache.org/jira/browse/BEAM-5539">BEAM-5539</a>)</li>
+  <li>Upgrade dill version to 0.3.0. (<a href="https://issues.apache.org/jira/browse/BEAM-8324">BEAM-8324</a>)</li>
+</ul>
+
+<h3 id="bugfixes">Bugfixes</h3>
+
+<ul>
+  <li>Various bug fixes and performance improvements.</li>
+</ul>
+
+<h3 id="known-issues">Known Issues</h3>
+
+<ul>
+  <li>Given that Python 2 will reach EOL on Jan 1 2020, Python 2 users of Beam will
now receive a warning that new releases of Apache Beam will soon support Python 3 only.</li>
+  <li>Filesystems not properly registered using FileIO.write in FlinkRunner. (<a
href="https://issues.apache.org/jira/browse/BEAM-8303">BEAM-8303</a>)</li>
+  <li>Performance regression in Java DirectRunner in streaming mode. (<a href="https://issues.apache.org/jira/browse/BEAM-8363">BEAM-8363</a>)</li>
+</ul>
+
+<h2 id="list-of-contributors">List of Contributors</h2>
+
+<p>According to git shortlog, the following people contributed to the 2.16.0 release.
Thank you to all contributors!</p>
+
+<p>Ahmet Altay, Alex Van Boxel, Alexey Romanenko, Alexey Strokach, Alireza Samadian,
+Andre-Philippe Paquet, Andrew Pilloud, Ankur Goenka, Anton Kedin, Aryan Naraghi,
+B M VISHWAS, Bartok Jozsef, Bill Neubauer, Boyuan Zhang, Brian Hulette, Bruno Volpato,
+Chad Dombrova, Chamikara Jayalath, Charith Ellawala, Charles Chen, Claire McGinty,
+Cyrus Maden, Daniel Oliveira, Dante, David Cavazos, David Moravek, David Yan,
+Dominic Mitchell, Elias Djurfeldt, Enrico Canzonieri, Etienne Chauchot, Gleb Kanterov,
+Hai Lu, Hannah Jiang, Heejong Lee, Ian Lance Taylor, Ismaël Mejía, Jack Whelpton,
+James Wen, Jan Lukavský, Jean-Baptiste Onofré, Jofre, Kai Jiang, Kamil Wasilewski,
+Kasia Kucharczyk, Kenneth Jung, Kenneth Knowles, Kirill Kozlov, Kohki YAMAGIWA,
+Kyle Weaver, Kyle Winkelman, Ludovic Post, Luis Enrique Ortíz Ramirez, Luke Cwik,
+Mark Liu, Maximilian Michels, Michal Walenia, Mike Kaplinskiy, Mikhail Gryzykhin,
+NING KANG, Oliver Henlich, Pablo Estrada, Rakesh Kumar, Renat Nasyrov, Reuven Lax,
+Robert Bradshaw, Robert Burke, Rui Wang, Ruoyun Huang, Ryan Skraba, Sahith Nallapareddy,
+Salman Raza, Sam Rohde, Saul Chavez, Shoaib, Shoaib Zafar, Slava Chernyak, Tanay Tummalapalli,
+Thinh Ha, Thomas Weise, Tianzi Cai, Tim van der Lippe, Tomer Zeltzer, Tudor Marian,
+Udi Meiri, Valentyn Tymofieiev, Yichi Zhang, Yifan Zou, Yueyang Qiu, gxercavins,
+jesusrv1103, lostluck, matt-darwin, mrociorg, ostrokach, parahul, rahul8383, rosetn,
+sunjincheng121, the1plummie, ttanay, tvalentyn, venn001, yoshiki.obata, Łukasz Gajowy</p>
 
-<div class="ctas section">
-  <div class="ctas__title">
-    Get started
-  </div>
-  <div class="ctas__ctas ctas__ctas--top">
-  <a class="button button--primary" href="/get-started/beam-overview/">Learn more</a>
-  <a class="button button--primary" href="/get-started/downloads/">Download Beam SDK
2.16.0</a>
-  </div>
-  <div class="ctas__ctas">
-  <a class="button" href="/get-started/quickstart-java/">Java Quickstart</a>
-  <a class="button" href="/get-started/quickstart-py/">Python Quickstart</a>
-  <a class="button" href="/get-started/quickstart-go/">Go Quickstart</a>
   </div>
-</div>
+
+</article>
 
     </div>
     <!--
diff --git a/website/generated-content/blog/index.html b/website/generated-content/blog/index.html
index 6d6b1ff..62ae50d 100644
--- a/website/generated-content/blog/index.html
+++ b/website/generated-content/blog/index.html
@@ -169,6 +169,38 @@ limitations under the License.
 <p>This is the blog for the Apache Beam project. This blog contains news and updates
 for the project.</p>
 
+<h3 id="apache-beam-2160"><a class="post-link" href="/blog/2019/10/07/beam-2.16.0.html">Apache
Beam 2.16.0</a></h3>
+<p><i>Oct 7, 2019 •
+ Mark Liu 
+</i></p>
+
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<p>We are happy to present the new 2.16.0 release of Beam. This release includes both
improvements and new functionality.
+See the <a href="/get-started/downloads/#2160-2019-10-07">download page</a> for
this release.</p>
+
+<!-- Render a "read more" button if the post is longer than the excerpt -->
+
+<p>
+<a class="btn btn-default btn-sm" href="/blog/2019/10/07/beam-2.16.0.html" role="button">
+Read more&nbsp;<span class="glyphicon glyphicon-menu-right" aria-hidden="true"></span>
+</a>
+</p>
+
+<hr />
+
 <h3 id="google-summer-of-code-19"><a class="post-link" href="/blog/2019/09/04/gsoc-19.html">Google
Summer of Code ‘19</a></h3>
 <p><i>Sep 4, 2019 •
  Tanay Tummalapalli [<a href="https://twitter.com/ttanay100">@ttanay100</a>]
diff --git a/website/generated-content/feed.xml b/website/generated-content/feed.xml
index 901993e..1dbc591 100644
--- a/website/generated-content/feed.xml
+++ b/website/generated-content/feed.xml
@@ -20,6 +20,113 @@
     <generator>Jekyll v3.2.0</generator>
     
       <item>
+        <title>Apache Beam 2.16.0</title>
+        <description>&lt;!--
+Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+--&gt;
+
+&lt;p&gt;We are happy to present the new 2.16.0 release of Beam. This release includes
both improvements and new functionality.
+See the &lt;a href=&quot;/get-started/downloads/#2160-2019-10-07&quot;&gt;download
page&lt;/a&gt; for this release.&lt;!--more--&gt;
+For more information on changes in 2.16.0, check out the
+&lt;a href=&quot;https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;amp;version=12345494&quot;&gt;detailed
release notes&lt;/a&gt;.&lt;/p&gt;
+
+&lt;h2 id=&quot;highlights&quot;&gt;Highlights&lt;/h2&gt;
+
+&lt;ul&gt;
+  &lt;li&gt;Customizable Docker container images released and supported by Beam portable
runners on Python 2.7, 3.5, 3.6, 3.7. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7907&quot;&gt;BEAM-7907&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Integration improvements for Python Streaming on Dataflow including service
features like autoscaling, drain, update, streaming engine and counter updates.&lt;/li&gt;
+&lt;/ul&gt;
+
+&lt;h3 id=&quot;new-features--improvements&quot;&gt;New Features / Improvements&lt;/h3&gt;
+
+&lt;ul&gt;
+  &lt;li&gt;A new count distinct transform based on BigQuery compatible HyperLogLog++
implementation. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7013&quot;&gt;BEAM-7013&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Element counters in the Web UI graph representations for transforms for
Python streaming jobs in Google Cloud Dataflow. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7045&quot;&gt;BEAM-7045&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Add SetState in Python sdk. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7741&quot;&gt;BEAM-7741&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Add hot key detection to Dataflow Runner. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7820&quot;&gt;BEAM-7820&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Add ability to get the list of submitted jobs from gRPC JobService. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-7927&quot;&gt;BEAM-7927&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Portable Flink pipelines can now be bundled into executable jars. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-7966&quot;&gt;BEAM-7966&lt;/a&gt;,
&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7967&quot;&gt;BEAM-7967&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;SQL join selection should be done in planner, not in expansion to PTransform.
(&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-6114&quot;&gt;BEAM-6114&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;A Python Sink for BigQuery with File Loads in Streaming. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-6611&quot;&gt;BEAM-6611&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Python BigQuery sink should be able to handle 15TB load job quota. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-7588&quot;&gt;BEAM-7588&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Spark portable runner: reuse SDK harness. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7600&quot;&gt;BEAM-7600&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;BigQuery File Loads to work well with load job size limits. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-7742&quot;&gt;BEAM-7742&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;External environment with containerized worker pool. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7980&quot;&gt;BEAM-7980&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Use OffsetRange as restriction for OffsetRestrictionTracker. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-8014&quot;&gt;BEAM-8014&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Get logs for SDK worker Docker containers. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-8015&quot;&gt;BEAM-8015&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;PCollection boundedness is tracked and propagated in python sdk. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-8088&quot;&gt;BEAM-8088&lt;/a&gt;)&lt;/li&gt;
+&lt;/ul&gt;
+
+&lt;h3 id=&quot;dependency-changes&quot;&gt;Dependency Changes&lt;/h3&gt;
+
+&lt;ul&gt;
+  &lt;li&gt;Upgrade “com.amazonaws:amazon-kinesis-producer” to version 0.13.1.
(&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7894&quot;&gt;BEAM-7894&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade to joda time 2.10.3 to get updated TZDB. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-8161&quot;&gt;BEAM-8161&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade Jackson to version 2.9.10. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-8299&quot;&gt;BEAM-8299&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade grpcio minimum required version to 1.12.1. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-7986&quot;&gt;BEAM-7986&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade funcsigs minimum required version to 1.0.2 in Python2. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-7060&quot;&gt;BEAM-7060&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade google-cloud-pubsub maximum required version to 1.0.0. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-5539&quot;&gt;BEAM-5539&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade google-cloud-bigtable maximum required version to 1.0.0. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-5539&quot;&gt;BEAM-5539&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Upgrade dill version to 0.3.0. (&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-8324&quot;&gt;BEAM-8324&lt;/a&gt;)&lt;/li&gt;
+&lt;/ul&gt;
+
+&lt;h3 id=&quot;bugfixes&quot;&gt;Bugfixes&lt;/h3&gt;
+
+&lt;ul&gt;
+  &lt;li&gt;Various bug fixes and performance improvements.&lt;/li&gt;
+&lt;/ul&gt;
+
+&lt;h3 id=&quot;known-issues&quot;&gt;Known Issues&lt;/h3&gt;
+
+&lt;ul&gt;
+  &lt;li&gt;Given that Python 2 will reach EOL on Jan 1 2020, Python 2 users of Beam
will now receive a warning that new releases of Apache Beam will soon support Python 3 only.&lt;/li&gt;
+  &lt;li&gt;Filesystems not properly registered using FileIO.write in FlinkRunner.
(&lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-8303&quot;&gt;BEAM-8303&lt;/a&gt;)&lt;/li&gt;
+  &lt;li&gt;Performance regression in Java DirectRunner in streaming mode. (&lt;a
href=&quot;https://issues.apache.org/jira/browse/BEAM-8363&quot;&gt;BEAM-8363&lt;/a&gt;)&lt;/li&gt;
+&lt;/ul&gt;
+
+&lt;h2 id=&quot;list-of-contributors&quot;&gt;List of Contributors&lt;/h2&gt;
+
+&lt;p&gt;According to git shortlog, the following people contributed to the 2.16.0
release. Thank you to all contributors!&lt;/p&gt;
+
+&lt;p&gt;Ahmet Altay, Alex Van Boxel, Alexey Romanenko, Alexey Strokach, Alireza
Samadian,
+Andre-Philippe Paquet, Andrew Pilloud, Ankur Goenka, Anton Kedin, Aryan Naraghi,
+B M VISHWAS, Bartok Jozsef, Bill Neubauer, Boyuan Zhang, Brian Hulette, Bruno Volpato,
+Chad Dombrova, Chamikara Jayalath, Charith Ellawala, Charles Chen, Claire McGinty,
+Cyrus Maden, Daniel Oliveira, Dante, David Cavazos, David Moravek, David Yan,
+Dominic Mitchell, Elias Djurfeldt, Enrico Canzonieri, Etienne Chauchot, Gleb Kanterov,
+Hai Lu, Hannah Jiang, Heejong Lee, Ian Lance Taylor, Ismaël Mejía, Jack Whelpton,
+James Wen, Jan Lukavský, Jean-Baptiste Onofré, Jofre, Kai Jiang, Kamil Wasilewski,
+Kasia Kucharczyk, Kenneth Jung, Kenneth Knowles, Kirill Kozlov, Kohki YAMAGIWA,
+Kyle Weaver, Kyle Winkelman, Ludovic Post, Luis Enrique Ortíz Ramirez, Luke Cwik,
+Mark Liu, Maximilian Michels, Michal Walenia, Mike Kaplinskiy, Mikhail Gryzykhin,
+NING KANG, Oliver Henlich, Pablo Estrada, Rakesh Kumar, Renat Nasyrov, Reuven Lax,
+Robert Bradshaw, Robert Burke, Rui Wang, Ruoyun Huang, Ryan Skraba, Sahith Nallapareddy,
+Salman Raza, Sam Rohde, Saul Chavez, Shoaib, Shoaib Zafar, Slava Chernyak, Tanay Tummalapalli,
+Thinh Ha, Thomas Weise, Tianzi Cai, Tim van der Lippe, Tomer Zeltzer, Tudor Marian,
+Udi Meiri, Valentyn Tymofieiev, Yichi Zhang, Yifan Zou, Yueyang Qiu, gxercavins,
+jesusrv1103, lostluck, matt-darwin, mrociorg, ostrokach, parahul, rahul8383, rosetn,
+sunjincheng121, the1plummie, ttanay, tvalentyn, venn001, yoshiki.obata, Łukasz Gajowy&lt;/p&gt;
+</description>
+        <pubDate>Mon, 07 Oct 2019 01:00:01 -0700</pubDate>
+        <link>https://beam.apache.org/blog/2019/10/07/beam-2.16.0.html</link>
+        <guid isPermaLink="true">https://beam.apache.org/blog/2019/10/07/beam-2.16.0.html</guid>
+        
+        
+        <category>blog</category>
+        
+      </item>
+    
+      <item>
         <title>Google Summer of Code '19</title>
         <description>&lt;!--
 Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
@@ -1231,85 +1338,5 @@ You can find them over here : &lt;a href=&quot;https://github.com/apache/beam/tr
         
       </item>
     
-      <item>
-        <title>Apache Beam 2.12.0</title>
-        <description>&lt;!--
-Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
---&gt;
-
-&lt;p&gt;We are happy to present the new 2.12.0 release of Beam. This release includes
both improvements and new functionality.
-See the &lt;a href=&quot;/get-started/downloads/#2120-2019-04-25&quot;&gt;download
page&lt;/a&gt; for this release.&lt;!--more--&gt;
-For more information on changes in 2.12.0, check out the
-&lt;a href=&quot;https://jira.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;amp;version=12344944&quot;&gt;detailed
release notes&lt;/a&gt;.&lt;/p&gt;
-
-&lt;h2 id=&quot;highlights&quot;&gt;Highlights&lt;/h2&gt;
-
-&lt;h3 id=&quot;ios&quot;&gt;I/Os&lt;/h3&gt;
-
-&lt;ul&gt;
-  &lt;li&gt;Add support for a BigQuery custom sink for Python SDK.&lt;/li&gt;
-  &lt;li&gt;Add support to specify a query in CassandraIO for Java SDK.&lt;/li&gt;
-  &lt;li&gt;Add experimental support for cross-language transforms,
-please see &lt;a href=&quot;https://issues.apache.org/jira/browse/BEAM-6730&quot;&gt;BEAM-6730&lt;/a&gt;&lt;/li&gt;
-  &lt;li&gt;Add support in the Flink Runner for exactly-once Writes with KafkaIO&lt;/li&gt;
-&lt;/ul&gt;
-
-&lt;h3 id=&quot;new-features--improvements&quot;&gt;New Features / Improvements&lt;/h3&gt;
-
-&lt;ul&gt;
-  &lt;li&gt;Enable Bundle Finalization in Python SDK for portable runners.&lt;/li&gt;
-  &lt;li&gt;Add support to the Java SDK harness to merge windows.&lt;/li&gt;
-  &lt;li&gt;Add Kafka Sink EOS support on Flink runner.&lt;/li&gt;
-  &lt;li&gt;Added a dead letter queue to Python streaming BigQuery sink.&lt;/li&gt;
-  &lt;li&gt;Add Experimental Python 3.6 and 3.7 workloads enabled.
-Beam 2.12 supports starting Dataflow pipelines under Python 3.6, 3.7, however 3.5 remains
the only recommended minor version for Dataflow runner. In addition to announced 2.11 limitations,
Beam typehint annotations are currently not supported on Python &amp;gt;= 3.6.&lt;/li&gt;
-&lt;/ul&gt;
-
-&lt;h3 id=&quot;bugfixes&quot;&gt;Bugfixes&lt;/h3&gt;
-
-&lt;ul&gt;
-  &lt;li&gt;Various bug fixes and performance improvements.&lt;/li&gt;
-&lt;/ul&gt;
-
-&lt;h2 id=&quot;list-of-contributors&quot;&gt;List of Contributors&lt;/h2&gt;
-
-&lt;p&gt;According to git shortlog, the following people contributed
-to the 2.12.0 release. Thank you to all contributors!&lt;/p&gt;
-
-&lt;p&gt;Ahmed El.Hussaini, Ahmet Altay, Alan Myrvold, Alex Amato, Alexander Savchenko,
-Alexey Romanenko, Andrew Brampton, Andrew Pilloud, Ankit Jhalaria,
-Ankur Goenka, Anton Kedin, Boyuan Zhang, Brian Hulette, Chamikara Jayalath,
-Charles Chen, Colm O hEigeartaigh, Craig Chambers, Dan Duong, Daniel Mescheder,
-Daniel Oliveira, David Moravek, David Rieber, David Yan, Eric Roshan-Eisner,
-Etienne Chauchot, Gleb Kanterov, Heejong Lee, Ho Tien Vu, Ismaël Mejía,
-Jan Lukavský, Jean-Baptiste Onofré, Jeff Klukas, Juta, Kasia Kucharczyk,
-Kengo Seki, Kenneth Jung, Kenneth Knowles, kevin, Kyle Weaver, Kyle Winkelman,
-Łukasz Gajowy, Mark Liu, Mathieu Blanchard, Max Charas, Maximilian Michels,
-Melissa Pashniak, Michael Luckey, Michal Walenia, Mike Kaplinskiy,
-Mikhail Gryzykhin, Niel Markwick, Pablo Estrada, Radoslaw Stankiewicz,
-Reuven Lax, Robbe Sneyders, Robert Bradshaw, Robert Burke, Rui Wang,
-Ruoyun Huang, Ryan Williams, Slava Chernyak, Shahar Frank, Sunil Pedapudi,
-Thomas Weise, Tim Robertson, Tanay Tummalapalli, Udi Meiri,
-Valentyn Tymofieiev, Xinyu Liu, Yifan Zou, Yueyang Qiu&lt;/p&gt;
-</description>
-        <pubDate>Thu, 25 Apr 2019 01:00:01 -0700</pubDate>
-        <link>https://beam.apache.org/blog/2019/04/25/beam-2.12.0.html</link>
-        <guid isPermaLink="true">https://beam.apache.org/blog/2019/04/25/beam-2.12.0.html</guid>
-        
-        
-        <category>blog</category>
-        
-      </item>
-    
   </channel>
 </rss>
diff --git a/website/generated-content/index.html b/website/generated-content/index.html
index 394af82..afa1399 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/index.html
@@ -193,6 +193,11 @@ limitations under the License.
           </div>
           <div class="hero__blog__cards">
             
+            <a class="hero__blog__cards__card" href="/blog/2019/10/07/beam-2.16.0.html">
+              <div class="hero__blog__cards__card__title">Apache Beam 2.16.0</div>
+              <div class="hero__blog__cards__card__date">Oct 7, 2019</div>
+            </a>
+            
             <a class="hero__blog__cards__card" href="/blog/2019/09/04/gsoc-19.html">
               <div class="hero__blog__cards__card__title">Google Summer of Code '19</div>
               <div class="hero__blog__cards__card__date">Sep 4, 2019</div>
@@ -203,11 +208,6 @@ limitations under the License.
               <div class="hero__blog__cards__card__date">Aug 22, 2019</div>
             </a>
             
-            <a class="hero__blog__cards__card" href="/blog/2019/07/31/beam-2.14.0.html">
-              <div class="hero__blog__cards__card__title">Apache Beam 2.14.0</div>
-              <div class="hero__blog__cards__card__date">Jul 31, 2019</div>
-            </a>
-            
           </div>
         </div>
       </div>


Mime
View raw message