<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN"
"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head><meta http-equiv="content-type" content="text/html; charset=utf-8" />
<title>[6061] sites/trunk/wordpress.org/public_html/wp-content/plugins/plugin-directory/zip/class-builder.php: Plugin Directory: Checksums: Add `sha256` checksums alongside md5.</title>
</head>
<body>
<style type="text/css"><!--
#msg dl.meta { border: 1px #006 solid; background: #369; padding: 6px; color: #fff; }
#msg dl.meta dt { float: left; width: 6em; font-weight: bold; }
#msg dt:after { content:':';}
#msg dl, #msg dt, #msg ul, #msg li, #header, #footer, #logmsg { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt; }
#msg dl a { font-weight: bold}
#msg dl a:link { color:#fc3; }
#msg dl a:active { color:#ff0; }
#msg dl a:visited { color:#cc6; }
h3 { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt; font-weight: bold; }
#msg pre { overflow: auto; background: #ffc; border: 1px #fa0 solid; padding: 6px; }
#logmsg { background: #ffc; border: 1px #fa0 solid; padding: 1em 1em 0 1em; }
#logmsg p, #logmsg pre, #logmsg blockquote { margin: 0 0 1em 0; }
#logmsg p, #logmsg li, #logmsg dt, #logmsg dd { line-height: 14pt; }
#logmsg h1, #logmsg h2, #logmsg h3, #logmsg h4, #logmsg h5, #logmsg h6 { margin: .5em 0; }
#logmsg h1:first-child, #logmsg h2:first-child, #logmsg h3:first-child, #logmsg h4:first-child, #logmsg h5:first-child, #logmsg h6:first-child { margin-top: 0; }
#logmsg ul, #logmsg ol { padding: 0; list-style-position: inside; margin: 0 0 0 1em; }
#logmsg ul { text-indent: -1em; padding-left: 1em; }#logmsg ol { text-indent: -1.5em; padding-left: 1.5em; }
#logmsg > ul, #logmsg > ol { margin: 0 0 1em 0; }
#logmsg pre { background: #eee; padding: 1em; }
#logmsg blockquote { border: 1px solid #fa0; border-left-width: 10px; padding: 1em 1em 0 1em; background: white;}
#logmsg dl { margin: 0; }
#logmsg dt { font-weight: bold; }
#logmsg dd { margin: 0; padding: 0 0 0.5em 0; }
#logmsg dd:before { content:'\00bb';}
#logmsg table { border-spacing: 0px; border-collapse: collapse; border-top: 4px solid #fa0; border-bottom: 1px solid #fa0; background: #fff; }
#logmsg table th { text-align: left; font-weight: normal; padding: 0.2em 0.5em; border-top: 1px dotted #fa0; }
#logmsg table td { text-align: right; border-top: 1px dotted #fa0; padding: 0.2em 0.5em; }
#logmsg table thead th { text-align: center; border-bottom: 1px solid #fa0; }
#logmsg table th.Corner { text-align: left; }
#logmsg hr { border: none 0; border-top: 2px dashed #fa0; height: 1px; }
#header, #footer { color: #fff; background: #636; border: 1px #300 solid; padding: 6px; }
#patch { width: 100%; }
#patch h4 {font-family: verdana,arial,helvetica,sans-serif;font-size:10pt;padding:8px;background:#369;color:#fff;margin:0;}
#patch .propset h4, #patch .binary h4 {margin:0;}
#patch pre {padding:0;line-height:1.2em;margin:0;}
#patch .diff {width:100%;background:#eee;padding: 0 0 10px 0;overflow:auto;}
#patch .propset .diff, #patch .binary .diff {padding:10px 0;}
#patch span {display:block;padding:0 10px;}
#patch .modfile, #patch .addfile, #patch .delfile, #patch .propset, #patch .binary, #patch .copfile {border:1px solid #ccc;margin:10px 0;}
#patch ins {background:#dfd;text-decoration:none;display:block;padding:0 10px;}
#patch del {background:#fdd;text-decoration:none;display:block;padding:0 10px;}
#patch .lines, .info {color:#888;background:#fff;}
--></style>
<div id="msg">
<dl class="meta" style="font-size: 105%">
<dt style="float: left; width: 6em; font-weight: bold">Revision</dt> <dd><a style="font-weight: bold" href="http://meta.trac.wordpress.org/changeset/6061">6061</a><script type="application/ld+json">{"@context":"http://schema.org","@type":"EmailMessage","description":"Review this Commit","action":{"@type":"ViewAction","url":"http://meta.trac.wordpress.org/changeset/6061","name":"Review Commit"}}</script></dd>
<dt style="float: left; width: 6em; font-weight: bold">Author</dt> <dd>dd32</dd>
<dt style="float: left; width: 6em; font-weight: bold">Date</dt> <dd>2017-10-31 06:42:21 +0000 (Tue, 31 Oct 2017)</dd>
</dl>
<pre style='padding-left: 1em; margin: 2em 0; border-left: 2px solid #ccc; line-height: 1.25; font-size: 105%; font-family: sans-serif'>Plugin Directory: Checksums: Add `sha256` checksums alongside md5.
This change also adds the full URL to the ZIP & SVN Source location, which may be an array when a single plugin version can be found within multiple ZIPs.
See <a href="http://meta.trac.wordpress.org/ticket/3192">#3192</a> </pre>
<h3>Modified Paths</h3>
<ul>
<li><a href="#sitestrunkwordpressorgpublic_htmlwpcontentpluginsplugindirectoryzipclassbuilderphp">sites/trunk/wordpress.org/public_html/wp-content/plugins/plugin-directory/zip/class-builder.php</a></li>
</ul>
</div>
<div id="patch">
<h3>Diff</h3>
<a id="sitestrunkwordpressorgpublic_htmlwpcontentpluginsplugindirectoryzipclassbuilderphp"></a>
<div class="modfile"><h4 style="background-color: #eee; color: inherit; margin: 1em 0; padding: 1.3em; font-size: 115%">Modified: sites/trunk/wordpress.org/public_html/wp-content/plugins/plugin-directory/zip/class-builder.php</h4>
<pre class="diff"><span>
<span class="info" style="display: block; padding: 0 10px; color: #888">--- sites/trunk/wordpress.org/public_html/wp-content/plugins/plugin-directory/zip/class-builder.php 2017-10-31 00:39:00 UTC (rev 6060)
+++ sites/trunk/wordpress.org/public_html/wp-content/plugins/plugin-directory/zip/class-builder.php 2017-10-31 06:42:21 UTC (rev 6061)
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -11,7 +11,7 @@
</span><span class="cx" style="display: block; padding: 0 10px"> class Builder {
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="cx" style="display: block; padding: 0 10px"> const TMP_DIR = '/tmp/plugin-zip-builder';
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- const SVN_URL = 'http://plugins.svn.wordpress.org';
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ const SVN_URL = 'https://plugins.svn.wordpress.org';
</ins><span class="cx" style="display: block; padding: 0 10px"> const ZIP_SVN_URL = PLUGIN_ZIP_SVN_URL;
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="cx" style="display: block; padding: 0 10px"> protected $zip_file = '';
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -24,6 +24,9 @@
</span><span class="cx" style="display: block; padding: 0 10px"> protected $context = '';
</span><span class="cx" style="display: block; padding: 0 10px"> protected $stable_tag = '';
</span><span class="cx" style="display: block; padding: 0 10px">
</span><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ // The SVN url of the plugin version being packaged.
+ protected $plugin_version_svn_url = '';
+
</ins><span class="cx" style="display: block; padding: 0 10px"> /**
</span><span class="cx" style="display: block; padding: 0 10px"> * Generate a ZIP for a provided Plugin tags.
</span><span class="cx" style="display: block; padding: 0 10px"> *
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -203,56 +206,83 @@
</span><span class="cx" style="display: block; padding: 0 10px"> // Existing checksums?
</span><span class="cx" style="display: block; padding: 0 10px"> $existing_json_checksum_file = file_exists( $this->checksum_file );
</span><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $this->exec( sprintf(
- 'cd %s && find . -type f -print0 | sort -z | xargs -0 md5sum 2>&1',
- escapeshellarg( $this->tmp_build_dir . '/' . $this->slug )
- ), $checksum_output, $return_value );
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $checksums = array(
+ 'md5' => array(),
+ 'sha256' => array()
+ );
+ foreach ( array( 'md5' => 'md5sum', 'sha256' => 'sha256sum' ) as $checksum_type => $checksum_bin ) {
+ $this->exec( sprintf(
+ 'cd %s && find . -type f -print0 | sort -z | xargs -0 ' . $checksum_bin . ' 2>&1',
+ escapeshellarg( $this->tmp_build_dir . '/' . $this->slug )
+ ), $checksum_output, $return_value );
</ins><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- if ( $return_value ) {
- // throw new Exception( __METHOD__ . ': Checksum generation failed, return code: ' . $return_value, 503 );
- // For now, just silently bail.
- return;
- }
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ if ( $return_value ) {
+ // throw new Exception( __METHOD__ . ': Checksum generation failed, return code: ' . $return_value, 503 );
+ // TODO For now, just silently keep going.
+ continue;
+ }
</ins><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $checksums = array();
- foreach ( $checksum_output as $line ) {
- list( $md5, $filename ) = preg_split( '!\s+!', $line );
- $filename = preg_replace( '!^./!', '', $filename );
- $checksums[ trim( $filename ) ] = trim( $md5 );
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ foreach ( $checksum_output as $line ) {
+ list( $checksum, $filename ) = preg_split( '!\s+!', $line );
+ $filename = trim( preg_replace( '!^./!', '', $filename ) );
+ $checksum = trim( $checksum );
+ $checksums[ $checksum_type][ $filename ] = $checksum;
+ }
</ins><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="cx" style="display: block; padding: 0 10px"> $json_checksum_file = (object) array(
</span><span class="cx" style="display: block; padding: 0 10px"> 'plugin' => $this->slug,
</span><span class="cx" style="display: block; padding: 0 10px"> 'version' => $plugin_version,
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- 'source_tag' => $this->version,
- 'zip' => basename( $this->zip_file ),
- 'checksums' => $checksums
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ 'source' => $this->plugin_version_svn_url,
+ 'zip' => 'https://downloads.wordpress.org/plugins/' . basename( $this->zip_file ),
+ 'md5' => $checksums['md5'],
+ 'sha256' => $checksums['sha256'],
</ins><span class="cx" style="display: block; padding: 0 10px"> );
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="cx" style="display: block; padding: 0 10px"> // If the checksum file exists already, merge it into this one.
</span><span class="cx" style="display: block; padding: 0 10px"> if ( $existing_json_checksum_file ) {
</span><span class="cx" style="display: block; padding: 0 10px"> $existing_json_checksum_file = json_decode( file_get_contents( $this->checksum_file ) );
</span><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- if ( $existing_json_checksum_file && ! empty( $existing_json_checksum_file->checksums ) ) {
- foreach ( $existing_json_checksum_file->checksums as $file => $checksum_details ) {
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ // Sometimes plugin versions exist in multiple tags/zips, include all the SVN urls & ZIP urls
+ foreach ( array( 'source', 'zip' ) as $maybe_different ) {
+ if ( !empty( $existing_json_checksum_file->{$maybe_different} ) &&
+ $existing_json_checksum_file->{$maybe_different} != $json_checksum_file->{$maybe_different}
+ ) {
+ $json_checksum_file->{$maybe_different} = array_unique( array_merge(
+ (array) $existing_json_checksum_file->{$maybe_different},
+ (array) $json_checksum_file->{$maybe_different}
+ ) );
</ins><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- if ( ! isset( $json_checksum_file->checksums[ $file ] ) ) {
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ // Reduce single arrays back to a string when possible.
+ if ( 1 == count( $json_checksum_file->{$maybe_different} ) ) {
+ $json_checksum_file->{$maybe_different} = array_shift( $json_checksum_file->{$maybe_different} );
+ }
+ }
+ }
+
+ // Combine Checksums from existing files and the new files
+ foreach ( array( 'md5', 'sha256' ) as $checksum_type ) {
+ if ( ! $existing_json_checksum_file || empty( $existing_json_checksum_file->{$checksum_type} ) ) {
+ continue;
+ }
+ $existing_checksums = (array) $existing_json_checksum_file->{$checksum_type}; // Assoc array => Object in JSON
+ $new_checksums = &$json_checksum_file->{$checksum_type}; // byref to update new array
+
+ foreach ( $existing_checksums as $file => $checksums ) {
+ if ( ! isset( $new_checksums[ $file ] ) ) {
</ins><span class="cx" style="display: block; padding: 0 10px"> // Deleted file, include it in checksums.
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $json_checksum_file->checksums[ $file ] = $checksum_details;
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $new_checksums[ $file ] = $existing_checksums[ $file ];
</ins><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- } elseif ( $json_checksum_file->checksums[ $file ] != $checksum_details ) {
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ } elseif ( $new_checksums[ $file ] != $existing_checksums[ $file ] ) {
</ins><span class="cx" style="display: block; padding: 0 10px"> // Checksum has changed, include both in the resulting json file.
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- if ( is_array( $checksum_details ) ) {
- $checksum_details[] = $json_checksum_file->checksums[ $file ];
- $json_checksum_file->checksums[ $file ] = array_unique( $checksum_details );
- } else {
- $json_checksum_file->checksums[ $file ] = array(
- $json_checksum_file->checksums[ $file ],
- $checksum_details
- );
- }
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+
+ $new_checksums[ $file ] = array_unique( array_merge(
+ (array) $existing_checksums[ $file ], // May already be an array
+ (array) $new_checksums[ $file ]
+ ) );
</ins><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px"> }
</span><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+
</ins><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -302,10 +332,11 @@
</span><span class="cx" style="display: block; padding: 0 10px"> */
</span><span class="cx" style="display: block; padding: 0 10px"> protected function export_plugin() {
</span><span class="cx" style="display: block; padding: 0 10px"> if ( 'trunk' == $this->version ) {
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $svn_url = self::SVN_URL . "/{$this->slug}/trunk/";
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $this->plugin_version_svn_url = self::SVN_URL . "/{$this->slug}/trunk/";
</ins><span class="cx" style="display: block; padding: 0 10px"> } else {
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $svn_url = self::SVN_URL . "/{$this->slug}/tags/{$this->version}/";
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $this->plugin_version_svn_url = self::SVN_URL . "/{$this->slug}/tags/{$this->version}/";
</ins><span class="cx" style="display: block; padding: 0 10px"> }
</span><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+
</ins><span class="cx" style="display: block; padding: 0 10px"> $build_dir = "{$this->tmp_build_dir}/{$this->slug}/";
</span><span class="cx" style="display: block; padding: 0 10px">
</span><span class="cx" style="display: block; padding: 0 10px"> $svn_params = array();
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -314,12 +345,12 @@
</span><span class="cx" style="display: block; padding: 0 10px"> $svn_params[] = 'ignore-externals';
</span><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px">
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $res = SVN::export( $svn_url, $build_dir, $svn_params );
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $res = SVN::export( $this->plugin_version_svn_url, $build_dir, $svn_params );
</ins><span class="cx" style="display: block; padding: 0 10px"> // Handle tags which we store as 0.blah but are in /tags/.blah
</span><span class="cx" style="display: block; padding: 0 10px"> if ( ! $res['result'] && '0.' == substr( $this->version, 0, 2 ) ) {
</span><span class="cx" style="display: block; padding: 0 10px"> $_version = substr( $this->version, 1 );
</span><del style="background-color: #fdd; text-decoration:none; display:block; padding: 0 10px">- $svn_url = self::SVN_URL . "/{$this->slug}/tags/{$_version}/";
- $res = SVN::export( $svn_url, $build_dir, $svn_params );
</del><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+ $this->plugin_version_svn_url = self::SVN_URL . "/{$this->slug}/tags/{$_version}/";
+ $res = SVN::export( $this->plugin_version_svn_url, $build_dir, $svn_params );
</ins><span class="cx" style="display: block; padding: 0 10px"> }
</span><span class="cx" style="display: block; padding: 0 10px"> if ( ! $res['result'] ) {
</span><span class="cx" style="display: block; padding: 0 10px"> throw new Exception( __METHOD__ . ': ' . $res['errors'][0]['error_message'], 404 );
</span></span></pre>
</div>
</div>
</body>
</html>