<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN"
"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head><meta http-equiv="content-type" content="text/html; charset=utf-8" />
<title>[1827] sites/trunk/translate.wordpress.org/includes/gp-plugins: Translate: Add two new plugins for GlotPress to track project & user stats.</title>
</head>
<body>

<style type="text/css"><!--
#msg dl.meta { border: 1px #006 solid; background: #369; padding: 6px; color: #fff; }
#msg dl.meta dt { float: left; width: 6em; font-weight: bold; }
#msg dt:after { content:':';}
#msg dl, #msg dt, #msg ul, #msg li, #header, #footer, #logmsg { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt;  }
#msg dl a { font-weight: bold}
#msg dl a:link    { color:#fc3; }
#msg dl a:active  { color:#ff0; }
#msg dl a:visited { color:#cc6; }
h3 { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt; font-weight: bold; }
#msg pre { overflow: auto; background: #ffc; border: 1px #fa0 solid; padding: 6px; }
#logmsg { background: #ffc; border: 1px #fa0 solid; padding: 1em 1em 0 1em; }
#logmsg p, #logmsg pre, #logmsg blockquote { margin: 0 0 1em 0; }
#logmsg p, #logmsg li, #logmsg dt, #logmsg dd { line-height: 14pt; }
#logmsg h1, #logmsg h2, #logmsg h3, #logmsg h4, #logmsg h5, #logmsg h6 { margin: .5em 0; }
#logmsg h1:first-child, #logmsg h2:first-child, #logmsg h3:first-child, #logmsg h4:first-child, #logmsg h5:first-child, #logmsg h6:first-child { margin-top: 0; }
#logmsg ul, #logmsg ol { padding: 0; list-style-position: inside; margin: 0 0 0 1em; }
#logmsg ul { text-indent: -1em; padding-left: 1em; }#logmsg ol { text-indent: -1.5em; padding-left: 1.5em; }
#logmsg > ul, #logmsg > ol { margin: 0 0 1em 0; }
#logmsg pre { background: #eee; padding: 1em; }
#logmsg blockquote { border: 1px solid #fa0; border-left-width: 10px; padding: 1em 1em 0 1em; background: white;}
#logmsg dl { margin: 0; }
#logmsg dt { font-weight: bold; }
#logmsg dd { margin: 0; padding: 0 0 0.5em 0; }
#logmsg dd:before { content:'\00bb';}
#logmsg table { border-spacing: 0px; border-collapse: collapse; border-top: 4px solid #fa0; border-bottom: 1px solid #fa0; background: #fff; }
#logmsg table th { text-align: left; font-weight: normal; padding: 0.2em 0.5em; border-top: 1px dotted #fa0; }
#logmsg table td { text-align: right; border-top: 1px dotted #fa0; padding: 0.2em 0.5em; }
#logmsg table thead th { text-align: center; border-bottom: 1px solid #fa0; }
#logmsg table th.Corner { text-align: left; }
#logmsg hr { border: none 0; border-top: 2px dashed #fa0; height: 1px; }
#header, #footer { color: #fff; background: #636; border: 1px #300 solid; padding: 6px; }
#patch { width: 100%; }
#patch h4 {font-family: verdana,arial,helvetica,sans-serif;font-size:10pt;padding:8px;background:#369;color:#fff;margin:0;}
#patch .propset h4, #patch .binary h4 {margin:0;}
#patch pre {padding:0;line-height:1.2em;margin:0;}
#patch .diff {width:100%;background:#eee;padding: 0 0 10px 0;overflow:auto;}
#patch .propset .diff, #patch .binary .diff  {padding:10px 0;}
#patch span {display:block;padding:0 10px;}
#patch .modfile, #patch .addfile, #patch .delfile, #patch .propset, #patch .binary, #patch .copfile {border:1px solid #ccc;margin:10px 0;}
#patch ins {background:#dfd;text-decoration:none;display:block;padding:0 10px;}
#patch del {background:#fdd;text-decoration:none;display:block;padding:0 10px;}
#patch .lines, .info {color:#888;background:#fff;}
--></style>
<div id="msg">
<dl class="meta" style="font-size: 105%">
<dt style="float: left; width: 6em; font-weight: bold">Revision</dt> <dd><a style="font-weight: bold" href="http://meta.trac.wordpress.org/changeset/1827">1827</a><script type="application/ld+json">{"@context":"http://schema.org","@type":"EmailMessage","description":"Review this Commit","action":{"@type":"ViewAction","url":"http://meta.trac.wordpress.org/changeset/1827","name":"Review Commit"}}</script></dd>
<dt style="float: left; width: 6em; font-weight: bold">Author</dt> <dd>dd32</dd>
<dt style="float: left; width: 6em; font-weight: bold">Date</dt> <dd>2015-08-18 03:19:08 +0000 (Tue, 18 Aug 2015)</dd>
</dl>

<pre style='padding-left: 1em; margin: 2em 0; border-left: 2px solid #ccc; line-height: 1.25; font-size: 105%; font-family: sans-serif'>Translate: Add two new plugins for GlotPress to track project & user stats.
 * Project Stats: Records the translation status for each project & translation set to a table for easier querying for projects by status
 * User Stats: Records the number of translations a user has submitted & had accepted (per locale), allows easier querying for how many users have submitted translations for a given locale.

Project Stats is required to be able to build the new Translate filters:
http://make.wordpress.org/meta/2015/08/07/translation-project-sorting-filtering/</pre>

<h3>Added Paths</h3>
<ul>
<li><a href="#sitestrunktranslatewordpressorgincludesgppluginswporgprojectstatsphp">sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-project-stats.php</a></li>
<li><a href="#sitestrunktranslatewordpressorgincludesgppluginswporguserstatsphp">sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-user-stats.php</a></li>
</ul>

</div>
<div id="patch">
<h3>Diff</h3>
<a id="sitestrunktranslatewordpressorgincludesgppluginswporgprojectstatsphp"></a>
<div class="addfile"><h4 style="background-color: #eee; color: inherit; margin: 1em 0; padding: 1.3em; font-size: 115%">Added: sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-project-stats.php</h4>
<pre class="diff"><span>
<span class="info" style="display: block; padding: 0 10px; color: #888">--- sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-project-stats.php                           (rev 0)
+++ sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-project-stats.php     2015-08-18 03:19:08 UTC (rev 1827)
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -0,0 +1,114 @@
</span><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+<?php
+
+/**
+ * This plugin stores the Translation Count Status into a DB table for querying purposes.
+ *
+ * The data is pulled from GP_Translation_Set stat functions and updated in the DB whenever 
+ * a new translation is submitted, or new originals are imported.
+ * The datbase update is delayed until shutdown to bulk-update the database during imports.
+ *
+ * @author dd32
+ */
+class GP_WPorg_Project_Stats extends GP_Plugin {
+       var $id = 'wporg-project-stats';
+
+       private $projects_to_update = array();
+       private $translation_sets_to_update = array();
+
+       function __construct() {
+               global $gpdb;
+               parent::__construct();
+               $this->add_action( 'translation_created' );
+               $this->add_action( 'translation_saved' );
+               $this->add_action( 'originals_imported' );
+
+               // DB Writes are delayed until shutdown to bulk-update the stats during imports
+               $this->add_action( 'shutdown' );
+
+               $gpdb->project_translation_status = $gpdb->prefix . 'project_translation_status';
+       }
+
+       function translation_created( $translation ) {
+               $this->translation_sets_to_update[ $translation->translation_set_id ] = true;
+       }
+
+       function translation_saved( $translation ) {
+               $this->translation_sets_to_update[ $translation->translation_set_id ] = true;
+       }
+
+       function originals_imported( $project_id ) {
+               $this->projects_to_update[ $project_id ] = true;
+       }
+
+       function shutdown() {
+               global $gpdb;
+               $values = array();
+
+               // Convert projects to a list of sets
+               foreach ( $this->projects_to_update as $project_id => $dummy ) {
+                       foreach ( GP::$translation_set->by_project_id( $project_id ) as $set ) {
+                               $this->translation_sets_to_update[ $set->id ] = true;
+                       }
+                       unset( $this->projects_to_update[ $project_id ] );
+               }
+
+               foreach ( $this->translation_sets_to_update as $set_id => $dummy ) {
+                       $set = GP::$translation_set->get( $set_id );
+
+                       unset( $this->translation_sets_to_update[ $set_id ] );
+
+                       if ( ! $set ) {
+                               continue;
+                       }
+
+                       $values[] = $gpdb->prepare( '(%d, %d, %d, %d, %d, %d, %d, %d)',
+                               $set->project_id,
+                               $set->id,
+                               $set->all_count(),
+                               $set->current_count(),
+                               $set->waiting_count(),
+                               $set->fuzzy_count(),
+                               $set->warnings_count(),
+                               // Untranslated is ( all - current ), we really want ( all - current - waiting - fuzzy ) which is (untranslated - waiting - fuzzy )
+                               $set->untranslated_count() - $set->waiting_count() - $set->fuzzy_count()
+                       );
+
+                       if ( count( $values ) > 50 ) {
+                               // If we're processing a large batch, add them as we go to avoid query lengths & memoryl imits
+                               $gpdb->query( "INSERT INTO {$gpdb->project_translation_status} (`project_id`, `translation_set_id`, `all`, `current`, `waiting`, `fuzzy`, `warnings`, `untranslated` ) VALUES " . implode( ', ', $values ) . " ON DUPLICATE KEY UPDATE `all`=VALUES(`all`), `current`=VALUES(`current`), `waiting`=VAlUES(`waiting`), `fuzzy`=VALUES(`fuzzy`), `warnings`=VALUES(`warnings`), `untranslated`=VALUES(`untranslated`)" );
+                               $values = array();
+                       }
+               }
+
+               if ( $values ) {
+                       $gpdb->query( "INSERT INTO {$gpdb->project_translation_status} (`project_id`, `translation_set_id`, `all`, `current`, `waiting`, `fuzzy`, `warnings`, `untranslated` ) VALUES " . implode( ', ', $values ) . " ON DUPLICATE KEY UPDATE `all`=VALUES(`all`), `current`=VALUES(`current`), `waiting`=VALUES(`waiting`), `fuzzy`=VALUES(`fuzzy`), `warnings`=VALUES(`warnings`), `untranslated`=VALUES(`untranslated`)" );
+               }
+       }
+
+}
+GP::$plugins->wporg_project_stats = new GP_WPorg_Project_Stats;
+
+/*
+Table:
+
+CREATE TABLE `gp_project_translation_status` (
+  `id` int(10) unsigned NOT NULL AUTO_INCREMENT,
+  `project_id` int(10) unsigned NOT NULL,
+  `translation_set_id` int(10) unsigned NOT NULL,
+  `all` int(10) unsigned NOT NULL DEFAULT '0',
+  `current` int(10) unsigned NOT NULL DEFAULT '0',
+  `waiting` int(10) unsigned NOT NULL DEFAULT '0',
+  `fuzzy` int(10) unsigned NOT NULL DEFAULT '0',
+  `warnings` int(10) unsigned NOT NULL DEFAULT '0',
+  `untranslated` int(10) unsigned NOT NULL DEFAULT '0',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `project_translation_set` (`project_id`,`translation_set_id`),
+  KEY `all` (`all`),
+  KEY `current` (`current`),
+  KEY `waiting` (`waiting`),
+  KEY `fuzzy` (`fuzzy`),
+  KEY `warnings` (`warnings`),
+  KEY `untranslated` (`untranslated`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+*/
</ins><span class="cx" style="display: block; padding: 0 10px">Property changes on: sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-project-stats.php
</span><span class="cx" style="display: block; padding: 0 10px">___________________________________________________________________
</span></span></pre></div>
<a id="svneolstyle"></a>
<div class="addfile"><h4 style="background-color: #eee; color: inherit; margin: 1em 0; padding: 1.3em; font-size: 115%">Added: svn:eol-style</h4></div>
<ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+native
</ins><span class="cx" style="display: block; padding: 0 10px">\ No newline at end of property
</span><a id="sitestrunktranslatewordpressorgincludesgppluginswporguserstatsphp"></a>
<div class="addfile"><h4 style="background-color: #eee; color: inherit; margin: 1em 0; padding: 1.3em; font-size: 115%">Added: sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-user-stats.php</h4>
<pre class="diff"><span>
<span class="info" style="display: block; padding: 0 10px; color: #888">--- sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-user-stats.php                              (rev 0)
+++ sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-user-stats.php        2015-08-18 03:19:08 UTC (rev 1827)
</span><span class="lines" style="display: block; padding: 0 10px; color: #888">@@ -0,0 +1,79 @@
</span><ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+<?php
+
+/**
+ * This plugin records the submitted/accepted counts of translations offered by users.
+ *
+ * Only translations with an attached user_id are counted.
+ *
+ * @author dd32
+ */
+class GP_WPorg_User_Stats extends GP_Plugin {
+       var $id = 'wporg-user-stats';
+
+       function __construct() {
+               global $gpdb;
+
+               parent::__construct();
+               $this->add_action( 'translation_created' );
+               $this->add_action( 'translation_saved' );
+
+               $gpdb->user_translations_count = $gpdb->prefix . 'user_translations_count';
+       }
+
+       function translation_created( $translation ) {
+               return $this->translation_saved( $translation, 'created' );
+       }
+
+       function translation_saved( $translation, $action = 'saved' ) {
+               if ( ! $translation->user_id ) {
+                       return;
+               }
+
+               $translation_set = GP::$translation_set->get( $translation->translation_set_id );
+
+               if ( 'waiting' === $translation->status ) {
+                       // New translation suggested
+                       $this->bump_user_stat( $translation->user_id, $translation_set->locale, $translation_set->slug, 1, 0 );
+
+               } elseif ( 'current' === $translation->status && 'created' === $action ) {
+                       // New translation suggested & approved
+                       $this->bump_user_stat( $translation->user_id, $translation_set->locale, $translation_set->slug, 1, 1 );
+
+               } elseif ( 'current' === $translation->status ) {
+                       // Translation approved
+                       $this->bump_user_stat( $translation->user_id, $translation_set->locale, $translation_set->slug, 0, 1 );
+
+               }
+
+       }
+
+       function bump_user_stat( $user_id, $locale, $locale_slug, $suggested = 0, $accepted = 0 ) {
+               global $gpdb;
+               $gpdb->query( $gpdb->prepare(
+                       "INSERT INTO {$gpdb->user_translations_count} (`user_id`, `locale`, `locale_slug`, `suggested`, `accepted`) VALUES (%d, %s, %s, %d, %d)
+                       ON DUPLICATE KEY UPDATE `suggested`=`suggested` + VALUES(`suggested`), `accepted`=`accepted` + VALUES(`accepted`)",
+                       $user_id, $locale, $locale_slug, $suggested, $accepted
+               ) );
+       }
+
+}
+GP::$plugins->wporg_user_stats = new GP_WPorg_User_Stats;
+
+/*
+Table:
+
+Note: WordPress uses BIGINT(20) for user_id; GlotPress uses int(10)
+
+CREATE TABLE `gp_user_translations_count` (
+  `id` int(10) NOT NULL AUTO_INCREMENT,
+  `user_id` int(10) unsigned NOT NULL,
+  `locale` varchar(255) NOT NULL DEFAULT '',
+  `locale_slug` varchar(255) NOT NULL DEFAULT '',
+  `suggested` int(10) unsigned NOT NULL DEFAULT '0',
+  `accepted` int(10) unsigned NOT NULL DEFAULT '0',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `user_id` (`user_id`,`locale`,`locale_slug`),
+  KEY `locale` (`locale`,`locale_slug`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+*/
</ins><span class="cx" style="display: block; padding: 0 10px">Property changes on: sites/trunk/translate.wordpress.org/includes/gp-plugins/wporg-user-stats.php
</span><span class="cx" style="display: block; padding: 0 10px">___________________________________________________________________
</span></span></pre></div>
<a id="svneolstyle"></a>
<div class="addfile"><h4 style="background-color: #eee; color: inherit; margin: 1em 0; padding: 1.3em; font-size: 115%">Added: svn:eol-style</h4></div>
<ins style="background-color: #dfd; text-decoration:none; display:block; padding: 0 10px">+native
</ins><span class="cx" style="display: block; padding: 0 10px">\ No newline at end of property
</span></div>

</body>
</html>