Addshore has uploaded a new change for review.
https://gerrit.wikimedia.org/r/255367
Change subject: Add terms_by_lang script
......................................................................
Add terms_by_lang script
Change-Id: Idd2a74905d0737055cd18c974ab0e01406c2359e
---
M cron
A daily_datamodel.sh
A graphite/datamodel/sql/terms_by_language.sql
A graphite/datamodel/terms_by_language.php
4 files changed, 51 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/analytics/limn-wikidata-data
refs/changes/67/255367/1
diff --git a/cron b/cron
index e97909d..b39b3a6 100644
--- a/cron
+++ b/cron
@@ -6,6 +6,7 @@
* * * * * ~/wikidata-data/minutely.sh
# Daily
+0 3 * * * ~/wikidata-data/daily_datamodel.sh
0 4 * * * php ~/wikidata-data/graphite/entityUsage.php
0 5 * * * ~/wikidata-data/daily_social.sh
0 6 * * * ~/wikidata-data/daily_site_stats.sh
diff --git a/daily_datamodel.sh b/daily_datamodel.sh
new file mode 100755
index 0000000..177ba89
--- /dev/null
+++ b/daily_datamodel.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+php ~/wikidata-data/graphite/datamodel/terms_by_language.php
\ No newline at end of file
diff --git a/graphite/datamodel/sql/terms_by_language.sql
b/graphite/datamodel/sql/terms_by_language.sql
new file mode 100644
index 0000000..b55e1a1
--- /dev/null
+++ b/graphite/datamodel/sql/terms_by_language.sql
@@ -0,0 +1,7 @@
+SELECT
+ COUNT(*) AS count,
+ term_entity_type,
+ term_type,
+ term_language
+FROM wikidatawiki.wb_terms
+GROUP BY term_entity_type, term_type, term_language;
\ No newline at end of file
diff --git a/graphite/datamodel/terms_by_language.php
b/graphite/datamodel/terms_by_language.php
new file mode 100644
index 0000000..205e8dd
--- /dev/null
+++ b/graphite/datamodel/terms_by_language.php
@@ -0,0 +1,40 @@
+<?php
+
+/**
+ * @author Addshore
+ */
+
+require_once( __DIR__ . '/../../src/WikimediaDb.php' );
+$metrics = new WikidataTermsByLanguage();
+$metrics->execute();
+
+class WikidataTermsByLanguage{
+
+ public function execute() {
+ $pdo = WikimediaDb::getPdo();
+ $queryResult = $pdo->query( file_get_contents( __DIR__ .
'/sql/terms_by_language.sql' ) );
+
+ if( $queryResult === false ) {
+ throw new RuntimeException( "Something went wrong with
the db query" );
+ }
+
+ $rows = $queryResult->fetchAll();
+
+ foreach( $rows as $row ) {
+ $entityType = $row['term_entity_type'];
+ $termType = $row['term_type'];
+ $lang = $row['term_language'];
+
+ $this->sendMetric(
+
"daily.wikidata.datamodel.$entityType.$termType.$lang",
+ $row['count']
+ );
+ }
+ }
+
+
+ private function sendMetric( $name, $value ) {
+ exec( "echo \"$name $value `date +%s`\" | nc -q0
graphite.eqiad.wmnet 2003" );
+ }
+
+}
--
To view, visit https://gerrit.wikimedia.org/r/255367
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Idd2a74905d0737055cd18c974ab0e01406c2359e
Gerrit-PatchSet: 1
Gerrit-Project: analytics/limn-wikidata-data
Gerrit-Branch: master
Gerrit-Owner: Addshore <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
