Christopher Johnson (WMDE) has uploaded a new change for review.
https://gerrit.wikimedia.org/r/247573
Change subject: refactors into /src removes datatable dom elements adds links
to page metrics from seeAlso adds link to this page icon, moves to right side
of page adds dashboardReference annotation to metrics.owl
......................................................................
refactors into /src
removes datatable dom elements
adds links to page metrics from seeAlso
adds link to this page icon, moves to right side of page
adds dashboardReference annotation to metrics.owl
Change-Id: I09560645308702e00cfa8b56d8f16bd93a55868c
---
M .gitignore
D Rcron.sh
M assets/catalog-v001.xml
M assets/metrics.owl
M data/sparql/spql1.tsv
M data/sparql/spql10.tsv
M data/sparql/spql11.tsv
M data/sparql/spql12.tsv
M data/sparql/spql13.tsv
M data/sparql/spql14.tsv
M data/sparql/spql15.tsv
M data/sparql/spql16.tsv
M data/sparql/spql17.tsv
M data/sparql/spql18.tsv
M data/sparql/spql19.tsv
M data/sparql/spql2.tsv
M data/sparql/spql20.tsv
M data/sparql/spql21.tsv
M data/sparql/spql3.tsv
M data/sparql/spql4.tsv
M data/sparql/spql5.tsv
M data/sparql/spql6.tsv
M data/sparql/spql7.tsv
M data/sparql/spql8.tsv
M data/sparql/spql9.tsv
M global.R
M server.R
R src/config.R
R src/model.R
R src/output/server-KPI.R
R src/output/server-RDFQ.R
R src/output/server-content.R
R src/output/server-developer.R
R src/output/server-engagement.R
R src/output/server-home.R
R src/output/server-recent.R
A src/scripts/Rcron.sh
R src/scripts/bulk_sparql.R
R src/scripts/bulk_sparql.Rout
R src/utils.R
M ui.R
41 files changed, 143 insertions(+), 99 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/wikidata/analytics/dashboard
refs/changes/73/247573/1
diff --git a/.gitignore b/.gitignore
index b9dfc21..e70988f 100644
--- a/.gitignore
+++ b/.gitignore
@@ -2,3 +2,4 @@
.Rproj.user/
.RData
.Rproj.user
+/data/sparql/*
diff --git a/Rcron.sh b/Rcron.sh
deleted file mode 100755
index 00edb39..0000000
--- a/Rcron.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-#! /bin/bash
-R CMD BATCH /srv/dashboards/shiny-server/wdm/bulk_sparql.R
diff --git a/assets/catalog-v001.xml b/assets/catalog-v001.xml
index 4775607..6d5e3fb 100644
--- a/assets/catalog-v001.xml
+++ b/assets/catalog-v001.xml
@@ -1,6 +1,6 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<catalog prefer="public" xmlns="urn:oasis:names:tc:entity:xmlns:xml:catalog">
<group id="Folder Repository, directory=, recursive=true,
Auto-Update=true, version=2" prefer="public" xml:base="">
- <uri id="Automatically generated entry, Timestamp=1444029417262"
name="http://wikiba.se/metrics"; uri="metrics.owl"/>
+ <uri id="Automatically generated entry, Timestamp=1445344434972"
name="http://wikiba.se/metrics"; uri="metrics.owl"/>
</group>
</catalog>
diff --git a/assets/metrics.owl b/assets/metrics.owl
index 264bb94..af0b60c 100644
--- a/assets/metrics.owl
+++ b/assets/metrics.owl
@@ -11,15 +11,15 @@
<rdf:RDF xmlns="http://wikiba.se/metrics#";
xml:base="http://wikiba.se/metrics";
- xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#";
+ xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#";
xmlns:owl="http://www.w3.org/2002/07/owl#";
xmlns:xsd="http://www.w3.org/2001/XMLSchema#";
- xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#";>
+ xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#";>
<owl:Ontology rdf:about="http://wikiba.se/metrics#"/>
+
-
- <!--
+ <!--
///////////////////////////////////////////////////////////////////////////////////////
//
// Annotation properties
@@ -27,22 +27,28 @@
///////////////////////////////////////////////////////////////////////////////////////
-->
+
+
+ <!-- http://wikiba.se/metrics#dashboardReference -->
+
+ <owl:AnnotationProperty
rdf:about="http://wikiba.se/metrics#dashboardReference"/>
+
<!-- http://wikiba.se/metrics#dataSourceURI -->
<owl:AnnotationProperty
rdf:about="http://wikiba.se/metrics#dataSourceURI"/>
-
+
<!-- http://wikiba.se/metrics#updateFrequency -->
<owl:AnnotationProperty
rdf:about="http://wikiba.se/metrics#updateFrequency"/>
+
-
- <!--
+ <!--
///////////////////////////////////////////////////////////////////////////////////////
//
// Classes
@@ -50,7 +56,7 @@
///////////////////////////////////////////////////////////////////////////////////////
-->
-
+
<!-- http://wikiba.se/metrics#Community_Health -->
@@ -58,31 +64,31 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Community_Health";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#KPI"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#Content -->
<owl:Class rdf:about="http://wikiba.se/metrics#Content"/>
-
+
<!-- http://wikiba.se/metrics#Daily -->
<owl:Class rdf:about="http://wikiba.se/metrics#Daily"/>
-
+
<!-- http://wikiba.se/metrics#Developer -->
<owl:Class rdf:about="http://wikiba.se/metrics#Developer"/>
-
+
<!-- http://wikiba.se/metrics#Engagement -->
<owl:Class rdf:about="http://wikiba.se/metrics#Engagement"/>
-
+
<!-- http://wikiba.se/metrics#External_Use -->
@@ -90,7 +96,7 @@
<owl:Class rdf:about="http://wikiba.se/metrics#External_Use";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#KPI"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#Internal_Use -->
@@ -98,13 +104,13 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Internal_Use";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#KPI"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#KPI -->
<owl:Class rdf:about="http://wikiba.se/metrics#KPI"/>
-
+
<!-- http://wikiba.se/metrics#Mailing_Lists -->
@@ -112,7 +118,7 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Mailing_Lists";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#Engagement"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#Partnerships -->
@@ -120,7 +126,7 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Partnerships";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#KPI"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#Quality -->
@@ -128,7 +134,7 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Quality";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#KPI"/>
</owl:Class>
-
+
<!-- http://wikiba.se/metrics#Social_Media -->
@@ -136,10 +142,10 @@
<owl:Class rdf:about="http://wikiba.se/metrics#Social_Media";>
<rdfs:subClassOf rdf:resource="http://wikiba.se/metrics#Engagement"/>
</owl:Class>
+
-
- <!--
+ <!--
///////////////////////////////////////////////////////////////////////////////////////
//
// Individuals
@@ -147,18 +153,19 @@
///////////////////////////////////////////////////////////////////////////////////////
-->
-
+
<!-- http://wikiba.se/metrics#Active_Users -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Active_Users";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Engagement"/>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/site_stats_active_users.tsv</dataSourceURI>
<rdfs:comment>any account with an action recorded in the RC table
during the last 30 days - see the source code of SpecialActiveusers.php for
more details.</rdfs:comment>
<updateFrequency>Daily</updateFrequency>
+ <dashboardReference>./?t=wikidata_active_users</dashboardReference>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/site_stats_active_users.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Descriptions_per_Item -->
@@ -167,18 +174,19 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Edits -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Edits";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Engagement"/>
- <rdfs:comment>updates to countable pages (in #Content namespaces).
Also includes new page creation.</rdfs:comment>
- <updateFrequency>Daily</updateFrequency>
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/site_stats_total_edits.tsv</dataSourceURI>
+ <updateFrequency>Daily</updateFrequency>
+ <rdfs:comment>updates to countable pages (in #Content namespaces).
Also includes new page creation.</rdfs:comment>
+ <dashboardReference>./?t=wikidata_edits</dashboardReference>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Edits_Day -->
@@ -188,7 +196,7 @@
<rdfs:label>Edits per Day</rdfs:label>
<rdfs:seeAlso>http://wikiba.se/metrics#Edits</rdfs:seeAlso>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Facebook -->
@@ -198,7 +206,7 @@
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_facebook.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#GooglePlus -->
@@ -208,7 +216,7 @@
<updateFrequency>Daily</updateFrequency>
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_googleplus.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#IRC -->
@@ -218,7 +226,7 @@
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_irc.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Identica -->
@@ -228,17 +236,17 @@
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_identica.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Items -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Items";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
- <updateFrequency>Monthly</updateFrequency>
<rdfs:isDefinedBy>http://wikiba.se/ontology#Item</rdfs:isDefinedBy>
+ <updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Labels_per_Item -->
@@ -247,7 +255,7 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#New_Pages_Day -->
@@ -257,7 +265,7 @@
<rdfs:label>New Pages per Day</rdfs:label>
<rdfs:seeAlso>http://wikiba.se/metrics#Pages</rdfs:seeAlso>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#New_Users_Day -->
@@ -267,18 +275,19 @@
<rdfs:label>New Active Users per Day</rdfs:label>
<rdfs:seeAlso>http://wikiba.se/metrics#Active_Users</rdfs:seeAlso>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Pages -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Pages";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
- <updateFrequency>Daily</updateFrequency>
<rdfs:comment>content pages are pages which contain an internal link
(aka wikilink), category or property link, and are not a redirect
page.</rdfs:comment>
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/site_stats_total_pages.tsv</dataSourceURI>
+ <updateFrequency>Daily</updateFrequency>
+ <dashboardReference>./?t=wikidata_pages</dashboardReference>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Properties -->
@@ -288,17 +297,17 @@
<updateFrequency>Monthly</updateFrequency>
<rdfs:isDefinedBy>http://wikiba.se/ontology#Property</rdfs:isDefinedBy>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Referenced_Statements_by_Type -->
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#Referenced_Statements_by_Type";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
- <updateFrequency>Monthly</updateFrequency>
<rdfs:isDefinedBy>http://wikiba.se/ontology#Statement</rdfs:isDefinedBy>
+ <updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#Referenced_Statements_to_Other_Sources_by_Type -->
@@ -308,17 +317,17 @@
<rdfs:isDefinedBy>http://wikiba.se/ontology#Statement</rdfs:isDefinedBy>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Referenced_Statements_to_Wikipedia_by_Type
-->
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#Referenced_Statements_to_Wikipedia_by_Type";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
-
<rdfs:isDefinedBy>http://wikiba.se/ontology#Statement</rdfs:isDefinedBy>
<updateFrequency>Monthly</updateFrequency>
+
<rdfs:isDefinedBy>http://wikiba.se/ontology#Statement</rdfs:isDefinedBy>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#References_Overview -->
@@ -328,7 +337,7 @@
<updateFrequency>Monthly</updateFrequency>
<rdfs:isDefinedBy>http://wikiba.se/ontology#Reference</rdfs:isDefinedBy>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#References_by_Type -->
@@ -338,17 +347,17 @@
<rdfs:isDefinedBy>http://wikiba.se/ontology#Reference</rdfs:isDefinedBy>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Statement_Ranks -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Statement_Ranks";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
- <rdfs:isDefinedBy>http://wikiba.se/ontology#Rank</rdfs:isDefinedBy>
<updateFrequency>Monthly</updateFrequency>
+ <rdfs:isDefinedBy>http://wikiba.se/ontology#Rank</rdfs:isDefinedBy>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Statements_per_Item -->
@@ -358,17 +367,17 @@
<rdfs:isDefinedBy>http://wikiba.se/ontology#Statement</rdfs:isDefinedBy>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Twitter -->
<owl:NamedIndividual rdf:about="http://wikiba.se/metrics#Twitter";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Social_Media"/>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_twitter.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_twitter.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#Wikimedia_links_per_item -->
@@ -377,7 +386,7 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Content"/>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#getClaim_Property_Use_count -->
@@ -385,10 +394,10 @@
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#getClaim_Property_Use_count";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Developer"/>
<rdfs:label>getClaim Property Use count</rdfs:label>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/getclaims_property_use.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/getclaims_property_use.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#mailing_list_messages_-l -->
@@ -397,7 +406,7 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Mailing_Lists"/>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#mailing_list_messages_-tech -->
@@ -406,37 +415,37 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Mailing_Lists"/>
<updateFrequency>Monthly</updateFrequency>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#mailing_list_subscribers_-l -->
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#mailing_list_subscribers_-l";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Mailing_Lists"/>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_mail.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_mail.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#mailing_list_subscribers_-tech -->
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#mailing_list_subscribers_-tech";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Mailing_Lists"/>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_techmail.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_techmail.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!-- http://wikiba.se/metrics#newsletter_subscribers -->
<owl:NamedIndividual
rdf:about="http://wikiba.se/metrics#newsletter_subscribers";>
<rdf:type rdf:resource="http://wikiba.se/metrics#Mailing_Lists"/>
-
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_newsletter.tsv</dataSourceURI>
<updateFrequency>Daily</updateFrequency>
+
<dataSourceURI>http://datasets.wikimedia.org/aggregate-datasets/wikidata/social_newsletter.tsv</dataSourceURI>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#number_of_editors_who_first_edited_in_the_specified_month_and_also_went_on_to_make_at_least_one_edit_12_months_later
-->
@@ -445,7 +454,7 @@
<rdf:type rdf:resource="http://wikiba.se/metrics#Community_Health"/>
<rdfs:label>number of editors who first edited in the specified month
and also went on to make at least one edit 12 months later</rdfs:label>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#percentage_of_statements_with_a_non-Wikimedia_reference_as_of_a_given_month
-->
@@ -456,7 +465,7 @@
<rdfs:seeAlso
rdf:datatype="&xsd;anyURI">https://tools.wmflabs.org/wikidata-todo/stats.php</rdfs:seeAlso>
<rdfs:comment>Total number is reported every two weeks in
"Statements referenced to other sources"</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#number_of_active_editors_who_make_5,_100_edits_in_given_month,_rolling_30_day_window
-->
@@ -471,7 +480,7 @@
Note: This definition differs from that of "active users" in
Special:Statistics, which counts any account with an action recorded in the RC
table during the last 30 days - see the source code of SpecialActiveusers.php
for more details.)</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#number_of_items_or_statements_contributed_by_partnership_A,_..._partnership_Z_in_a_given_month,_broken_down_by_quality,_edited_statements,_setup_length,_community_onboarding_time,_technical_audit,_size_of_institution,_usage_of_data_after_launch
-->
@@ -481,7 +490,7 @@
<rdfs:label>number of items or statements contributed by partnership
A, ... partnership Z in a given month, broken down by quality, edited
statements, setup length, community onboarding time, technical audit, size of
institution, usage of data after launch</rdfs:label>
<rdfs:comment>Should be fairly straightforward to track once actual
partnerships exist and quality/usage measures mature; see
https://commons.wikimedia.org/wiki/Commons:Partnerships for pre-existing models
in Wikimedia Commons</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#number_of_queries_by_non-browser_app_A,_...,_non-browser_app_Z_in_given_month,_rolling_30_day_window
-->
@@ -491,7 +500,7 @@
<rdfs:label>number of queries by non-browser app A,...,non-browser app
Z in given month, rolling 30 day window</rdfs:label>
<rdfs:comment>In principle obtainable via Hadoop analysis of logs;
application-breakdown can be tricky as we don't require API keys and
user-agents may be unhelpful</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#percentage/number_of_infoboxes_in_Wikipedia_which_use_1,_...,_n_statements_from_Wikidata_as_of_a_given_month
-->
@@ -501,7 +510,7 @@
<rdfs:label>percentage/number of infoboxes in Wikipedia which use 1,
..., n statements from Wikidata as of a given_month</rdfs:label>
<rdfs:comment>Depends on usage tracking support for items, which is
being gradually rolled out as of May 2015, see
https://phabricator.wikimedia.org/T49288</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#percentage/number_of_pages_in_Wikimedia_wikis_which_use_1,_...,_n_statements_from_Wikidata_as_of_a_given_month
-->
@@ -511,7 +520,7 @@
<rdfs:label>percentage/number of pages in Wikimedia wikis which use 1,
..., n statements from Wikidata as of a given month</rdfs:label>
<rdfs:comment>Depends on usage tracking support for items, which is
being gradually rolled out as of May 2015, see
https://phabricator.wikimedia.org/T49288</rdfs:comment>
</owl:NamedIndividual>
-
+
<!--
http://wikiba.se/metrics#percentage_of_items_with_a_quality_score_according_to_scoring_algorithm_A,_...,_scoring_algorithm_Z_higher_than_0,_...,_1
-->
@@ -526,3 +535,4 @@
<!-- Generated by the OWL API (version 3.5.0) http://owlapi.sourceforge.net -->
+
diff --git a/data/sparql/spql1.tsv b/data/sparql/spql1.tsv
index f8bddb9..abce504 100644
--- a/data/sparql/spql1.tsv
+++ b/data/sparql/spql1.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 2353341
2015-10-18 "2326987"
+2015-10-20 "2327322"
diff --git a/data/sparql/spql10.tsv b/data/sparql/spql10.tsv
index 6353117..ceec31f 100644
--- a/data/sparql/spql10.tsv
+++ b/data/sparql/spql10.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 887
2015-10-18 "886"
+2015-10-20 "886"
diff --git a/data/sparql/spql11.tsv b/data/sparql/spql11.tsv
index cdf0754..9848c32 100644
--- a/data/sparql/spql11.tsv
+++ b/data/sparql/spql11.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 31
2015-10-18 "31"
+2015-10-20 "31"
diff --git a/data/sparql/spql12.tsv b/data/sparql/spql12.tsv
index 456e757..0ed782d 100644
--- a/data/sparql/spql12.tsv
+++ b/data/sparql/spql12.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 30
2015-10-18 "30"
+2015-10-20 "30"
diff --git a/data/sparql/spql13.tsv b/data/sparql/spql13.tsv
index 498f8bf..3323471 100644
--- a/data/sparql/spql13.tsv
+++ b/data/sparql/spql13.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 2513357
2015-10-18 "2507958"
+2015-10-20 "2507730"
diff --git a/data/sparql/spql14.tsv b/data/sparql/spql14.tsv
index a2966f2..7e7a699 100644
--- a/data/sparql/spql14.tsv
+++ b/data/sparql/spql14.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 1121470
2015-10-18 "1120407"
+2015-10-20 "1120855"
diff --git a/data/sparql/spql15.tsv b/data/sparql/spql15.tsv
index 203be2d..9a895b0 100644
--- a/data/sparql/spql15.tsv
+++ b/data/sparql/spql15.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 1673007
2015-10-18 "1673030"
+2015-10-20 "1678643"
diff --git a/data/sparql/spql16.tsv b/data/sparql/spql16.tsv
index e1c46c8..2e1d87d 100644
--- a/data/sparql/spql16.tsv
+++ b/data/sparql/spql16.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 2113063
2015-10-18 "2112502"
+2015-10-20 "2113112"
diff --git a/data/sparql/spql17.tsv b/data/sparql/spql17.tsv
index 3da16c5..080eada 100644
--- a/data/sparql/spql17.tsv
+++ b/data/sparql/spql17.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 2921028
2015-10-18 "2921747"
+2015-10-20 "2925817"
diff --git a/data/sparql/spql18.tsv b/data/sparql/spql18.tsv
index 5f1d909..2400d77 100644
--- a/data/sparql/spql18.tsv
+++ b/data/sparql/spql18.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 925204
2015-10-18 "925324"
+2015-10-20 "925546"
diff --git a/data/sparql/spql19.tsv b/data/sparql/spql19.tsv
index 42d84a3..f754450 100644
--- a/data/sparql/spql19.tsv
+++ b/data/sparql/spql19.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 24426
2015-10-18 "24422"
+2015-10-20 "24425"
diff --git a/data/sparql/spql2.tsv b/data/sparql/spql2.tsv
index e235b8b..3a94b7d 100644
--- a/data/sparql/spql2.tsv
+++ b/data/sparql/spql2.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 195633
2015-10-18 "195419"
+2015-10-20 "195743"
diff --git a/data/sparql/spql20.tsv b/data/sparql/spql20.tsv
index 7f61655..bc65691 100644
--- a/data/sparql/spql20.tsv
+++ b/data/sparql/spql20.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 given name
2015-10-18 "given name"
+2015-10-20 "given name"
diff --git a/data/sparql/spql21.tsv b/data/sparql/spql21.tsv
index 9a41bce..6d43b6a 100644
--- a/data/sparql/spql21.tsv
+++ b/data/sparql/spql21.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 2469638
2015-10-18 "2471593"
+2015-10-20 "2488800"
diff --git a/data/sparql/spql3.tsv b/data/sparql/spql3.tsv
index 2787aac..7d0e0a0 100644
--- a/data/sparql/spql3.tsv
+++ b/data/sparql/spql3.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 67683
2015-10-18 "66813"
+2015-10-20 "67958"
diff --git a/data/sparql/spql4.tsv b/data/sparql/spql4.tsv
index 74e1dfe..023a67a 100644
--- a/data/sparql/spql4.tsv
+++ b/data/sparql/spql4.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 47367
2015-10-18 "44710"
+2015-10-20 "44854"
diff --git a/data/sparql/spql5.tsv b/data/sparql/spql5.tsv
index 120f0c7..1df29f8 100644
--- a/data/sparql/spql5.tsv
+++ b/data/sparql/spql5.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 1872
2015-10-18 "1867"
+2015-10-20 "1867"
diff --git a/data/sparql/spql6.tsv b/data/sparql/spql6.tsv
index 3a0abd0..8d8a1ac 100644
--- a/data/sparql/spql6.tsv
+++ b/data/sparql/spql6.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 649
2015-10-18 "648"
+2015-10-20 "648"
diff --git a/data/sparql/spql7.tsv b/data/sparql/spql7.tsv
index 64221b7..6612869 100644
--- a/data/sparql/spql7.tsv
+++ b/data/sparql/spql7.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 35
2015-10-18 "32"
+2015-10-20 "32"
diff --git a/data/sparql/spql8.tsv b/data/sparql/spql8.tsv
index 0f5572e..fcca021 100644
--- a/data/sparql/spql8.tsv
+++ b/data/sparql/spql8.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 20
2015-10-18 "20"
+2015-10-20 "20"
diff --git a/data/sparql/spql9.tsv b/data/sparql/spql9.tsv
index 4b1fa31..0448087 100644
--- a/data/sparql/spql9.tsv
+++ b/data/sparql/spql9.tsv
@@ -1,3 +1,4 @@
Sys.Date.. text
2015-10-17 205
2015-10-18 "205"
+2015-10-20 "205"
diff --git a/global.R b/global.R
index 8bbfdda..8036ed4 100644
--- a/global.R
+++ b/global.R
@@ -1,3 +1,3 @@
-source("config.R")
-source("model.R")
-source("utils.R")
\ No newline at end of file
+source("./src/config.R")
+source("./src/model.R")
+source("./src/utils.R")
\ No newline at end of file
diff --git a/server.R b/server.R
index 92109d9..470ac1a 100644
--- a/server.R
+++ b/server.R
@@ -41,17 +41,17 @@
})
# Home
- source('./output/server-home.R', local=TRUE)
+ source('./src/output/server-home.R', local=TRUE)
# Recent
- source('./output/server-recent.R', local=TRUE)
+ source('./src/output/server-recent.R', local=TRUE)
# Developer
- source('./output/server-developer.R', local=TRUE)
+ source('./src/output/server-developer.R', local=TRUE)
# RDF
- source('./output/server-RDFQ.R', local=TRUE)
+ source('./src/output/server-RDFQ.R', local=TRUE)
# Engagement
- source('./output/server-engagement.R', local=TRUE)
+ source('./src/output/server-engagement.R', local=TRUE)
# Content
- source('./output/server-content.R', local=TRUE)
+ source('./src/output/server-content.R', local=TRUE)
# KPI
- source('./output/server-KPI.R', local=TRUE)
+ source('./src/output/server-KPI.R', local=TRUE)
}
diff --git a/config.R b/src/config.R
similarity index 68%
rename from config.R
rename to src/config.R
index c5a8089..2d75d5c 100644
--- a/config.R
+++ b/src/config.R
@@ -19,10 +19,13 @@
library(DT)
library(XML)
-data_uri <- "/srv/dashboards/shiny-server/wdm/data/"
-sparql_data_uri <- "/srv/dashboards/shiny-server/wdm/data/sparql/"
+base_uri <- "/srv/dashboards/shiny-server/wdm/"
+data_uri <- paste0(base_uri, "data/")
+sparql_data_uri <- paste0(data_uri, "sparql/")
+custom_css <- paste0(base_uri, "assets/css/custom.css")
+metrics_rdf <- paste0(base_uri, "assets/metrics.owl")
+
source_data_uri <- "http://wdm-data.wmflabs.org/data/";
agg_data_uri <- "http://datasets.wikimedia.org/aggregate-datasets/wikidata/";
wdqs_uri <- "https://query.wikidata.org/bigdata/namespace/wdq/sparql?query=";
-custom_css <- "./assets/css/custom.css"
-metrics_rdf <- "/srv/dashboards/shiny-server/wdm/assets/metrics.owl"
+
diff --git a/model.R b/src/model.R
similarity index 100%
rename from model.R
rename to src/model.R
diff --git a/output/server-KPI.R b/src/output/server-KPI.R
similarity index 100%
rename from output/server-KPI.R
rename to src/output/server-KPI.R
diff --git a/output/server-RDFQ.R b/src/output/server-RDFQ.R
similarity index 100%
rename from output/server-RDFQ.R
rename to src/output/server-RDFQ.R
diff --git a/output/server-content.R b/src/output/server-content.R
similarity index 100%
rename from output/server-content.R
rename to src/output/server-content.R
diff --git a/output/server-developer.R b/src/output/server-developer.R
similarity index 100%
rename from output/server-developer.R
rename to src/output/server-developer.R
diff --git a/output/server-engagement.R b/src/output/server-engagement.R
similarity index 100%
rename from output/server-engagement.R
rename to src/output/server-engagement.R
diff --git a/output/server-home.R b/src/output/server-home.R
similarity index 90%
rename from output/server-home.R
rename to src/output/server-home.R
index c94c7db..db68aa1 100644
--- a/output/server-home.R
+++ b/src/output/server-home.R
@@ -18,7 +18,7 @@
dt_join <- dt_join[,.SD,.SDcols=c(1:2,5)]
cuts <- 0
output$wikidata_daily_summary_table <- DT::renderDataTable(
- datatable(dt_join[2:5], class = "display compact", colnames = c("Property",
"Value", "Delta"), caption = paste0("Statistics for ", dt_join[1,V1])) %>%
+ datatable(dt_join[2:5], class = "display compact", colnames = c("Property",
"Value", "Delta"), options = list(dom = 't'), caption = paste0("Statistics for
", dt_join[1,V1])) %>%
formatCurrency(2:3, currency = "", interval = 3, mark = ",") %>%
formatStyle(3, color = styleInterval(cuts, c("red", "green"))
))
@@ -41,7 +41,7 @@
dv_join <- dv_join[,.SD,.SDcols=c(1:2,5)]
cuts <- 0
output$wikidata_daily_datavalues_table <- DT::renderDataTable(
- datatable(dv_join[2:4], class = "display compact", colnames = c("Property",
"Value", "Delta"), caption = paste0("WDQS Sourced Statistics for ",
dv_join[1,V1])) %>%
+ datatable(dv_join[2:4], class = "display compact", colnames = c("Property",
"Value", "Delta"), options = list(dom = 't'), caption = paste0("WDQS Sourced
Statistics for ", dv_join[1,V1])) %>%
formatCurrency(2:3, currency = "", interval = 3, mark = ",") %>%
formatStyle(3, color = styleInterval(cuts, c("red", "green"))
))
diff --git a/output/server-recent.R b/src/output/server-recent.R
similarity index 89%
rename from output/server-recent.R
rename to src/output/server-recent.R
index 0cac3cd..7f292b9 100644
--- a/output/server-recent.R
+++ b/src/output/server-recent.R
@@ -23,7 +23,8 @@
output$metric_meta_recent_edits_seeAlso <- renderUI({
metric_desc <- get_rdf_metadata(paste0("<",daily_obj[3],">"),
"<http://www.w3.org/2000/01/rdf-schema#seeAlso>")
- standard_seeAlso_box(metric_desc[1])
+ metric_reference <- get_rdf_metadata(paste0("<",engagement_obj[1],">"),
"<http://wikiba.se/metrics#dashboardReference>")
+ standard_seeAlso_box(metric_reference, metric_desc[1])
})
# http://wikiba.se/metrics#RecentPages
wikidata_recent_pages <- wikidata_pages[which(wikidata_pages$date > Sys.Date()
- 8),]
@@ -54,7 +55,8 @@
})
output$metric_meta_recent_pages_seeAlso <- renderUI({
metric_desc <- get_rdf_metadata(paste0("<",daily_obj[2],">"),
"<http://www.w3.org/2000/01/rdf-schema#seeAlso>")
- standard_seeAlso_box(metric_desc[1])
+ metric_reference <- get_rdf_metadata(paste0("<",content_obj[13],">"),
"<http://wikiba.se/metrics#dashboardReference>")
+ standard_seeAlso_box(metric_reference, metric_desc[1])
})
# http://wikiba.se/metrics#RecentUsers
df_recent_users <- wikidata_active_users[order(wikidata_active_users$date,
decreasing =TRUE),]
@@ -78,5 +80,6 @@
})
output$metric_meta_recent_users_seeAlso <- renderUI({
metric_desc <- get_rdf_metadata(paste0("<",daily_obj[1],">"),
"<http://www.w3.org/2000/01/rdf-schema#seeAlso>")
- standard_seeAlso_box(metric_desc[1])
+ metric_reference <- get_rdf_metadata(paste0("<",engagement_obj[2],">"),
"<http://wikiba.se/metrics#dashboardReference>")
+ standard_seeAlso_box(metric_reference, metric_desc[1])
})
diff --git a/src/scripts/Rcron.sh b/src/scripts/Rcron.sh
new file mode 100755
index 0000000..5e210c1
--- /dev/null
+++ b/src/scripts/Rcron.sh
@@ -0,0 +1,2 @@
+#! /bin/bash
+R CMD BATCH /srv/dashboards/shiny-server/wdm/src/scripts/bulk_sparql.R
diff --git a/bulk_sparql.R b/src/scripts/bulk_sparql.R
similarity index 100%
rename from bulk_sparql.R
rename to src/scripts/bulk_sparql.R
diff --git a/bulk_sparql.Rout b/src/scripts/bulk_sparql.Rout
similarity index 100%
rename from bulk_sparql.Rout
rename to src/scripts/bulk_sparql.Rout
diff --git a/utils.R b/src/utils.R
similarity index 98%
rename from utils.R
rename to src/utils.R
index 0e53ccd..0603c9d 100644
--- a/utils.R
+++ b/src/utils.R
@@ -170,8 +170,8 @@
return(box(title = "Individual", width = 12, status = "primary", tags$a(href
= value, value)))
}
-standard_seeAlso_box <- function(value) {
- return(box(title = "seeAlso", width = 6, status = "primary", tags$a(href =
value, value, target="_blank")))
+standard_seeAlso_box <- function(href, value) {
+ return(box(title = "seeAlso", width = 6, status = "primary", tags$a(value,
href=href, target="_blank")))
}
diff --git a/ui.R b/ui.R
index bab6f07..0921181 100644
--- a/ui.R
+++ b/ui.R
@@ -19,7 +19,7 @@
menuSubItem(text = "getClaims Usage", tabName =
"wikidata_daily_getclaims_property_use")),
# menuItem(text = "Social Stats", icon = icon("heart"),
# menuSubItem(text = "Networks", tabName =
"wikidata_daily_social")),
- menuItem(text = "", badgeLabel = "Weekly RDF Stats", badgeColor = "red"),
+ menuItem(text = "", badgeLabel = "Weekly RDF", badgeColor = "red"),
menuItem(text = "Queries", icon = icon("question"),
menuSubItem(text = "Lists", tabName = "wikidata_rdf_queries")),
menuItem(text = "", badgeLabel = "Monthly", badgeColor = "purple"),
@@ -68,7 +68,9 @@
fluidRow(
uiOutput("metric_meta_recent_edits_seeAlso")
),
- tags$a(href="./?t=wikidata_daily_edits_delta", "Link here: ",
icon("external-link"))),
+ fluidRow(column(width=12, offset=10,
+ tags$a(href="./?t=wikidata_daily_edits_delta", "Link to this Page:
", icon("share-alt")))
+ )),
tabItem(tabName = "wikidata_daily_pages_delta",
dygraphOutput("wikidata_daily_pages_delta_plot"),
tags$br(),
@@ -79,7 +81,9 @@
fluidRow(
uiOutput("metric_meta_recent_pages_seeAlso")
),
- tags$a(href="./?t=wikidata_daily_pages_delta", "Link here: ",
icon("external-link"))),
+ fluidRow(column(width=12, offset=10,
+ tags$a(href="./?t=wikidata_daily_pages_delta", "Link to this Page:
", icon("share-alt")))
+ )),
tabItem(tabName = "wikidata_daily_users_delta",
dygraphOutput("wikidata_daily_users_delta_plot"),
tags$br(),
@@ -89,7 +93,9 @@
fluidRow(
uiOutput("metric_meta_recent_users_seeAlso")
),
- tags$a(href="./?t=wikidata_daily_users_delta", "Link here: ",
icon("external-link"))),
+ fluidRow(column(width=12, offset=10,
+ tags$a(href="./?t=wikidata_daily_users_delta", "Link to this Page:
", icon("share-alt")))
+ )),
tabItem(tabName = "wikidata_daily_social",
dygraphOutput("wikidata_daily_social_plot"),
tags$br(),
--
To view, visit https://gerrit.wikimedia.org/r/247573
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I09560645308702e00cfa8b56d8f16bd93a55868c
Gerrit-PatchSet: 1
Gerrit-Project: wikidata/analytics/dashboard
Gerrit-Branch: master
Gerrit-Owner: Christopher Johnson (WMDE) <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
