[MediaWiki-commits] [Gerrit] analytics...WDCM[master]: Semantics Dashboard

2017-10-23 Thread GoranSMilovanovic (Code Review) 
GoranSMilovanovic has submitted this change and it was merged. ( 
https://gerrit.wikimedia.org/r/386121 )

Change subject: Semantics Dashboard
..


Semantics Dashboard

Change-Id: I53b8d162a3e729f388992efdb3d5358ab6646565
---
M WDCM_SemanticsDashboard/server.R
M WDCM_SemanticsDashboard/ui.R
A WDCM_ShinyServerFrontPage/SemanticsDashboard.png
M WDCM_ShinyServerFrontPage/wdcm_ShinyFront.html
4 files changed, 398 insertions(+), 20 deletions(-)

Approvals:
  GoranSMilovanovic: Verified; Looks good to me, approved



diff --git a/WDCM_SemanticsDashboard/server.R b/WDCM_SemanticsDashboard/server.R
index 1ebb4a8..f07ae5b 100644
--- a/WDCM_SemanticsDashboard/server.R
+++ b/WDCM_SemanticsDashboard/server.R
@@ -57,6 +57,9 @@
 res <- dbSendQuery(con, q)
 dbClearResult(res)
 
+### --- itemTopicTables
+itemTopicTables <- st$tables[which(grepl("wdcm2_itemtopic_", st$tables, fixed 
= T))]
+
 ### --- fetch wdcm2_project
 q <- "SELECT * FROM wdcm2_project;"
 res <- dbSendQuery(con, q)
@@ -96,7 +99,7 @@
 lF <- lF[grepl("wdcm2_projecttopic_", lF, fixed = T)]
 projectTopic <- vector(mode = "list", length = length(lF))
 for (i in 1:length(lF)) {
-  projectTopic[[i]] <- fread(lF[i])
+  projectTopic[[i]] <- fread(lF[i], data.table = F)
 }
 names(projectTopic) <- sapply(lF, function(x) {
   strsplit(strsplit(x, split = ".", fixed = T)[[1]][1],
@@ -157,6 +160,294 @@
 ### --- shinyServer
 shinyServer(function(input, output, session) {
   
+  ### --
+  ### --- TAB: tabPanel Semantic Models
+  ### --
+  
+  ### --- SELECT: update select 'selectCategory'
+  updateSelectizeInput(session,
+   'selectCategory',
+   "Select Semantic Category:",
+   choices = categories,
+   selected = categories[round(runif(1, 1, 
length(categories)))],
+   server = TRUE)
+  
+  ### --- REACTIVE: category specific wdcm_itemtopic data.frame
+  itemTopicsNum <- reactive({
+sC <- gsub(" ", "", input$selectCategory, fixed = T)
+sTable <- itemTopicTables[which(grepl(sC, itemTopicTables, fixed = T))]
+### -- Connect
+con <- dbConnect(MySQL(), 
+ host = "tools.labsdb", 
+ defult.file = 
"/home/goransm/mySQL_Credentials/replica.my.cnf",
+ dbname = "u16664__wdcm_p",
+ user = mySQLCreds$user,
+ password = mySQLCreds$password)
+### --- check the particular table
+q <- paste("DESCRIBE ", sTable, ";", sep = "")
+res <- dbSendQuery(con, q)
+sIT <- fetch(res, -1)
+dbClearResult(res)
+### --- Disconnect
+dbDisconnect(con)
+sum(grepl("topic", sIT$Field))
+  })
+  
+  ### --- SELECT: updateSelectizeInput 'selectCatTopic'
+  output$selectCatTopic <-
+renderUI({
+  if ((is.null(input$selectCategory)) | (length(input$selectCategory) == 
0)) {
+selectInput(inputId = "selectCategoryTopic",
+label = "Select Semantic Topic:",
+choices = NULL,
+selected = NULL)
+  } else {
+cH <- paste("Topic", 1:itemTopicsNum(), sep = " ")
+selectInput(inputId = "selectCategoryTopic",
+label = "Select Semantic Topic:",
+choices = cH,
+selected = cH[1])
+  }
+})
+  
+  ### --- REACTIVE current itemTopic table:
+  itemTopic <- reactive({
+  sC <- gsub(" ", "", input$selectCategory, fixed = T)
+  sTable <- itemTopicTables[which(grepl(sC, itemTopicTables, fixed = T))]
+  cTopic <- tolower(gsub(" ", "", input$selectCategoryTopic))
+  if (!length(cTopic) == 0) {
+### -- Connect
+con <- dbConnect(MySQL(),
+ host = "tools.labsdb",
+ defult.file = 
"/home/goransm/mySQL_Credentials/replica.my.cnf",
+ dbname = "u16664__wdcm_p",
+ user = mySQLCreds$user,
+ password = mySQLCreds$password)
+### --- check the particular table
+q <- 'SET CHARACTER SET utf8;'
+res <- dbSendQuery(con, q)
+q <- paste("SELECT * FROM ", sTable, " ORDER BY ", cTopic, " DESC 
LIMIT 50;", sep = "")
+res <- dbSendQuery(con, q)
+iT <- fetch(res, -1)
+dbClearResult(res)
+### --- Disconnect
+dbDisconnect(con)
+### --- Output:
+return(iT) 
+  } else {return(NULL)}
+  })
+  
+  ### --- OUTPUT output$topItemsTopic
+  output$topItemsTopic <- renderPlot({
+if (!is.null(itemTopic())) {
+  cTopic <- tolower(gsub(" ", "", input$selectCategoryTopic))
+  plotFrame <- itemTopic()
+  plotFrame <- select(plotFrame, 
+  eu_label, eu_entity_id, cTopic)
+  colnames(plotFrame) <- c('Label', 'Id', 'Probability')
+

[MediaWiki-commits] [Gerrit] analytics...WDCM[master]: Semantics Dashboard

2017-10-23 Thread GoranSMilovanovic (Code Review) 
GoranSMilovanovic has uploaded a new change for review. ( 
https://gerrit.wikimedia.org/r/386121 )

Change subject: Semantics Dashboard
..

Semantics Dashboard

Change-Id: I53b8d162a3e729f388992efdb3d5358ab6646565
---
M WDCM_SemanticsDashboard/server.R
M WDCM_SemanticsDashboard/ui.R
A WDCM_ShinyServerFrontPage/SemanticsDashboard.png
M WDCM_ShinyServerFrontPage/wdcm_ShinyFront.html
4 files changed, 398 insertions(+), 20 deletions(-)


  git pull ssh://gerrit.wikimedia.org:29418/analytics/wmde/WDCM 
refs/changes/21/386121/1

diff --git a/WDCM_SemanticsDashboard/server.R b/WDCM_SemanticsDashboard/server.R
index 1ebb4a8..f07ae5b 100644
--- a/WDCM_SemanticsDashboard/server.R
+++ b/WDCM_SemanticsDashboard/server.R
@@ -57,6 +57,9 @@
 res <- dbSendQuery(con, q)
 dbClearResult(res)
 
+### --- itemTopicTables
+itemTopicTables <- st$tables[which(grepl("wdcm2_itemtopic_", st$tables, fixed 
= T))]
+
 ### --- fetch wdcm2_project
 q <- "SELECT * FROM wdcm2_project;"
 res <- dbSendQuery(con, q)
@@ -96,7 +99,7 @@
 lF <- lF[grepl("wdcm2_projecttopic_", lF, fixed = T)]
 projectTopic <- vector(mode = "list", length = length(lF))
 for (i in 1:length(lF)) {
-  projectTopic[[i]] <- fread(lF[i])
+  projectTopic[[i]] <- fread(lF[i], data.table = F)
 }
 names(projectTopic) <- sapply(lF, function(x) {
   strsplit(strsplit(x, split = ".", fixed = T)[[1]][1],
@@ -157,6 +160,294 @@
 ### --- shinyServer
 shinyServer(function(input, output, session) {
   
+  ### --
+  ### --- TAB: tabPanel Semantic Models
+  ### --
+  
+  ### --- SELECT: update select 'selectCategory'
+  updateSelectizeInput(session,
+   'selectCategory',
+   "Select Semantic Category:",
+   choices = categories,
+   selected = categories[round(runif(1, 1, 
length(categories)))],
+   server = TRUE)
+  
+  ### --- REACTIVE: category specific wdcm_itemtopic data.frame
+  itemTopicsNum <- reactive({
+sC <- gsub(" ", "", input$selectCategory, fixed = T)
+sTable <- itemTopicTables[which(grepl(sC, itemTopicTables, fixed = T))]
+### -- Connect
+con <- dbConnect(MySQL(), 
+ host = "tools.labsdb", 
+ defult.file = 
"/home/goransm/mySQL_Credentials/replica.my.cnf",
+ dbname = "u16664__wdcm_p",
+ user = mySQLCreds$user,
+ password = mySQLCreds$password)
+### --- check the particular table
+q <- paste("DESCRIBE ", sTable, ";", sep = "")
+res <- dbSendQuery(con, q)
+sIT <- fetch(res, -1)
+dbClearResult(res)
+### --- Disconnect
+dbDisconnect(con)
+sum(grepl("topic", sIT$Field))
+  })
+  
+  ### --- SELECT: updateSelectizeInput 'selectCatTopic'
+  output$selectCatTopic <-
+renderUI({
+  if ((is.null(input$selectCategory)) | (length(input$selectCategory) == 
0)) {
+selectInput(inputId = "selectCategoryTopic",
+label = "Select Semantic Topic:",
+choices = NULL,
+selected = NULL)
+  } else {
+cH <- paste("Topic", 1:itemTopicsNum(), sep = " ")
+selectInput(inputId = "selectCategoryTopic",
+label = "Select Semantic Topic:",
+choices = cH,
+selected = cH[1])
+  }
+})
+  
+  ### --- REACTIVE current itemTopic table:
+  itemTopic <- reactive({
+  sC <- gsub(" ", "", input$selectCategory, fixed = T)
+  sTable <- itemTopicTables[which(grepl(sC, itemTopicTables, fixed = T))]
+  cTopic <- tolower(gsub(" ", "", input$selectCategoryTopic))
+  if (!length(cTopic) == 0) {
+### -- Connect
+con <- dbConnect(MySQL(),
+ host = "tools.labsdb",
+ defult.file = 
"/home/goransm/mySQL_Credentials/replica.my.cnf",
+ dbname = "u16664__wdcm_p",
+ user = mySQLCreds$user,
+ password = mySQLCreds$password)
+### --- check the particular table
+q <- 'SET CHARACTER SET utf8;'
+res <- dbSendQuery(con, q)
+q <- paste("SELECT * FROM ", sTable, " ORDER BY ", cTopic, " DESC 
LIMIT 50;", sep = "")
+res <- dbSendQuery(con, q)
+iT <- fetch(res, -1)
+dbClearResult(res)
+### --- Disconnect
+dbDisconnect(con)
+### --- Output:
+return(iT) 
+  } else {return(NULL)}
+  })
+  
+  ### --- OUTPUT output$topItemsTopic
+  output$topItemsTopic <- renderPlot({
+if (!is.null(itemTopic())) {
+  cTopic <- tolower(gsub(" ", "", input$selectCategoryTopic))
+  plotFrame <- itemTopic()
+  plotFrame <- select(plotFrame, 
+  eu_label, eu_entity_id, cTopic)
+  colnames(plotFrame) <- c('Label', 'Id', 'Probability')
+

[MediaWiki-commits] [Gerrit] analytics...WDCM[master]: Semantics Dashboard + File Structure

2017-10-22 Thread GoranSMilovanovic (Code Review) 
GoranSMilovanovic has submitted this change and it was merged. ( 
https://gerrit.wikimedia.org/r/385929 )

Change subject: Semantics Dashboard + File Structure
..


Semantics Dashboard + File Structure

Change-Id: I9385416ebf6b7100687d57b2bb9640fdd7e2b9c8
---
A .directory
A .gitignore
D WDCM_Dahsboard/server.R
D WDCM_Dahsboard/ui.R
M WDCM_OverviewDashboard/server.R
M WDCM_OverviewDashboard/ui.R
M WDCM_Process.R
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ArchitecturalStructure.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Book.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Gene.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Organization.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_WorkofArt.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ArchitecturalStructure.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Book.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Gene.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Organization.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_WorkofArt.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ArchitecturalStructure.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Book.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Gene.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Organization.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_WorkofArt.csv
M WDCM_SemanticsDashboard/server.R
M WDCM_SemanticsDashboard/ui.R
A WDCM_SemanticsDashboard/www/Wikidata-logo-en.png
A WDCM_TechDocumentation/.directory
M WDCM_UsageDashboard/server.R
M WDCM_UsageDashboard/ui.R
55 files changed, 16,343 insertions(+), 2,460 deletions(-)

Approvals:
  GoranSMilovanovic: Verified; Looks good to me, approved




-- 
To view, visit https://gerrit.wikimedia.org/r/385929
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings

Gerrit-MessageType: merged
Gerrit-Change-Id: I9385416ebf6b7100687d57b2bb9640fdd7e2b9c8
Gerrit-PatchSet: 1
Gerrit-Project: analytics/wmde/WDCM
Gerrit-Branch: master
Gerrit-Owner: GoranSMilovanovic 
Gerrit-Reviewer: GoranSMilovanovic 

___
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits

[MediaWiki-commits] [Gerrit] analytics...WDCM[master]: Semantics Dashboard + File Structure

2017-10-22 Thread GoranSMilovanovic (Code Review) 
GoranSMilovanovic has uploaded a new change for review. ( 
https://gerrit.wikimedia.org/r/385929 )

Change subject: Semantics Dashboard + File Structure
..

Semantics Dashboard + File Structure

Change-Id: I9385416ebf6b7100687d57b2bb9640fdd7e2b9c8
---
A .directory
A .gitignore
D WDCM_Dahsboard/server.R
D WDCM_Dahsboard/ui.R
M WDCM_OverviewDashboard/server.R
M WDCM_OverviewDashboard/ui.R
M WDCM_Process.R
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ArchitecturalStructure.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Book.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Gene.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Organization.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_projecttopic_WorkofArt.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ArchitecturalStructure.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Book.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Gene.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Organization.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkEdges_project_WorkofArt.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ArchitecturalStructure.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_AstronomicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Book.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ChemicalEntities.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Event.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Gene.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_GeographicalObject.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Human.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Organization.csv
A 
WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_ScientificArticle.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Taxon.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Thoroughfare.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_Wikimedia.csv
A WDCM_SemanticsDashboard/data/wdcm2_visNetworkNodes_project_WorkofArt.csv
M WDCM_SemanticsDashboard/server.R
M WDCM_SemanticsDashboard/ui.R
A WDCM_SemanticsDashboard/www/Wikidata-logo-en.png
A WDCM_TechDocumentation/.directory
M WDCM_UsageDashboard/server.R
M WDCM_UsageDashboard/ui.R
55 files changed, 16,343 insertions(+), 2,460 deletions(-)


  git pull ssh://gerrit.wikimedia.org:29418/analytics/wmde/WDCM 
refs/changes/29/385929/1


-- 
To view, visit https://gerrit.wikimedia.org/r/385929
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings

Gerrit-MessageType: newchange
Gerrit-Change-Id: I9385416ebf6b7100687d57b2bb9640fdd7e2b9c8
Gerrit-PatchSet: 1
Gerrit-Project: analytics/wmde/WDCM
Gerrit-Branch: master
Gerrit-Owner: GoranSMilovanovic 

___
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits