Diederik has submitted this change and it was merged.

Change subject: Fixed 341
......................................................................


Fixed 341

  * Merged Australia into Oceania region
  * Removed Australia as region
  * Added test to check if Australia still appears in SquidReportCountryData.htm
  * removed output from test 09
  * added dummy file(blank.sh) to testdata/merge-australia-into-oceania to make
    sure the directory is versioned
  * fixed CommonConfig.pm with $WORKSPACE variable
  * updated with pipe-separated 5-th field containing both IP and
    Country code

Change-Id: I1474fcd79ddc5d958e45961e37e31d29bd9677fa
---
A .travis.yml
M squids/.gitignore
M squids/csv/.gitignore
M squids/csv/meta/RegionCodes.csv
M squids/perl/SquidCountArchiveProcessLogRecord.pm
M squids/perl/SquidCountArchiveReadInput.pm
M squids/perl/SquidReportArchive.pl
M squids/t/06-regression-mismatch-world-north-south-unknown.t
M squids/t/09-regression-totals-fixes-squidreportclients.t
A squids/t/11-merge-australia-into-oceania.t
M squids/t/CommonConfig.pm
M squids/t/Generate/Squid.pm
A squids/testdata/merge-australia-into-oceania/SquidCountArchiveConfig.pm
A squids/testdata/merge-australia-into-oceania/SquidReportArchiveConfig.pm
A squids/testdata/merge-australia-into-oceania/blank.txt
15 files changed, 189 insertions(+), 79 deletions(-)

Approvals:
  Erik Zachte: Checked
  Diederik: Looks good to me, approved
  jenkins-bot: Verified



diff --git a/.travis.yml b/.travis.yml
new file mode 100644
index 0000000..e950543
--- /dev/null
+++ b/.travis.yml
@@ -0,0 +1,23 @@
+
+language: perl
+perl:
+  - "5.16"
+  - "5.14"
+  - "5.12"
+  - "5.10"
+
+
+before_install:
+
+  - sudo apt-get update  -qq
+  - # sudo apt-get install -qq 
+  - cpanm --quiet --notest Template
+  - cpanm --quiet --notest JSON::XS HTML::TreeBuilder::XPath
+
+install: ""
+
+script: 
+  - hostname
+  - pwd
+  - echo "=================================================="
+  - cd squids; prove -v -Iperl/ t/
diff --git a/squids/.gitignore b/squids/.gitignore
index a25cb96..3b337db 100644
--- a/squids/.gitignore
+++ b/squids/.gitignore
@@ -29,8 +29,11 @@
 !*.sh
 # file specifying line-ending characters
 !.gitattributes
+!testdata
 !testdata/
 !testdata/*
+!testdata/*/*.pm
+!testdata/*/*.txt
 !testdata/*/*.gz
 
 # and readme's
@@ -45,6 +48,7 @@
 !logs_basic/
 
 
+!csv
 
 # advice Linus
 # use add -f to add few files in ignored folders
diff --git a/squids/csv/.gitignore b/squids/csv/.gitignore
index 6309fb0..ddeaea3 100644
--- a/squids/csv/.gitignore
+++ b/squids/csv/.gitignore
@@ -1,6 +1,11 @@
 # ignore all
 *
 
+
+!meta
+!meta/
+!meta/*.csv
+
 # expect this file
 !.gitignore
 
diff --git a/squids/csv/meta/RegionCodes.csv b/squids/csv/meta/RegionCodes.csv
index 5a32a01..35cc5c2 100644
--- a/squids/csv/meta/RegionCodes.csv
+++ b/squids/csv/meta/RegionCodes.csv
@@ -30,7 +30,7 @@
 AR,SA,S,Argentina
 AS,OC,S,American Samoa
 AT,EU,N,Austria
-AU,AU,N,Australia
+AU,OC,N,Australia
 AW,SA,S,Aruba
 AX,EU,N,Aland Islands
 AZ,AS,S,Azerbaijan
@@ -110,7 +110,7 @@
 GW,AF,S,Guinea-Bissau
 GY,SA,S,Guyana
 HK,AS,S,Hong Kong
-HM,AU,N,Heard Island and McDonald Islands
+HM,OC,N,Heard Island and McDonald Islands
 HN,CA,S,Honduras
 HR,EU,N,Croatia
 HT,CA,S,Haiti
diff --git a/squids/perl/SquidCountArchiveProcessLogRecord.pm 
b/squids/perl/SquidCountArchiveProcessLogRecord.pm
index 7d32ef1..d537512 100755
--- a/squids/perl/SquidCountArchiveProcessLogRecord.pm
+++ b/squids/perl/SquidCountArchiveProcessLogRecord.pm
@@ -97,7 +97,8 @@
       $redirected_to_mobile += $count_event ;
       return ;
     }
-  }
+  };
+
 
   $url =~ s/^http\w?\:\/\///o ;
   $url =~ s/\%3A/:/gio ;
@@ -142,58 +143,12 @@
   else
   { $mimecat = "other" ; }
 
+
+
   if ($job_runs_on_production_server)
   {
     $country = "" ;
-
-    #################################################
-    # udp-filters has logic for gelocating and it's using
-    # the x-forwarded-for field to geolocate first if that's
-    # present but only the first ip inside that field.
-    # 
-    # At the present moment there is not enough time to 
-    # check all the ips in XFF field but we can come back
-    # at this later -- Stefan Petrea
-    #
-    # The reason for this is that now 2012-Dec-04 we have a high
-    # priority for getting editor reports for November out
-    # there.
-    #################################################
-
-    #@xffparts = split('%20',$xff) ;
-    #foreach $ip (@xffparts)
-    #{
-       #next if $country ne "" ;
-       #if ($ip =~ /^\d+\.\d+\.\d+\.\d+$/)
-       #{
-         #$country = $savedipcountry { $ip } ;
-         #if ($country eq "")
-         #{
-           #$country = `echo $ip | /usr/local/bin/geoiplogtag 1` ;
-           #$country =~ s/.*\s([\w-\(])/$1/ ;
-           #$country =~ s/\s//g ;
-           #$savedipcountry { $ip } = $country ;
-         #}
-         #$foundip = $ip ;
-         #if ($country =~ /(^(--|-P|A1|A2|AB|BL|G2|GF|KO|MF|O1|TE|TK)$|null)/ 
) # Non-countries
-         #{ $country = "" ; }
-       #}
-    #}
-    if ($country eq "")
-    {
-      $country = $fields [14] ;
-      $foundip = $client_ip ;
-    }
-    if (($country eq "") || ($country =~ /null/))
-    {
-      $country = "--" ;
-      if ($foundip =~ /:/)
-      {
-        $country = "-P" ;
-      }
-    }
-    if (&IsInternal($foundip))
-    { $country = "-X" ; }
+    ($country) = $client_ip =~ /\|(..)$/;
   }
   else
   {
diff --git a/squids/perl/SquidCountArchiveReadInput.pm 
b/squids/perl/SquidCountArchiveReadInput.pm
index 6e8ad7d..d578444 100755
--- a/squids/perl/SquidCountArchiveReadInput.pm
+++ b/squids/perl/SquidCountArchiveReadInput.pm
@@ -182,12 +182,12 @@
       else
       { open IN,"<$file_in" ; } # http://perldoc.perl.org/functions/open.html
       
-      $fields_expected = 14 ;
+      $fields_expected = 13 ;
     }
     else
     {
       open IN, '<', $file_in ;
-      $fields_expected = 14 ; # add fake country code
+      $fields_expected = 13 ; # add fake country code
     # $fields_expected = 13 ;
     }
 
@@ -220,7 +220,7 @@
 # print "mime " . $fields[10] . "\n" ;
 #next if $fields [9] eq '-' ;
 #next if $fields [9] =~ /NONE/ ;
-     if ($#fields > 14)
+     if ($#fields >= 13)
      {
             if (! $scan_ip_frequencies)
             {
@@ -228,11 +228,7 @@
 # print "fields " . $#fields . "\n$line\n" ;
             }
 
-            $country_code = $fields [$#fields] ;
-            $fields [$#fields] = '' ;
-            $line = join (' ', @fields) ;
             @fields = split (' ', $line, 14) ;
-            $fields [14] = $country_code ;
             $fields [13] =~ s/ /%20/g ;
 
             if (! $scan_ip_frequencies)
diff --git a/squids/perl/SquidReportArchive.pl 
b/squids/perl/SquidReportArchive.pl
index b0db7a9..db32d77 100755
--- a/squids/perl/SquidReportArchive.pl
+++ b/squids/perl/SquidReportArchive.pl
@@ -5539,7 +5539,6 @@
     $region_name =~ s/^CA$/<font 
color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region_name =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region_name =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region_name =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region_name =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region_name =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region_name =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -5647,8 +5646,8 @@
 
   $html_regions = '' ;
 
-foreach $key (qw (N S QP XX    AF AS AU EU CA NA SA OC))
-  #foreach $key (qw (N S       AF AS AU EU CA NA SA OC)) # skip IPv6 and 
Unknown till data are vetted
+foreach $key (qw (N S QP XX    AF AS EU CA NA SA OC))
+  #foreach $key (qw (N S       AF AS EU CA NA SA OC)) # skip IPv6 and Unknown 
till data are vetted
   {
     $region = $key ;
 
@@ -5661,7 +5660,6 @@
     $region =~ s/^CA$/<font color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -5775,7 +5773,6 @@
     $region_name =~ s/^CA$/<font 
color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region_name =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region_name =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region_name =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region_name =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region_name =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region_name =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -5886,8 +5883,8 @@
 
   $html_regions = '' ;
 
-# foreach $key (qw (N S QP XX AF AS AU EU CA NA SA OC))
-  foreach $key (qw (N S       AF AS AU EU CA NA SA OC)) # skip IPv6 and 
Unknown till data are vetted
+# foreach $key (qw (N S QP XX AF AS EU CA NA SA OC))
+  foreach $key (qw (N S       AF AS EU CA NA SA OC)) # skip IPv6 and Unknown 
till data are vetted
   {
     $region = $key ;
 
@@ -5900,7 +5897,6 @@
     $region =~ s/^CA$/<font color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -6017,7 +6013,6 @@
     $region_name =~ s/^CA$/<font 
color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region_name =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region_name =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region_name =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region_name =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region_name =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region_name =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -6128,8 +6123,8 @@
 
   $html_regions = '' ;
 
-# foreach $key (qw (N S QP XX AF AS AU EU CA NA SA OC))
-  foreach $key (qw (N S       AF AS AU EU CA NA SA OC)) # skip IPv6 and 
Unknown till data are vetted
+# foreach $key (qw (N S QP XX AF AS EU CA NA SA OC))
+  foreach $key (qw (N S       AF AS EU CA NA SA OC)) # skip IPv6 and Unknown 
till data are vetted
   {
     $region = $key ;
 
@@ -6142,7 +6137,6 @@
     $region =~ s/^CA$/<font color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -6839,7 +6833,6 @@
     $region_name =~ s/^CA$/<font 
color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region_name =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region_name =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region_name =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region_name =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region_name =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region_name =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
@@ -6976,7 +6969,7 @@
 
 
   $html_regions = '' ;
-  foreach $key (qw (N S AF AS AU EU CA NA SA OC))
+  foreach $key (qw (N S AF AS EU CA NA SA OC))
   {
     $region = $key ;
 
@@ -6987,7 +6980,6 @@
     $region =~ s/^CA$/<font color=#249CA0><b>Central-America<\/b><\/font>/ ;
     $region =~ s/^SA$/<font color=#FCAA03><b>South-America<\/b><\/font>/ ;
     $region =~ s/^NA$/<font color=#C802CA><b>North-America<\/b><\/font>/ ;
-    $region =~ s/^AU$/<font color=#02AAD4><b>Australia<\/b><\/font>/ ;
     $region =~ s/^EU$/<font color=#0100CA><b>Europe<\/b><\/font>/ ;
     $region =~ s/^AS$/<font color=#E10202><b>Asia<\/b><\/font>/ ;
     $region =~ s/^OC$/<font color=#02AAD4><b>Oceania<\/b><\/font>/ ;
diff --git a/squids/t/06-regression-mismatch-world-north-south-unknown.t 
b/squids/t/06-regression-mismatch-world-north-south-unknown.t
index 8f6b015..d8a3933 100644
--- a/squids/t/06-regression-mismatch-world-north-south-unknown.t
+++ b/squids/t/06-regression-mismatch-world-north-south-unknown.t
@@ -134,6 +134,10 @@
 unknown      = $unknown
 ";
 
+ok($world_total  > 2, "world_total  > 2");
+ok($global_south > 2, "globla_south > 2");
+ok($global_north > 2, "globla_north > 2");
+
 warn "world_total - global_north - global_south - ipv6 - unknown = 
".($world_total - $global_north - $global_south - $ipv6 - $unknown);
 
 my $country_code_invariant_1 = $world_total - $global_north - $global_south - 
$ipv6 - $unknown;
diff --git a/squids/t/09-regression-totals-fixes-squidreportclients.t 
b/squids/t/09-regression-totals-fixes-squidreportclients.t
index 5d5fa95..7b533af 100644
--- a/squids/t/09-regression-totals-fixes-squidreportclients.t
+++ b/squids/t/09-regression-totals-fixes-squidreportclients.t
@@ -198,7 +198,7 @@
 };
 
 my $wikistats_run_cmd_output = `$wikistats_run_cmd`;
-warn $wikistats_run_cmd_output;
+#warn $wikistats_run_cmd_output;
 
 
 use HTML::TreeBuilder::XPath;
diff --git a/squids/t/11-merge-australia-into-oceania.t 
b/squids/t/11-merge-australia-into-oceania.t
new file mode 100644
index 0000000..1676682
--- /dev/null
+++ b/squids/t/11-merge-australia-into-oceania.t
@@ -0,0 +1,87 @@
+#!/usr/bin/env perl
+use strict;
+use warnings;
+use Test::More qw/no_plan/;
+require 't/CommonConfig.pm';
+use lib "testdata/merge-australia-into-oceania";
+use SquidReportArchiveConfig;
+use Carp;
+use lib "./t";
+use Generate::Squid;
+use List::Util qw/sum/;
+
+our $__DATA_BASE;
+our $__CODE_BASE;
+
+system('echo 
"==============================================================="');
+system("echo $__DATA_BASE");
+system("ls   $__DATA_BASE");
+system('echo 
"==============================================================="');
+system("ls testdata/");
+system('echo 
"==============================================================="');
+
+my $o = Generate::Squid->new({
+   start_date => "2012-09-30"         ,
+   prefix     => "sampled-1000.log-"  ,
+   output_dir => "$__DATA_BASE",
+});
+
+
+$o->generate_line({ geocode=>"--"  });
+$o->__increase_day; 
+$o->generate_line({ geocode=>"CA"  }) for 1..100;
+$o->generate_line({ geocode=>"NL"  }) for 1..100;
+$o->generate_line({ geocode=>"AU"  }) for 1..800;
+$o->__increase_day; 
+$o->generate_line({ geocode=>"--" });
+$o->dump_to_disk_and_increase_day;
+
+my $wikistats_run_cmd = qq{
+    
+    cd $__DATA_BASE;
+    rm -f sampled-1000.log*.gz
+    ls sampled-1000.log* | xargs gzip;
+    cd $__CODE_BASE;
+
+    echo "FINISHED gzip";
+
+    rm -rf $__DATA_BASE/csv/;
+    rm -rf $__DATA_BASE/reports/;
+    rm -rf $__DATA_BASE/logs/;
+
+    echo "FINISHED cleaning";
+
+    mkdir $__DATA_BASE/csv/;
+    ln -s ../../../csv/meta $__DATA_BASE/csv/meta;
+
+    echo "FINISHED cleaning 2";
+
+    ########################
+    # Run Count Archive
+    ########################
+    nice perl                                    \\
+    -I ./perl                                     \\
+    perl/SquidCountArchive.pl                    \\
+    -d 2012/10/01-2012/10/01                      \\
+    -r $__DATA_BASE/SquidCountArchiveConfig.pm    \\
+    -p 2>&1;
+
+    echo "FINISHED counting";
+    ########################
+    # Make the reports
+    ########################
+    nice perl  perl/SquidReportArchive.pl         \\
+    -r $__DATA_BASE/SquidReportArchiveConfig.pm   \\
+    -m 2012-10                                   \\
+    -p 2>&1;
+};
+
+my $wikistats_run_cmd_output = `$wikistats_run_cmd`;
+#warn $wikistats_run_cmd_output;
+
+my $SquidReportCountryData = `cat 
$__DATA_BASE/reports/2012-10/SquidReportCountryData.htm`;
+
+ok($SquidReportCountryData !~ /All countries in.*Australia/,"Australia is not 
a region anymore");
+ok($SquidReportCountryData =~ /Australia.*Oceania/  , "Australia is under the 
Oceania region now");
+
+
diff --git a/squids/t/CommonConfig.pm b/squids/t/CommonConfig.pm
index 224441d..367e5e9 100644
--- a/squids/t/CommonConfig.pm
+++ b/squids/t/CommonConfig.pm
@@ -12,18 +12,21 @@
 #
 
 my $hostname = `hostname`;
+my $pwd      = `pwd`;
 chomp $hostname;
 
 our $__CODE_BASE;
 if($hostname eq "gallium") {
   # Running on Jenkins
-  $__CODE_BASE = "/var/lib/jenkins/jobs/analytics-wikistats/workspace/squids";
+  $__CODE_BASE = $ENV{WORKSPACE}."/squids";
 } elsif($hostname eq "stat1" && $ENV{HOME} eq "/home/ezachte") {
   # Running on Erik's account on stat1
   $__CODE_BASE = "/home/ezachte/wikistats/squids";
 } elsif($hostname eq "stat1" && $ENV{HOME} eq "/home/diederik") {
   # Running on Diederik's account on stat1
   $__CODE_BASE = "/home/diederik/wikistats/squids";
+} elsif($pwd   =~ /\/travis\//) {
+  $__CODE_BASE = "/home/travis/build/wsdookadr/analytics-wikistats/squids";
 } else {
   # Anywhere else
   $__CODE_BASE = "/a/wikistats_git/squids";
diff --git a/squids/t/Generate/Squid.pm b/squids/t/Generate/Squid.pm
index 1bce9e8..b63b645 100644
--- a/squids/t/Generate/Squid.pm
+++ b/squids/t/Generate/Squid.pm
@@ -224,7 +224,7 @@
     referer_header         => 
"http://en.wikipedia.org/wiki/Phil_of_the_Future";,
     x_forwarded_for_header => "-",
     user_agent_header      => 
"Mozilla/5.0%20(Windows%20NT%206.1;%20WOW64;%20rv:15.0)%20Gecko/20100101%20Firefox/15.0.1",
-    geocode                => "US",
+    geocode                => "--",
   };
 
   my $field_client_ip;
@@ -257,7 +257,11 @@
   my $field_referer_header         = $params->{referer_header}         // 
$default->{referer_header};
   my $field_x_forwarded_for_header = $params->{x_forwarded_for_header} // 
$default->{x_forwarded_for_header};
   my $field_user_agent_header      = $params->{user_agent_header}      // 
$default->{user_agent_header};
-  my $field_geocode                = $params->{geocode}                // 
$default->{geocode};
+
+  my $geocode                      = $params->{geocode}                // 
$default->{geocode};
+
+  $field_client_ip                .= "|$geocode";
+  
 
   # Currently wikistats accepts 15-field entries, geocode field included (will 
have to talk to Erik about fields
   # 15 and 16 in the description above because we seem to be dropping those at 
the 15-field-count-check)
@@ -276,7 +280,6 @@
     $field_referer_header        ,
     $field_x_forwarded_for_header,
     $field_user_agent_header     ,
-    $field_geocode               ,
   );
 
   $self->{buffer} .= "$raw_logline\n";
diff --git 
a/squids/testdata/merge-australia-into-oceania/SquidCountArchiveConfig.pm 
b/squids/testdata/merge-australia-into-oceania/SquidCountArchiveConfig.pm
new file mode 100644
index 0000000..bf5eba6
--- /dev/null
+++ b/squids/testdata/merge-australia-into-oceania/SquidCountArchiveConfig.pm
@@ -0,0 +1,16 @@
+#!/usr/bin/perl
+require 't/CommonConfig.pm';
+
+$__DATA_BASE             = 
"$__CODE_BASE/testdata/merge-australia-into-oceania";
+#no tracing
+$trace_on_exit            = $false;
+$trace_on_exit_verbose    = $false;
+$trace_on_exit_concise    = $false;
+
+$cfg_liblocation          = "$__CODE_BASE/perl" ;
+$squids                   = "$__CODE_BASE" ;
+
+$cfg_path_root_production = "$__DATA_BASE/csv" ;
+$cfg_dir_in_production    = "$__DATA_BASE" ;
+
+$cfg_logname              = "sampled-1000.log" ;
diff --git 
a/squids/testdata/merge-australia-into-oceania/SquidReportArchiveConfig.pm 
b/squids/testdata/merge-australia-into-oceania/SquidReportArchiveConfig.pm
new file mode 100644
index 0000000..1b294a8
--- /dev/null
+++ b/squids/testdata/merge-australia-into-oceania/SquidReportArchiveConfig.pm
@@ -0,0 +1,21 @@
+#!/usr/bin/perl
+require 't/CommonConfig.pm';
+
+$__DATA_BASE             = 
"$__CODE_BASE/testdata/merge-australia-into-oceania";
+#no tracing
+$trace_on_exit          = $false;
+$trace_on_exit_verbose  = $false;
+$trace_on_exit_concise  = $false;
+
+# Code configuration
+$cfg_liblocation       = "$__CODE_BASE/perl" ;
+$squids                = "$__CODE_BASE" ;
+
+
+# Data configuration
+
+$cfg_path_csv          = "$__DATA_BASE/csv" ;
+$cfg_path_reports      = "$__DATA_BASE/reports" ;
+$cfg_path_log          = "$__DATA_BASE/logs" ;
+
+$cfg_default_argv = "-m 2011-08" ;   # monthly report
diff --git a/squids/testdata/merge-australia-into-oceania/blank.txt 
b/squids/testdata/merge-australia-into-oceania/blank.txt
new file mode 100644
index 0000000..92f72ed
--- /dev/null
+++ b/squids/testdata/merge-australia-into-oceania/blank.txt
@@ -0,0 +1 @@
+blank

-- 
To view, visit https://gerrit.wikimedia.org/r/62209
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings

Gerrit-MessageType: merged
Gerrit-Change-Id: I1474fcd79ddc5d958e45961e37e31d29bd9677fa
Gerrit-PatchSet: 12
Gerrit-Project: analytics/wikistats
Gerrit-Branch: master
Gerrit-Owner: Stefan.petrea <[email protected]>
Gerrit-Reviewer: Diederik <[email protected]>
Gerrit-Reviewer: Erik Zachte <[email protected]>
Gerrit-Reviewer: Milimetric <[email protected]>
Gerrit-Reviewer: jenkins-bot

_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits

Reply via email to