pulled postgres Dockerfiles back just for migration

Project: http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/repo
Commit: 
http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/commit/a0eb24d3
Tree: 
http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/tree/a0eb24d3
Diff: 
http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/diff/a0eb24d3

Branch: refs/heads/master
Commit: a0eb24d3f9a1b2181b21b72a7f08cca94c5c6425
Parents: 499bcbc
Author: Dewayne Richardson <dewr...@apache.org>
Authored: Fri Jan 27 13:47:10 2017 -0700
Committer: Jeremy Mitchell <mitchell...@gmail.com>
Committed: Mon Jan 30 10:58:07 2017 -0700

----------------------------------------------------------------------
 .../app/db/pg-migration/Dockerfile-postgres     | 29 +++++++++
 .../app/db/pg-migration/Dockerfile-waiter       | 24 +++++++
 traffic_ops/app/db/pg-migration/migrate.sh      | 66 ++++++++++++++++++++
 .../app/db/pg-migration/mysql-to-postgres.env   |  5 ++
 traffic_ops/app/db/pg-migration/postgres.yml    | 34 ++++++++++
 traffic_ops/app/db/pg-migration/runwaiter.sh    | 13 ++++
 traffic_ops/app/db/pg-migration/waiter.yml      | 24 +++++++
 7 files changed, 195 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/Dockerfile-postgres
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/Dockerfile-postgres 
b/traffic_ops/app/db/pg-migration/Dockerfile-postgres
new file mode 100644
index 0000000..6f3c634
--- /dev/null
+++ b/traffic_ops/app/db/pg-migration/Dockerfile-postgres
@@ -0,0 +1,29 @@
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+FROM dewrich/postgres:latest
+
+MAINTAINER Dan Kirkwood
+
+# Postgres Access
+ENV POSTGRES_HOST=$POSTGRES_HOST
+ENV POSTGRES_PORT=$POSTGRES_PORT
+ENV POSTGRES_DATABASE=$POSTGRES_DATABASE
+ENV POSTGRES_PASSWORD=$POSTGRES_PASSWORD
+
+# Adjust PostgreSQL configuration so that remote connections to the
+# database are possible.
+RUN echo "host all  all    0.0.0.0/0  md5" >> $PGDATA/pg_hba.conf
+RUN echo "listen_addresses='*'" >> $PGDATA/postgresql.conf
+
+EXPOSE "5432:5432"

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/Dockerfile-waiter
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/Dockerfile-waiter 
b/traffic_ops/app/db/pg-migration/Dockerfile-waiter
new file mode 100644
index 0000000..0531c71
--- /dev/null
+++ b/traffic_ops/app/db/pg-migration/Dockerfile-waiter
@@ -0,0 +1,24 @@
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+FROM dimitri/pgloader:latest
+
+MAINTAINER Dewayne Richardson
+
+RUN apt-get -y update && apt-get -y install netcat
+
+ENV WAITER_HOST=$WAITER_HOST
+ENV WAITER_PORT=$WAITER_PORT
+
+ADD pg-migration/runwaiter.sh .
+CMD ./runwaiter.sh

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/migrate.sh
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/migrate.sh 
b/traffic_ops/app/db/pg-migration/migrate.sh
index 1b73820..a03884f 100755
--- a/traffic_ops/app/db/pg-migration/migrate.sh
+++ b/traffic_ops/app/db/pg-migration/migrate.sh
@@ -13,16 +13,50 @@
 #  limitations under the License.
 #
 
+<<<<<<< HEAD
+. mysql-to-postgres.env
+=======
 : ${TO_SERVER?"Please set the TO_SERVER environment variable: ie: 
https://kabletown.net"}
 : ${TO_USER?"Please set the TO_USER environment variable: ie: <your Traffic 
Ops userid>"}
 : ${TO_PASSWORD?"Please set the TO_PASSWORD environment variable: ie: <your 
Traffic Ops password>"}
 
 MYSQL_PORT=3306
 POSTGRES_PORT=5432
+>>>>>>> master
 
 separator="---------------------------------------"
 
 function shutdown_trafficops_database() {
+<<<<<<< HEAD
+  docker-compose -p trafficops -f postgres.yml down
+}
+
+function start_staging_mysql_server() {
+
+  docker-compose -p trafficops -f mysql_host.yml up --build -d
+
+  #Wait for postgres to come up
+  export WAITER_HOST=$MYSQL_HOST
+  export WAITER_PORT=$MYSQL_PORT
+  docker-compose -p trafficops -f waiter.yml up --build
+
+  echo $separator
+  echo "Mysql Host is started..."
+  echo $separator
+}
+
+function start_staging_postgres_server() {
+  docker-compose -p trafficops -f postgres.yml up --build
+
+  #Wait for postgres to come up
+  export WAITER_HOST=$POSTGRES_HOST
+  export WAITER_PORT=$POSTGRES_PORT
+  docker-compose -p trafficops -f waiter.yml up --build
+
+  echo $separator
+  echo "Postgres started.."
+  echo $separator
+=======
      sudo systemctl stop trafficops-db
 }
 
@@ -48,18 +82,49 @@ function start_staging_postgres_server() {
        echo $separator
        echo "Postgres started.."
        echo $separator
+>>>>>>> master
 }
 
 
 function run_postgres_datatypes_conversion() {
+<<<<<<< HEAD
+  echo $separator
+  echo "Starting Mysql to Postgres Migration..."
+  echo $separator
+  docker-compose -p trafficops -f convert.yml up --build
+=======
        echo $separator
        echo "Starting Mysql to Postgres Migration..."
        echo $separator
        docker-compose -p trafficops -f convert.yml up --build
+>>>>>>> master
 }
 
 
 function migrate_data_from_mysql_to_postgres() {
+<<<<<<< HEAD
+  echo $separator
+  echo "Starting Mysql to Postgres Migration..."
+  echo $separator
+  docker-compose -p trafficops -f mysql-to-postgres.yml up --build
+}
+
+function clean() {
+  echo $separator
+  echo "Cleaning up..."
+  echo $separator
+  docker kill trafficops_mysql_host_1
+  docker-compose -p trafficops -f mysql-to-postgres.yml down --remove-orphans
+  docker-compose -p trafficops -f convert.yml down --remove-orphans
+  docker rm trafficops_mysql-to-postgres_1 
+  docker rm trafficops_convert_1
+  docker rm trafficops_mysql_host_1
+  docker rmi trafficops_mysql-to-postgres
+  docker rmi trafficops_convert 
+  docker rmi trafficops_mysql_host
+  docker rmi mysql:5.6 
+  docker rmi dimitri/pgloader:latest
+=======
        echo $separator
        echo "Starting Mysql to Postgres Migration..."
        echo $separator
@@ -81,6 +146,7 @@ function clean() {
         docker rmi trafficops_mysql_host
         docker rmi mysql:5.6 
         docker rmi dimitri/pgloader:latest
+>>>>>>> master
 }
 
 start_staging_mysql_server

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/mysql-to-postgres.env
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/mysql-to-postgres.env 
b/traffic_ops/app/db/pg-migration/mysql-to-postgres.env
index 8f343f1..75ec909 100644
--- a/traffic_ops/app/db/pg-migration/mysql-to-postgres.env
+++ b/traffic_ops/app/db/pg-migration/mysql-to-postgres.env
@@ -40,3 +40,8 @@ POSTGRES_PORT=5432
 POSTGRES_DATABASE=traffic_ops
 POSTGRES_USER=traffic_ops
 POSTGRES_PASSWORD=( your_new_postgres_password )
+<<<<<<< HEAD
+
+PGDATA=/opt/postgresql/data/pgdata
+=======
+>>>>>>> master

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/postgres.yml
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/postgres.yml 
b/traffic_ops/app/db/pg-migration/postgres.yml
new file mode 100644
index 0000000..f68055c
--- /dev/null
+++ b/traffic_ops/app/db/pg-migration/postgres.yml
@@ -0,0 +1,34 @@
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+version: '2'
+
+services:
+  db:
+    build:
+      context: ..
+      dockerfile: pg-migration/Dockerfile-postgres
+    env_file:
+      - mysql-to-postgres.env
+    ports:
+      - 5432:5432
+    volumes:
+      - /opt/postgresql/data/pgdata:/opt/postgresql/data/pgdata
+      - /var/log/postgresql:/var/log/postgresql
+    networks:
+      - default
+
+networks:
+  default:
+     driver: bridge
+

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/runwaiter.sh
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/runwaiter.sh 
b/traffic_ops/app/db/pg-migration/runwaiter.sh
new file mode 100755
index 0000000..7cf2222
--- /dev/null
+++ b/traffic_ops/app/db/pg-migration/runwaiter.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+
+echo "WAITER_HOST: $WAITER_HOST"
+echo "WAITER_PORT: $WAITER_PORT"
+
+for c in "$WAITER_HOST $WAITER_PORT" ; do
+  while true; do
+     echo "Waiting 3 seconds for Host and Port: $c "
+     sleep 3
+     nc -z $c && break
+  done
+done

http://git-wip-us.apache.org/repos/asf/incubator-trafficcontrol/blob/a0eb24d3/traffic_ops/app/db/pg-migration/waiter.yml
----------------------------------------------------------------------
diff --git a/traffic_ops/app/db/pg-migration/waiter.yml 
b/traffic_ops/app/db/pg-migration/waiter.yml
new file mode 100644
index 0000000..2796737
--- /dev/null
+++ b/traffic_ops/app/db/pg-migration/waiter.yml
@@ -0,0 +1,24 @@
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+version: '2'
+
+services:
+  # waits for a port to be available
+  waiter:
+    build:
+      context: ..
+      dockerfile: pg-migration/Dockerfile-waiter
+    environment:
+      - WAITER_HOST
+      - WAITER_PORT

Reply via email to