new role for changing engine from local to remote db

.travis.yml

@@ -15,8 +15,9 @@ env:
     - TEST_NAME=4.0
     - TEST_NAME=4.1
     - TEST_NAME=master
-    - TEST_NAME=upgrade-4.1-to-master
     - TEST_NAME=upgrade-4.0-to-4.1
+    - TEST_NAME=upgrade-4.1-to-master
+    - TEST_NAME=promote-db-local-to-remote
 
 # Install python-pip
 addons:

README.md

@@ -46,6 +46,7 @@ This host group is meant for virtual machines hosted by oVirt Engine.
 * [ovirt-engine-config]
 * [ovirt-engine-db-dump]
 * [ovirt-engine-install-packages]
+* [ovirt-engine-local-to-remote-db]
 * [ovirt-engine-remote-db]
 * [ovirt-engine-setup]
 * [ovirt-guest-agent]
@@ -122,6 +123,7 @@ ansible-playbook tests/test-master.yml -i tests/inventory
 [ovirt-engine-config]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-config/README.md
 [ovirt-engine-db-dump]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-db-dump/README.md
 [ovirt-engine-install-packages]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-install-packages/README.md
+[ovirt-engine-local-to-remote-db]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-local-to-remote-db/README.md
 [ovirt-engine-remote-db]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-remote-db/README.md
 [ovirt-engine-setup]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-engine-setup/README.md
 [ovirt-guest-agent]: https://github.com/rhevm-qe-automation/ovirt-ansible/blob/master/roles/ovirt-guest-agent/README.md

examples/inventory/engine_local_to_remote_db.inv

@@ -0,0 +1,11 @@
+[engine:vars]
+
+#### Type flag ####
+# flag that it is engine machine
+  ovirt_type=engine
+
+[database:vars]
+
+#### Type flag ####
+# flag that it is engine machine
+  ovirt_type=remote_db

examples/playbooks/engine_local_to_remote_db.yml

@@ -0,0 +1,7 @@
+---
+# in inventory file engine has ovirt_type=engine, database has ovirt_type=remote_db
+- hosts: engine database
+  vars:
+    ovirt_engine_dwh_to_remote_db: True
+  roles:
+    - ovirt-engine-local-to-remote-db

roles/ovirt-engine-db-dump/README.md

@@ -21,6 +21,7 @@ Role Variables
 ---
 ovirt_engine_db_dump_dwh: [True, False] Dump also DWH database (default: False)
 ovirt_engine_db_dump_start_services: [True, False] Start engine and DWH service after dump (default: True)
+ovirt_engine_db_dump_local_dir: directory on local machine where to store files (default: engine_dump in playbook directory)  
 ```
 
 Dependencies

roles/ovirt-engine-db-dump/defaults/main.yml

@@ -2,4 +2,4 @@
 ovirt_engine_etc_conf_path: "/etc/ovirt-engine/engine.conf.d/"
 ovirt_engine_db_dump_dwh: False
 ovirt_engine_db_dump_start_services: True
-
+ovirt_engine_db_dump_local_dir: "{{ playbook_dir }}/engine_dump"

roles/ovirt-engine-db-dump/tasks/main.yml

@@ -51,56 +51,54 @@
     - ovirt-engine
 
 # get engine and dwh database dumps
+- name: get postgres path
+  become: yes
+  become_user: postgres
+  shell: echo $HOME
+  register: pgpath
+  tags:
+    - skip_ansible_lint
+
 - name: create local dir
   local_action:
-    file path={{ playbook_dir }}/engine_dump state=directory
+    file path={{ ovirt_engine_db_dump_local_dir }} state=directory
 
 - name: get dump of engine database
   become: yes
   become_user: postgres
-  shell: pg_dump -F c {{ ovirt_engine_db_dump_engine_db['ENGINE_DB_DATABASE'] }} -f engine.sql
+  shell: pg_dump -F c {{ ovirt_engine_db_dump_engine_db['ENGINE_DB_DATABASE'] }} -f {{ pgpath.stdout }}/engine.sql
   tags:
     - skip_ansible_lint
 
 - name: get dump of dwh database
   become: yes
   become_user: postgres
-  shell: pg_dump -F c {{ ovirt_engine_db_dump_dwh_db['DWH_DB_DATABASE'] }} -f dwh.sql
+  shell: pg_dump -F c {{ ovirt_engine_db_dump_dwh_db['DWH_DB_DATABASE'] }} -f {{ pgpath.stdout }}/dwh.sql
   when: ovirt_engine_db_dump_dwh == True
   tags:
     - skip_ansible_lint
 
 # print variables to file
 - name: print engine variables to file
   local_action:
-        copy content="{{ ovirt_engine_db_dump_engine_db }}" dest="{{ playbook_dir }}/engine_dump/engine_variables.json"
+        copy content="{{ ovirt_engine_db_dump_engine_db }}" dest="{{ ovirt_engine_db_dump_local_dir }}/engine_variables.json"
 
 - name: print DWH variables to file
   local_action:
-        copy content="{{ ovirt_engine_db_dump_dwh_db }}" dest="{{ playbook_dir }}/engine_dump/dwh_variables.json"
+        copy content="{{ ovirt_engine_db_dump_dwh_db }}" dest="{{ ovirt_engine_db_dump_local_dir }}/dwh_variables.json"
   when: ovirt_engine_db_dump_dwh == True
 
 # copy files to localhost
-- name: get postgres path
-  become: yes
-  become_user: postgres
-  become_method: su
-  become_flags: "-"
-  shell: echo $HOME
-  register: pgpath
-  tags:
-    - skip_ansible_lint
-
 - name: copy engine dump to local
   fetch:
     src: "{{ pgpath.stdout }}/engine.sql"
-    dest: "{{ playbook_dir }}/engine_dump/engine.sql"
+    dest: "{{ ovirt_engine_db_dump_local_dir }}/engine.sql"
     flat: yes
 
 - name: copy dwh dump to local
   fetch:
     src: "{{ pgpath.stdout }}/dwh.sql"
-    dest: "{{ playbook_dir }}/engine_dump/dwh.sql"
+    dest: "{{ ovirt_engine_db_dump_local_dir }}/dwh.sql"
     flat: yes
   when: ovirt_engine_db_dump_dwh == True
 

roles/ovirt-engine-local-to-remote-db/README.md

@@ -0,0 +1,55 @@
+oVirt Engine Local DB to Remote
+===============================
+
+- dump engine/dwh database on engine
+- create databases/users on remote server and import dump files, install postgres if neccessary
+- set engine from local db to remote
+
+Target systems
+--------------
+
+* engine
+* database
+
+Requirements
+------------
+
+Preinstalled engine with local DB.
+Preinstalled clean el7/linux based operating system on remote server.
+
+Role Variables
+--------------
+
+```yaml
+---
+ovirt_engine_to_remote_db: [True, False] Change from local to remote engine database (default: True)
+ovirt_engine_dwh_to_remote_db: [True, False] Change from local to remote DWH database (default: False)
+
+ovirt_engine_reset: [True, False] True - set back engine to local db (default: False)
+ovirt_engine_drop_local_db: [True, False] Drop local databases after engine is set to remote db, dump will be stored (default: True)
+```
+
+Dependencies
+------------
+
+Role ovirt-engine-db-dump
+Role ovirt-engine-remote-db
+
+Example Playbook
+----------------
+
+```yaml
+---
+# in inventory file engine has ovirt_type=engine, database has ovirt_type=remote_db
+- hosts: engine database
+  vars:
+    ovirt_engine_dwh_to_remote_db: True
+  roles:
+    - ovirt-engine-local-to-remote-db
+```
+
+Author Information
+------------------
+
+Lucie Leistnerova
+[email protected]

roles/ovirt-engine-local-to-remote-db/defaults/main.yml

@@ -0,0 +1,9 @@
+---
+ovirt_engine_to_remote_db: True
+ovirt_engine_dwh_to_remote_db: False
+ovirt_engine_etc_conf_files: 
+  - /etc/ovirt-engine/engine.conf.d/10-setup-database.conf 
+  - /etc/ovirt-engine/engine.conf.d/10-setup-dwh-database.conf
+  - /etc/ovirt-engine-dwh/ovirt-engine-dwhd.conf.d/10-setup-database.conf
+ovirt_engine_etc_conf_files_aaa: 
+  - /etc/ovirt-engine/aaa/internal.properties

roles/ovirt-engine-local-to-remote-db/meta/main.yml

@@ -0,0 +1,13 @@
+---
+galaxy_info:
+  author: "Lucie Leistnerova"
+  description: "oVirt change engine/dwh local to remote database"
+  company: "Red Hat"
+  license: "GPLv3"
+  min_ansible_version: 1.9
+  platforms:
+  - name: EL
+    versions:
+    - all
+  galaxy_tags:
+    - migration

roles/ovirt-engine-local-to-remote-db/tasks/main.yml

@@ -0,0 +1,89 @@
+---
+- name: set engine variables
+  set_fact:
+    engine_ip: "{% if hostvars[inventory_hostname]['ansible_default_ipv4']['address'] is defined %}{{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }}{% else %}{{ inventory_hostname }}{% endif %}"
+  delegate_to: "{{ item }}"
+  delegate_facts: True
+  with_items: "{{ groups['all'] }}"
+  when: ovirt_type == "engine"
+
+- name: set db variables
+  set_fact:
+    remote_db_ip: "{% if hostvars[inventory_hostname]['ansible_default_ipv4']['address'] is defined %}{{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }}{% else %}{{ inventory_hostname }}{% endif %}"
+  delegate_to: "{{ item }}"
+  delegate_facts: True
+  with_items: "{{ groups['all'] }}"
+  when: ovirt_type == "remote_db"
+
+# first dump databases on engine and get connection variables
+- name: dump databases
+  include_role:
+    name: ovirt-engine-db-dump
+  vars:
+    ovirt_engine_db_dump_dwh: "{{ ovirt_engine_dwh_to_remote_db }}"
+    ovirt_engine_db_dump_start_services: False
+    ovirt_engine_db_dump_local_dir: "{{ playbook_dir }}/engine_dump"
+  when:
+    - ovirt_type == "engine"
+    - ovirt_engine_reset == False
+
+- name: get engine variables from file
+  include_vars:
+    file: "{{ playbook_dir }}/engine_dump/engine_variables.json"
+    name: ovirt_engine_db_dump_engine_db
+  when:
+    - ovirt_engine_to_remote_db == True
+    - ovirt_engine_reset == False
+
+- name: get DWH variables from file
+  include_vars:
+    file: "{{ playbook_dir }}/engine_dump/dwh_variables.json"
+    name: ovirt_engine_db_dump_dwh_db
+  when:
+    - ovirt_engine_dwh_to_remote_db == True
+    - ovirt_engine_reset == False
+
+# create databases on remote server and import data
+- name: create databases and import data
+  include_role:
+    name: ovirt-engine-remote-db
+  vars:
+    ovirt_engine_remote_db_port: "{{ ovirt_engine_db_dump_engine_db['ENGINE_DB_PORT']|regex_replace('\"', '') }}"
+    ovirt_engine_db_name: "{{ ovirt_engine_db_dump_engine_db['ENGINE_DB_DATABASE']|regex_replace('\"', '') }}"
+    ovirt_engine_db_user: "{{ ovirt_engine_db_dump_engine_db['ENGINE_DB_USER']|regex_replace('\"', '') }}"
+    ovirt_engine_db_password: "{{ ovirt_engine_db_dump_engine_db['ENGINE_DB_PASSWORD']|regex_replace('\"', '') }}"
+    ovirt_engine_remote_db: "{{ ovirt_engine_to_remote_db }}"
+    ovirt_engine_dwh_remote_db: "{{ ovirt_engine_dwh_to_remote_db }}"
+    ovirt_engine_dwh_db_name: "{{ ovirt_engine_db_dump_dwh_db['DWH_DB_DATABASE']|regex_replace('\"', '') }}"
+    ovirt_engine_dwh_db_user: "{{ ovirt_engine_db_dump_dwh_db['DWH_DB_USER']|regex_replace('\"', '') }}"
+    ovirt_engine_dwh_db_password: "{{ ovirt_engine_db_dump_dwh_db['DWH_DB_PASSWORD']|regex_replace('\"', '') }}"
+    ovirt_engine_remote_db_force: True
+    ovirt_engine_remote_db_dump: "{{ ovirt_engine_db_dump_local_dir }}/engine.sql"
+    ovirt_engine_remote_db_dwh_dump: "{{ ovirt_engine_db_dump_local_dir }}/dwh.sql"
+    ovirt_engine_remote_db_access:
+      -
+        type: host
+        address: "{{ engine_ip }}/32"
+        method: md5
+  when:
+    - ovirt_type == "remote_db"
+    - ovirt_engine_reset == False
+
+# set engine from local to remote db
+- include: set-engine.yml
+  when:
+    - ovirt_type == "engine"
+    - ovirt_engine_reset == False
+
+# reset engine back to local db
+- include: reset-engine.yml
+  when:
+    - ovirt_type == "engine"
+    - ovirt_engine_reset == True
+
+# clean
+- name: remove dump files from local
+  local_action:
+    file path={{ playbook_dir }}/engine_dump state=absent
+  when:
+    - ovirt_engine_reset == False

roles/ovirt-engine-local-to-remote-db/tasks/reset-engine.yml

@@ -0,0 +1,43 @@
+---
+# to be sure services are stopped
+- name: stop necessary service
+  service:
+    name: "{{ item }}"
+    state: stopped
+  with_items:
+    - ovirt-engine-dwhd
+    - ovirt-engine
+
+# change in engine configuration localhost to remote server
+- name: update engine settings
+  replace:
+    path: "{{ item }}"
+    regexp: '^(ENGINE.*){{ remote_db_ip }}'
+    replace: '\g<1>localhost'
+  with_items: "{{ ovirt_engine_etc_conf_files }}"
+  when: ovirt_engine_to_remote_db == True
+
+- name: update aaa settings
+  replace:
+    path: "{{ item }}"
+    regexp: "{{ remote_db_ip }}"
+    replace: "localhost"
+  with_items: "{{ ovirt_engine_etc_conf_files_aaa }}"
+  when: ovirt_engine_to_remote_db == True
+
+- name: update dwh settings
+  replace:
+    path: "{{ item }}"
+    regexp: '^(DWH.*){{ remote_db_ip }}'
+    replace: '\g<1>localhost'
+  with_items: "{{ ovirt_engine_etc_conf_files }}"
+  when: ovirt_engine_dwh_to_remote_db == True
+
+# restart needed services
+- name: start engine and dwh service
+  service:
+    name: "{{ item }}"
+    state: restarted
+  with_items:
+    - ovirt-engine
+    - ovirt-engine-dwhd

roles/ovirt-engine-local-to-remote-db/tasks/set-engine.yml

@@ -0,0 +1,43 @@
+---
+# to be sure services are stopped
+- name: stop necessary service
+  service:
+    name: "{{ item }}"
+    state: stopped
+  with_items:
+    - ovirt-engine-dwhd
+    - ovirt-engine
+
+# change in engine configuration localhost to remote server
+- name: update engine settings
+  replace:
+    path: "{{ item }}"
+    regexp: '^(ENGINE.*)localhost'
+    replace: '\g<1>{{ remote_db_ip }}'
+  with_items: "{{ ovirt_engine_etc_conf_files }}"
+  when: ovirt_engine_to_remote_db == True
+
+- name: update aaa settings
+  replace:
+    path: "{{ item }}"
+    regexp: "localhost"
+    replace: "{{ remote_db_ip }}"
+  with_items: "{{ ovirt_engine_etc_conf_files_aaa }}"
+  when: ovirt_engine_to_remote_db == True
+
+- name: update dwh settings
+  replace:
+    path: "{{ item }}"
+    regexp: '^(DWH.*)localhost'
+    replace: '\g<1>{{ remote_db_ip }}'
+  with_items: "{{ ovirt_engine_etc_conf_files }}"
+  when: ovirt_engine_dwh_to_remote_db == True
+
+# restart needed services
+- name: start engine and dwh service
+  service:
+    name: "{{ item }}"
+    state: restarted
+  with_items:
+    - ovirt-engine
+    - ovirt-engine-dwhd