Commit b1c36c6ab0f5b0324a98c2f562ac60fd3ceeabac
Committed by
Earth Ugat
1 parent
20fb182a
Bump to v0.2.1
Showing
6 changed files
with
100 additions
and
15 deletions
| @@ -115,7 +115,7 @@ This will install the backup script and also enable a cronjob to regularly run t | @@ -115,7 +115,7 @@ This will install the backup script and also enable a cronjob to regularly run t | ||
| 115 | 115 | ||
| 116 | ### cfe-mariadb::reload_from_s3 | 116 | ### cfe-mariadb::reload_from_s3 |
| 117 | 117 | ||
| 118 | -Kind of the reverse of `backup2s3`. Download a tarball of a MySQL dump file from an S3 bucket, then load it up into a database. Do this for every database given in `node['cfe-mariadb']['db_map']`. | 118 | +Kind of the reverse of `backup2s3`. Download a gzip of a MySQL dump file from an S3 bucket, then load it up into a database. Do this for every database given in `node['cfe-mariadb']['db_map']`. |
| 119 | 119 | ||
| 120 | This recipe assumes the node is using an EC2 role that can access the given S3 bucket. Otherwise, enter the AWS credentials in `node.default['cfe-mariadb']['reload']['aws_access_key_id']` and `node.default['cfe-mariadb']['reload']['aws_secret_access_key']`. | 120 | This recipe assumes the node is using an EC2 role that can access the given S3 bucket. Otherwise, enter the AWS credentials in `node.default['cfe-mariadb']['reload']['aws_access_key_id']` and `node.default['cfe-mariadb']['reload']['aws_secret_access_key']`. |
| 121 | ## License and Authors | 121 | ## License and Authors |
| @@ -4,7 +4,7 @@ maintainer_email 'sysadmin @ chromedia.com' | @@ -4,7 +4,7 @@ maintainer_email 'sysadmin @ chromedia.com' | ||
| 4 | license 'Apache License' | 4 | license 'Apache License' |
| 5 | description 'Simplifies setup of MariaDB in Chromedia.' | 5 | description 'Simplifies setup of MariaDB in Chromedia.' |
| 6 | long_description IO.read(File.join(File.dirname(__FILE__), 'README.md')) | 6 | long_description IO.read(File.join(File.dirname(__FILE__), 'README.md')) |
| 7 | -version '0.2.0' | 7 | +version '0.2.1' |
| 8 | 8 | ||
| 9 | { | 9 | { |
| 10 | 'mariadb' => '0.3.1', | 10 | 'mariadb' => '0.3.1', |
| @@ -18,7 +18,7 @@ | @@ -18,7 +18,7 @@ | ||
| 18 | # limitations under the License. | 18 | # limitations under the License. |
| 19 | # | 19 | # |
| 20 | 20 | ||
| 21 | -# Download a tarball of a MySQL dump from an S3 bucket, | 21 | +# Download the gzip of a MySQL dump from an S3 bucket, |
| 22 | # then load it up into a (preferably empty) database. | 22 | # then load it up into a (preferably empty) database. |
| 23 | 23 | ||
| 24 | include_recipe 'awscli' | 24 | include_recipe 'awscli' |
| @@ -37,25 +37,24 @@ node['cfe-mariadb']['db_map'].each do |dbx| | @@ -37,25 +37,24 @@ node['cfe-mariadb']['db_map'].each do |dbx| | ||
| 37 | end | 37 | end |
| 38 | 38 | ||
| 39 | filesql = "#{tmp_dir}/#{dbx[:bak_filename]}" | 39 | filesql = "#{tmp_dir}/#{dbx[:bak_filename]}" |
| 40 | - filetgz = "#{filesql}.tar.gz" | 40 | + filegz = "#{filesql}.gz" |
| 41 | 41 | ||
| 42 | - awscli_s3_file filetgz do | 42 | + awscli_s3_file filegz do |
| 43 | region node['cfe-mariadb']['s3_region'] | 43 | region node['cfe-mariadb']['s3_region'] |
| 44 | bucket node['cfe-mariadb']['s3_bucket'] | 44 | bucket node['cfe-mariadb']['s3_bucket'] |
| 45 | - key "#{dbx[:bak_filename]}.tar.gz" | 45 | + key "#{dbx[:bak_filename]}.gz" |
| 46 | if manual_creds | 46 | if manual_creds |
| 47 | aws_access_key_id node['cfe-mariadb']['reload']['aws_access_key_id'] | 47 | aws_access_key_id node['cfe-mariadb']['reload']['aws_access_key_id'] |
| 48 | aws_secret_access_key node['cfe-mariadb']['reload']['aws_secret_access_key'] | 48 | aws_secret_access_key node['cfe-mariadb']['reload']['aws_secret_access_key'] |
| 49 | end | 49 | end |
| 50 | only_if "test -d #{tmp_dir} || mkdir -p #{tmp_dir}" | 50 | only_if "test -d #{tmp_dir} || mkdir -p #{tmp_dir}" |
| 51 | - notifies :run, "execute[untar_#{filetgz}]", :immediately | 51 | + notifies :run, "execute[unpack_#{filegz}]", :immediately |
| 52 | end | 52 | end |
| 53 | 53 | ||
| 54 | - execute "untar_#{filetgz}" do | ||
| 55 | - command "tar -xzf #{filetgz} -C #{tmp_dir}/" | ||
| 56 | - notifies :delete, "file[#{filetgz}]" | 54 | + execute "unpack_#{filegz}" do |
| 55 | + command "gzip -d #{filegz}" | ||
| 57 | notifies :run, "execute[reload_#{filesql}]", :immediately | 56 | notifies :run, "execute[reload_#{filesql}]", :immediately |
| 58 | - action :nothing | 57 | + action :nothing |
| 59 | end | 58 | end |
| 60 | 59 | ||
| 61 | execute "reload_#{filesql}" do | 60 | execute "reload_#{filesql}" do |
| @@ -67,10 +66,6 @@ node['cfe-mariadb']['db_map'].each do |dbx| | @@ -67,10 +66,6 @@ node['cfe-mariadb']['db_map'].each do |dbx| | ||
| 67 | action :nothing | 66 | action :nothing |
| 68 | end | 67 | end |
| 69 | 68 | ||
| 70 | - file filetgz do | ||
| 71 | - action :nothing | ||
| 72 | - end | ||
| 73 | - | ||
| 74 | file filesql do | 69 | file filesql do |
| 75 | action :nothing | 70 | action :nothing |
| 76 | end | 71 | end |
recipes/reload_tar_from_s3.rb
0 → 100644
| 1 | +# | ||
| 2 | +# Author:: Earth U (<sysadmin @ chromedia.com>) | ||
| 3 | +# Cookbook Name:: cfe-mariadb | ||
| 4 | +# Recipe:: reload_tar_from_s3 | ||
| 5 | +# | ||
| 6 | +# Copyright 2016, Chromedia Far East, Inc. | ||
| 7 | +# | ||
| 8 | +# Licensed under the Apache License, Version 2.0 (the "License"); | ||
| 9 | +# you may not use this file except in compliance with the License. | ||
| 10 | +# You may obtain a copy of the License at | ||
| 11 | +# | ||
| 12 | +# http://www.apache.org/licenses/LICENSE-2.0 | ||
| 13 | +# | ||
| 14 | +# Unless required by applicable law or agreed to in writing, software | ||
| 15 | +# distributed under the License is distributed on an "AS IS" BASIS, | ||
| 16 | +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| 17 | +# See the License for the specific language governing permissions and | ||
| 18 | +# limitations under the License. | ||
| 19 | +# | ||
| 20 | + | ||
| 21 | +# This recipe is just here for backward-compatibility reasons. | ||
| 22 | +# The previous backups scripts create .tar.gz files, instead of .gz, so | ||
| 23 | +# this recipe is here to get .tar.gz backups. | ||
| 24 | + | ||
| 25 | +# Download a tarball of a MySQL dump from an S3 bucket, | ||
| 26 | +# then load it up into a (preferably empty) database. | ||
| 27 | + | ||
| 28 | +include_recipe 'awscli' | ||
| 29 | + | ||
| 30 | +tmp_dir = ::File.join(Chef::Config[:file_cache_path], 'db_dumps') | ||
| 31 | +manual_creds = node['cfe-mariadb'].has_key?('reload') && | ||
| 32 | + node['cfe-mariadb']['reload'].has_key?('aws_access_key_id') | ||
| 33 | + | ||
| 34 | +node['cfe-mariadb']['db_map'].each do |dbx| | ||
| 35 | + | ||
| 36 | + if dbx.is_a?(Array) | ||
| 37 | + dbx_name = dbx[0] | ||
| 38 | + dbx = dbx[1] | ||
| 39 | + else | ||
| 40 | + dbx_name = dbx[:db_name] | ||
| 41 | + end | ||
| 42 | + | ||
| 43 | + filesql = "#{tmp_dir}/#{dbx[:bak_filename]}" | ||
| 44 | + filetgz = "#{filesql}.tar.gz" | ||
| 45 | + | ||
| 46 | + awscli_s3_file filetgz do | ||
| 47 | + region node['cfe-mariadb']['s3_region'] | ||
| 48 | + bucket node['cfe-mariadb']['s3_bucket'] | ||
| 49 | + key "#{dbx[:bak_filename]}.tar.gz" | ||
| 50 | + if manual_creds | ||
| 51 | + aws_access_key_id node['cfe-mariadb']['reload']['aws_access_key_id'] | ||
| 52 | + aws_secret_access_key node['cfe-mariadb']['reload']['aws_secret_access_key'] | ||
| 53 | + end | ||
| 54 | + only_if "test -d #{tmp_dir} || mkdir -p #{tmp_dir}" | ||
| 55 | + notifies :run, "execute[untar_#{filetgz}]", :immediately | ||
| 56 | + end | ||
| 57 | + | ||
| 58 | + execute "untar_#{filetgz}" do | ||
| 59 | + command "tar -xzf #{filetgz} -C #{tmp_dir}/" | ||
| 60 | + notifies :delete, "file[#{filetgz}]" | ||
| 61 | + notifies :run, "execute[reload_#{filesql}]", :immediately | ||
| 62 | + action :nothing | ||
| 63 | + end | ||
| 64 | + | ||
| 65 | + execute "reload_#{filesql}" do | ||
| 66 | + command "mysql -h #{node['mariadb']['mysqld']['bind_address']} "\ | ||
| 67 | + "-P #{node['mariadb']['mysqld']['port']} -u #{dbx[:db_user]} "\ | ||
| 68 | + "-p'#{dbx[:db_pass]}' -D #{dbx_name} < #{filesql}" | ||
| 69 | + notifies :delete, "file[#{filesql}]" | ||
| 70 | + sensitive true | ||
| 71 | + action :nothing | ||
| 72 | + end | ||
| 73 | + | ||
| 74 | + file filetgz do | ||
| 75 | + action :nothing | ||
| 76 | + end | ||
| 77 | + | ||
| 78 | + file filesql do | ||
| 79 | + action :nothing | ||
| 80 | + end | ||
| 81 | +end |
| @@ -6,6 +6,10 @@ | @@ -6,6 +6,10 @@ | ||
| 6 | 6 | ||
| 7 | set -e | 7 | set -e |
| 8 | 8 | ||
| 9 | +suffix=.backup_db_to_s3 | ||
| 10 | +[ -f /tmp/*"$suffix" ] && exit 200 | ||
| 11 | +tmp_file=$( mktemp --suffix "$suffix" ) | ||
| 12 | + | ||
| 9 | <% bak_dir = "#{Chef::Config[:file_cache_path]}/backup_db_to_s3" -%> | 13 | <% bak_dir = "#{Chef::Config[:file_cache_path]}/backup_db_to_s3" -%> |
| 10 | bak_dir=<%= bak_dir %> | 14 | bak_dir=<%= bak_dir %> |
| 11 | db_host=<%= @db_ip %> | 15 | db_host=<%= @db_ip %> |
| @@ -113,4 +117,5 @@ increment_backup_names <%= db[:bak_filename] %> <%= db[:bak_maxcopies] %> | @@ -113,4 +117,5 @@ increment_backup_names <%= db[:bak_filename] %> <%= db[:bak_maxcopies] %> | ||
| 113 | upload_to_s3 <%= db[:bak_filename] %> | 117 | upload_to_s3 <%= db[:bak_filename] %> |
| 114 | 118 | ||
| 115 | <% end -%> | 119 | <% end -%> |
| 120 | +rm "$tmp_file" | ||
| 116 | echo "$(date) : Done." | 121 | echo "$(date) : Done." |