First version of cookbook backup-file2s3

+*~
+*#
+.#*
+\#*#
+.*.sw[a-z]
+*.un~
+pkg/
+
+# Berkshelf
+.vagrant
+/cookbooks
+Berksfile.lock
+
+# Bundler
+Gemfile.lock
+bin/*
+.bundle/*
+
+.kitchen/
+.kitchen.local.yml

+---
+driver:
+  name: ec2
+  aws_ssh_key_id: cfe_stg_20160222
+  security_group_ids: ["sg-7f6fda18"]
+  region: us-west-2
+  availability_zone: b
+  subnet_id: subnet-d530d8b1
+  instance_type: t2.micro
+  associate_public_ip: true
+  require_chef_omnibus: true
+  shared_credentials_profile: earth
+
+provisioner:
+  name: chef_solo
+
+platforms:
+  - name: ubuntu-14.04
+    driver:
+      image_id: ami-50946030
+    transport:
+      username: ubuntu
+      ssh_key: ~/.ssh/cfe_stg_20160222.pem
+
+suites:
+  - name: default
+    run_list:
+      - recipe[backup-file2s3::default]
+    attributes:

+source "https://supermarket.chef.io"
+
+metadata

+# 0.1.0
+
+Initial release of backup-file2s3

+source 'https://rubygems.org'
+
+gem "test-kitchen"
+gem "kitchen-vagrant"
+gem "ec2"

+# backup-file2s3-cookbook
+
+Installs a script that backs up one or more directories into an S3 bucket. Also sets up the cronjob to regularly run said script.
+
+## Supported Platforms
+
+Ubuntu 14.04
+
+## Attributes
+
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['backup-file2s3']['bucket']</tt></td>
+    <td>String</td>
+    <td>The S3 bucket where backup tarballs will be stored.</td>
+    <td><tt>nil</tt></td>
+  </tr>
+  <tr>
+    <td><tt>['backup-file2s3']['region']</tt></td>
+    <td>String</td>
+    <td>AWS region of the bucket.</td>
+    <td><tt>'us-east-1'</tt></td>
+  </tr>
+  <tr>
+    <td><tt>['backup-file2s3']['max_backups']</tt></td>
+    <td>Integer</td>
+    <td>Number of old backup tarballs to retain in S3.</td>
+    <td><tt>30</tt></td>
+  </tr>
+  <tr>
+    <td><tt>['backup-file2s3']['dirs']</tt></td>
+    <td>Array</td>
+    <td>An array of directories to be backed up.</td>
+    <td><tt>[]</tt></td>
+  </tr>
+  <tr>
+    <td><tt>['backup-file2s3']['cron']['min']</tt></td>
+    <td>String</td>
+    <td>Related cron attributes are: `hour`, `day`, `mon`, `wday`, each specifying a corresponding crontab value. This cron job will determine how often the backup script is run.</td>
+    <td><tt>nil</tt></td>
+  </tr>
+</table>
+
+## Usage
+
+### backup-file2s3::default
+
+Include `backup-file2s3` in your node's `run_list`:
+
+```json
+{
+  "run_list": [
+    "recipe[backup-file2s3::default]"
+  ]
+}
+```
+
+## License and Authors
+
+Author:: Earth U. (<sysadmin@chromedia.com>)

+# encoding: utf-8
+
+require 'bundler'
+require 'bundler/setup'
+require 'berkshelf/thor'
+
+begin
+  require 'kitchen/thor_tasks'
+  Kitchen::ThorTasks.new
+rescue LoadError
+  puts '>>>>> Kitchen gem not loaded, omitting tasks' unless ENV['CI']
+end

+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = '2'
+
+Vagrant.require_version '>= 1.5.0'
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  # All Vagrant configuration is done here. The most common configuration
+  # options are documented and commented below. For a complete reference,
+  # please see the online documentation at vagrantup.com.
+
+  config.vm.hostname = 'backup-file2s3-berkshelf'
+
+  # Set the version of chef to install using the vagrant-omnibus plugin
+  # NOTE: You will need to install the vagrant-omnibus plugin:
+  #
+  #   $ vagrant plugin install vagrant-omnibus
+  #
+  if Vagrant.has_plugin?("vagrant-omnibus")
+    config.omnibus.chef_version = 'latest'
+  end
+
+  # Every Vagrant virtual environment requires a box to build off of.
+  # If this value is a shorthand to a box in Vagrant Cloud then
+  # config.vm.box_url doesn't need to be specified.
+  config.vm.box = 'chef/ubuntu-14.04'
+
+
+  # Assign this VM to a host-only network IP, allowing you to access it
+  # via the IP. Host-only networks can talk to the host machine as well as
+  # any other machines on the same network, but cannot be accessed (through this
+  # network interface) by any external networks.
+  config.vm.network :private_network, type: 'dhcp'
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine. In the example below,
+  # accessing "localhost:8080" will access port 80 on the guest machine.
+
+  # Share an additional folder to the guest VM. The first argument is
+  # the path on the host to the actual folder. The second argument is
+  # the path on the guest to mount the folder. And the optional third
+  # argument is a set of non-required options.
+  # config.vm.synced_folder "../data", "/vagrant_data"
+
+  # Provider-specific configuration so you can fine-tune various
+  # backing providers for Vagrant. These expose provider-specific options.
+  # Example for VirtualBox:
+  #
+  # config.vm.provider :virtualbox do |vb|
+  #   # Don't boot with headless mode
+  #   vb.gui = true
+  #
+  #   # Use VBoxManage to customize the VM. For example to change memory:
+  #   vb.customize ["modifyvm", :id, "--memory", "1024"]
+  # end
+  #
+  # View the documentation for the provider you're using for more
+  # information on available options.
+
+  # The path to the Berksfile to use with Vagrant Berkshelf
+  # config.berkshelf.berksfile_path = "./Berksfile"
+
+  # Enabling the Berkshelf plugin. To enable this globally, add this configuration
+  # option to your ~/.vagrant.d/Vagrantfile file
+  config.berkshelf.enabled = true
+
+  # An array of symbols representing groups of cookbook described in the Vagrantfile
+  # to exclusively install and copy to Vagrant's shelf.
+  # config.berkshelf.only = []
+
+  # An array of symbols representing groups of cookbook described in the Vagrantfile
+  # to skip installing and copying to Vagrant's shelf.
+  # config.berkshelf.except = []
+
+  config.vm.provision :chef_solo do |chef|
+    chef.json = {
+      mysql: {
+        server_root_password: 'rootpass',
+        server_debian_password: 'debpass',
+        server_repl_password: 'replpass'
+      }
+    }
+
+    chef.run_list = [
+      'recipe[backup-file2s3::default]'
+    ]
+  end
+end

+#
+# Author:: Earth U (<sysadmin@chromedia.com>)
+# Cookbook Name:: backup-file2s3
+# Attributes:: default
+#
+# Copyright 2016, Chromedia Far East, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+default['backup-file2s3']['bucket']      = 'bucketname'
+default['backup-file2s3']['region']      = 'us-east-1'
+default['backup-file2s3']['max_backups'] = 30
+
+# The array of file directories to be backed up to S3
+default['backup-file2s3']['dirs'] = []
+
+default['backup-file2s3']['script_dir'] = '/etc/backup_file_to_s3'
+default['backup-file2s3']['log_dir'] = '/var/log/backup_file_to_s3'
+default['backup-file2s3']['tmp_dir'] = '/tmp/backup_files'
+
+default['backup-file2s3']['aws_bin'] = value_for_platform(
+  'ubuntu'  => { 'default' => '/usr/local/bin/aws' },
+  'default' => '/usr/local/bin/aws'   # haven't tested on other platforms yet
+)
+
+# Basic options for cron
+default['backup-file2s3']['cron']['min']    = '0'
+default['backup-file2s3']['cron']['hour']   = '0'
+default['backup-file2s3']['cron']['day']    = '*'
+default['backup-file2s3']['cron']['mon']    = '*'
+default['backup-file2s3']['cron']['wday']   = '*'
+default['backup-file2s3']['cron']['mailto'] = "''"
+
+# Basic options for logrotate
+default['backup-file2s3']['logrotate']['conf_dir'] = '/etc/logrotate.d'
+default['backup-file2s3']['logrotate']['options']  = %w{
+  weekly
+  rotate\ 12
+  missingok
+  compress
+  notifempty
+}

+# Put files/directories that should be ignored in this file when uploading
+# or sharing to the community site.
+# Lines that start with '# ' are comments.
+
+# OS generated files #
+######################
+.DS_Store
+Icon?
+nohup.out
+ehthumbs.db
+Thumbs.db
+
+# SASS #
+########
+.sass-cache
+
+# EDITORS #
+###########
+\#*
+.#*
+*~
+*.sw[a-z]
+*.bak
+REVISION
+TAGS*
+tmtags
+*_flymake.*
+*_flymake
+*.tmproj
+.project
+.settings
+mkmf.log
+
+## COMPILED ##
+##############
+a.out
+*.o
+*.pyc
+*.so
+*.com
+*.class
+*.dll
+*.exe
+*/rdoc/
+
+# Testing #
+###########
+.watchr
+.rspec
+spec/*
+spec/fixtures/*
+test/*
+features/*
+Guardfile
+Procfile
+
+# SCM #
+#######
+.git
+*/.git
+.gitignore
+.gitmodules
+.gitconfig
+.gitattributes
+.svn
+*/.bzr/*
+*/.hg/*
+*/.svn/*
+
+# Berkshelf #
+#############
+cookbooks/*
+tmp
+
+# Cookbooks #
+#############
+CONTRIBUTING
+CHANGELOG*
+
+# Strainer #
+############
+Colanderfile
+Strainerfile
+.colander
+.strainer
+
+# Vagrant #
+###########
+.vagrant
+Vagrantfile
+
+# Travis #
+##########
+.travis.yml

+name             'backup-file2s3'
+maintainer       'Chromedia Far East, Inc.'
+maintainer_email 'sysadmin@chromedia.com'
+license          'Apache License'
+description      'Creates a script to backup directories into an S3 bucket.'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'
+
+depends 'awscli', '~> 1.0.1'
+depends 'cron', '~> 1.7.4'
+
+supports 'ubuntu', '>= 14.04'

+#
+# Author:: Earth U (<sysadmin@chromedia.com>)
+# Cookbook Name:: backup-file2s3
+# Recipe:: default
+#
+# Copyright 2016, Chromedia Far East, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe 'awscli'
+
+attribs = node['backup-file2s3']
+scr_dir = attribs['script_dir']
+sname   = 'backup_file_to_s3'
+
+template "#{scr_dir}/#{sname}" do
+  mode    0644
+  only_if "test -d #{scr_dir} || mkdir -p #{scr_dir}"
+  variables(
+    :aws_bin     => attribs['aws_bin'],
+    :log_dir     => attribs['log_dir'],
+    :tmp_dir     => attribs['tmp_dir'],
+    :bucket      => attribs['bucket'],
+    :region      => attribs['region'] || 'us-east-1',
+    :max_backups => attribs['max_backups'] || 30,
+    :dirs        => attribs['dirs']
+  )
+end
+
+cra = attribs['cron']
+cron_d sname do
+  command "bash #{scr_dir}/#{sname}"
+  minute  cra['min']
+  hour    cra['hour']
+  day     cra['day']
+  month   cra['mon']
+  weekday cra['wday']
+  mailto  cra['mailto']
+  path    '/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin'
+end
+
+package 'logrotate'
+
+loa = attribs['logrotate']
+template "#{loa['conf_dir']}/#{sname}" do
+  source  "#{sname}_logrotate.erb"
+  only_if "test -d #{loa['conf_dir']} || mkdir -p #{loa['conf_dir']}"
+  variables(
+    :log_dir => attribs['log_dir'],
+    :options => loa['options']
+  )
+end

+#!/bin/bash
+#
+# Generated by Chef
+#
+# Back up directories into an S3 bucket
+
+set -e
+
+log_dir=<%= @log_dir %>
+if [[ ! -d "$log_dir" ]] ; then
+    mkdir -p "$log_dir"
+fi
+
+aws_cmd=<%= @aws_bin %>
+
+exec 3>&1 4>&2
+trap 'exec 2>&4 1>&3' 0 1 2 3
+exec 1>>"${log_dir}/backup_file_to_s3.log" 2>&1
+
+bucket=<%= @bucket %>
+region=<%= @region %>
+max_backups=<%= @max_backups %>
+bak_dir=<%= @tmp_dir %>
+
+# Array of directories to be backed up.
+# 
+# Example:
+# declare -a tar_dirs=(
+#   "/path/to/dira"
+#   "/another/path/to/dirb"
+# )
+#
+# Tarball names will be the basename of each path given.
+declare -a tar_dirs=(
+<% @dirs.each do |dirx| -%>
+    "<%= dirx %>"
+<% end -%>
+)
+
+if [[ ! -d "$bak_dir" ]] ; then
+    echo "$(date) : Missing backup directory. Creating."
+    mkdir -p "$bak_dir"
+fi
+
+# Rotate the current backups in S3
+# $1 = directory to be tarred
+increment_backup_names() {
+    fname=$( basename "$1" )
+    bak_keyname="${fname}.tar.gz"
+
+    baks=$( "$aws_cmd" --output text --region "$region" \
+                s3api list-objects --bucket "$bucket" \
+            | grep '^CONTENTS' | cut -f3 | grep "^${bak_keyname}" || echo "" )
+
+    echo "$(date) : Backup rotation for ${bak_keyname}"
+    start=$((max_backups - 1))
+
+    for (( x=start ; x > 0 ; x-- )) ; do
+        if echo "$baks" | grep "^${bak_keyname}\\.${x}\$" ; then
+            newx=$((x + 1))
+            if [[ $newx -lt $max_backups ]] ; then
+                "$aws_cmd" --region "$region" \
+                    s3 cp "s3://${bucket}/${bak_keyname}.${x}" \
+                          "s3://${bucket}/${bak_keyname}.${newx}"
+            fi
+        fi
+    done
+
+    if echo "$baks" | grep "^${bak_keyname}\$" ; then
+        "$aws_cmd" --region "$region" \
+            s3 cp "s3://${bucket}/${bak_keyname}" \
+                  "s3://${bucket}/${bak_keyname}.1"
+    fi
+}
+
+# Tar up the directory
+# $1 = directory to be tarred
+tar_dir() {
+    fname=$( basename "$1" )
+    parent=$( dirname "$1" )
+    echo "$(date) : Tar up ${1}"
+
+    tar -C "$parent" -czf "${bak_dir}/${fname}.tar.gz" "$fname"
+}
+
+# $1 = directory to be tarred
+upload_to_s3() {
+    fname=$( basename "$1" )
+    echo "$(date) : Upload ${fname}.tar.gz to S3 bucket ${bucket}"
+
+    "$aws_cmd" --region "$region" \
+        s3 mv "${bak_dir}/${fname}.tar.gz" "s3://${bucket}/${fname}.tar.gz"
+}
+
+for dirx in "${tar_dirs[@]}" ; do
+    if [[ -d "$dirx" ]] ; then
+        increment_backup_names "$dirx"
+        tar_dir "$dirx"
+        upload_to_s3 "$dirx"
+    else
+        echo "$(date) : WARNING : Directory ${dirx} does not exist"
+    fi
+done
+
+echo "$(date) : Done"

+<%= @log_dir %>/*.log {
+<% @options.each do |str| -%>
+  <%= str %>
+<% end -%>
+}