s3backupper.py

#!/usr/bin/python
# -*- coding: utf-8 -*-

import os
import time
import tarfile
from boto.s3.connection import S3Connection
from boto.s3.key import Key


class uploader:
	"""Class for gzip and upload files to Amazon S3"""
	
	def __init__(self, access_key, secret_key, crypt_key):
		self.access_key = access_key
		self.secret_key = secret_key
		self.crypt_key = crypt_key
		self.s3connection = S3Connection(access_key, secret_key)


	def the_magic(self, id, path_to_bup, bucketname, date_in_filename, crypt):
		file_contents = os.listdir(path_to_bup)
		if date_in_filename:
			s3_filename = "%s_%s.tar.gz" % (id, time.strftime("%Y-%m-%d-%H%M%S"))
		else:
			s3_filename = id + '.tar.gz'
		temp_filename = '/tmp/backup.tar.gz'
	
		#tar files
		files = os.listdir(path_to_bup)
		tar = tarfile.open(temp_filename, 'w:gz')
		for f in files:
			tar.add(path_to_bup + f)
		tar.close()
	
		#crypt the file?
		if crypt:
			os.system("gpg -c --passphrase '%s' --yes /tmp/backup.tar.gz" % self.crypt_key)
			temp_filename += '.gpg'
			s3_filename += '.gpg'
	
		#upload
		bucket = self.s3connection.get_bucket(bucketname)
		s3key = Key(bucket)
		s3key.key = s3_filename
		s3key.set_contents_from_filename(temp_filename)
		
		#clean the tmp folder
		os.remove('/tmp/backup.tar.gz')
		if crypt:
			os.remove('/tmp/backup.tar.gz.gpg')



if __name__ == '__main__':
	
	access_key = 'PUT YOUR AMAZON ACCESS KEY HERE'
	secret_key = 'PUT YOUR AMAZON SECRET KEY HERE'
	crypt_key = 'PUT-A-SECRET-CRYPT-CODE-HERE'
	uploader = uploader(access_key, secret_key, crypt_key)

	#To backup
	to_backup = [
					{ 'id': 'foo', 'path': '/path/to/files1/', 'bucket': 'bucket1', 'date': True, 'crypt': True },
					#{ 'id': 'bar', 'path': '/path/to/files2/', 'bucket': 'bucket2', 'date': False, 'Crypt': False },
				]
	
	print ''
	
	#Loop and upload
	for b in to_backup:
		print '%s - start backup %s' % (time.strftime("%Y-%m-%d %H:%M:%S"), b['id'])
		try:
			uploader.the_magic(b['id'], b['path'], b['bucket'], b['date'], b['crypt'])
		except:
			print '%s - FAIL %s' % (time.strftime("%Y-%m-%d %H:%M:%S"), b['id'])
			
	print ''
	print '%s - DONE!' % time.strftime("%Y-%m-%d %H:%M:%S")
	print ''