<reponame>zhaokeli/dnmp
#! python3
import zipfile
import os
import oss2
import time
import sys


# 显示上传进度


def percentage(consumed_bytes, total_bytes):
    if total_bytes:
        sys.stdout.write('{0:.2f}%  {1:.2f}/{2:.2f}M\r'.format(100 * (consumed_bytes / total_bytes),
                                                               consumed_bytes / 1000000, total_bytes / 1000000))
        sys.stdout.flush()


class DirOrFileToOSS(object):
    """docstring for BakDir"""

    def __init__(self, arg):
        super(DirOrFileToOSS, self).__init__()
        self.arg = arg

    def uploadoss(self, localfile, remotePath):
        if not os.path.exists(localfile):
            print('localfile is not exists!')
            return
        try:
            print("start uploadoss...")
            auth = oss2.Auth(self.arg['accessKeyID'], self.arg['accessKeySecret'])
            bucket = oss2.Bucket(auth, self.arg['endpoint'], self.arg['bucketName'], enable_crc=False)
            osspath = remotePath + os.path.basename(localfile)
            print("uploading to %s" % (osspath))
            with open(localfile, 'rb') as fileobj:
                bucket.put_object(osspath, fileobj, progress_callback=percentage)
            print('\nuploadoss success!')
        except Exception as e:
            print(e)

    # 递归目录
    def dfs_get_zip_file(self, input_path, result, ignore=[['.git']]):
        files = os.listdir(input_path)
        for file in files:
            filePath = input_path + '/' + file
            if file in ignore:
                print("ignored: " + filePath)
                continue
            if os.path.isdir(filePath):
                self.dfs_get_zip_file(filePath, result, ignore)
            else:
                print("added: " + filePath)
                result.append(filePath)

    def zip_path(self, input_path, output_path, ignore=['.git']):
        outdir = os.path.dirname(output_path)
        if not os.path.isdir(outdir):
            os.makedirs(outdir)
        f = zipfile.ZipFile(output_path, 'w', zipfile.ZIP_DEFLATED)
        filelists = []
        self.dfs_get_zip_file(input_path, filelists, ignore)
        print('start compress file...')
        for file in filelists:
            print('compress: ' + file)
            file = file.replace('\\', '/')
            input_path = input_path.replace('\\', '/')
            f.write(file, file.replace(input_path, ''))
        f.close()
        print('compress complete!')
        return output_path

    def run(self):
        # 当前目录日期后缀
        dirsubfix = time.strftime('%Y/%m', time.localtime())
        for item in self.arg['baklist']:
            zippath = item['path']
            if not os.path.isfile(zippath):
                dirpath = item['path']
                zippath = "%s/%s-%s.zip" % (item['locBakPath'] + '/' + dirsubfix, os.path.basename(dirpath),
                                            time.strftime('%Y-%m-%d_%H-%M-%S', time.localtime()))
                self.zip_path(dirpath, zippath, item['ignoreDirOrFile'])
            if item['isUploadOss']:
                self.uploadoss(zippath, item['ossPath'] + dirsubfix + '/')
            if item['isRemoveLocBak'] and item['isUploadOss']:
                os.remove(zippath)


if __name__ == '__main__':

    # for item in baklist:
    #     dirpath = item
    #     zippath = "%s/%s-%s.zip" % (locBakpath, os.path.basename(item),
    #                                 time.strftime('%Y-%m-%d_%H-%M-%S', time.localtime()))
    #     zip_path(dirpath, zippath, ignoreDirOrFile)
    #     if isUploadOss:
    #         uploadoss(zippath, ossBakPath)
    #     if isRemoveBak and isUploadOss:
    #         os.remove(zippath)
    # uploadoss('D:/webbak/zhaokeli.com-2019-06-12_16-31-24.zip', 'webbak/')
    # input('...')
    #
    pass

#! python3
import zipfile
import os
import oss2
import time
import sys


# 显示上传进度


def percentage(consumed_bytes, total_bytes):
    if total_bytes:
        sys.stdout.write('{0:.2f}%  {1:.2f}/{2:.2f}M\r'.format(100 * (consumed_bytes / total_bytes),
                                                               consumed_bytes / 1000000, total_bytes / 1000000))
        sys.stdout.flush()


class DirOrFileToOSS(object):
    """docstring for BakDir"""

    def __init__(self, arg):
        super(DirOrFileToOSS, self).__init__()
        self.arg = arg

    def uploadoss(self, localfile, remotePath):
        if not os.path.exists(localfile):
            print('localfile is not exists!')
            return
        try:
            print("start uploadoss...")
            auth = oss2.Auth(self.arg['accessKeyID'], self.arg['accessKeySecret'])
            bucket = oss2.Bucket(auth, self.arg['endpoint'], self.arg['bucketName'], enable_crc=False)
            osspath = remotePath + os.path.basename(localfile)
            print("uploading to %s" % (osspath))
            with open(localfile, 'rb') as fileobj:
                bucket.put_object(osspath, fileobj, progress_callback=percentage)
            print('\nuploadoss success!')
        except Exception as e:
            print(e)

    # 递归目录
    def dfs_get_zip_file(self, input_path, result, ignore=[['.git']]):
        files = os.listdir(input_path)
        for file in files:
            filePath = input_path + '/' + file
            if file in ignore:
                print("ignored: " + filePath)
                continue
            if os.path.isdir(filePath):
                self.dfs_get_zip_file(filePath, result, ignore)
            else:
                print("added: " + filePath)
                result.append(filePath)

    def zip_path(self, input_path, output_path, ignore=['.git']):
        outdir = os.path.dirname(output_path)
        if not os.path.isdir(outdir):
            os.makedirs(outdir)
        f = zipfile.ZipFile(output_path, 'w', zipfile.ZIP_DEFLATED)
        filelists = []
        self.dfs_get_zip_file(input_path, filelists, ignore)
        print('start compress file...')
        for file in filelists:
            print('compress: ' + file)
            file = file.replace('\\', '/')
            input_path = input_path.replace('\\', '/')
            f.write(file, file.replace(input_path, ''))
        f.close()
        print('compress complete!')
        return output_path

    def run(self):
        # 当前目录日期后缀
        dirsubfix = time.strftime('%Y/%m', time.localtime())
        for item in self.arg['baklist']:
            zippath = item['path']
            if not os.path.isfile(zippath):
                dirpath = item['path']
                zippath = "%s/%s-%s.zip" % (item['locBakPath'] + '/' + dirsubfix, os.path.basename(dirpath),
                                            time.strftime('%Y-%m-%d_%H-%M-%S', time.localtime()))
                self.zip_path(dirpath, zippath, item['ignoreDirOrFile'])
            if item['isUploadOss']:
                self.uploadoss(zippath, item['ossPath'] + dirsubfix + '/')
            if item['isRemoveLocBak'] and item['isUploadOss']:
                os.remove(zippath)


if __name__ == '__main__':

    # for item in baklist:
    #     dirpath = item
    #     zippath = "%s/%s-%s.zip" % (locBakpath, os.path.basename(item),
    #                                 time.strftime('%Y-%m-%d_%H-%M-%S', time.localtime()))
    #     zip_path(dirpath, zippath, ignoreDirOrFile)
    #     if isUploadOss:
    #         uploadoss(zippath, ossBakPath)
    #     if isRemoveBak and isUploadOss:
    #         os.remove(zippath)
    # uploadoss('D:/webbak/zhaokeli.com-2019-06-12_16-31-24.zip', 'webbak/')
    # input('...')
    #
    pass
#! python3 # 显示上传进度 docstring for BakDir # 递归目录 # 当前目录日期后缀 # for item in baklist: #     dirpath = item #     zippath = "%s/%s-%s.zip" % (locBakpath, os.path.basename(item), #                                 time.strftime('%Y-%m-%d_%H-%M-%S', time.localtime())) #     zip_path(dirpath, zippath, ignoreDirOrFile) #     if isUploadOss: #         uploadoss(zippath, ossBakPath) #     if isRemoveBak and isUploadOss: #         os.remove(zippath) # uploadoss('D:/webbak/zhaokeli.com-2019-06-12_16-31-24.zip', 'webbak/') # input('...') #