<reponame>cyj0912/DependencyMan
import os
import hashlib
import pathspec

import config
from snapshot import Snapshot

def get_file_hash(path):
    hasher = hashlib.sha1()
    with open(path, mode="rb") as f:
        buf = f.read()
        hasher.update(buf)
    return hasher.hexdigest()


class FileEntryLV1:
    def __init__(self, p, h=None):
        self.path = p
        if(h == None):
            self.hash = get_file_hash(config.reporoot + os.sep + p)
        else:
            self.hash = h

    def __str__(self):
        return str(self.__dict__)

    def __eq__(self, value):
        return self.path == value.path

    def __ge__(self, value):
        return self.path >= value.path

    def __gt__(self, value):
        return self.path > value.path


class ManifestLV1(Snapshot):
    def __init__(self):
        self.version = -1
        self.format = 'LV1'
        self.list = []

    def get_upload_dict(self):
        res = dict()
        for f in self.list:
            res[f.hash] = f.path
        return res

    def exists(self, path):
        tempfile = FileEntryLV1(path, '')
        return tempfile in self.list

    def walk_subdirectory(self, subpath, ignorerules=[]):
        res = []
        spec = pathspec.PathSpec.from_lines(pathspec.patterns.GitWildMatchPattern, ignorerules)

        walkroot = config.reporoot + os.sep + subpath
        walkroot = os.path.abspath(walkroot)
        for rootdir, dirs, files in os.walk(walkroot):
            h = len(config.reporoot)
            prefix = rootdir[h + 1:]
            if(len(prefix) != 0):
                prefix = prefix + os.sep

            dirs[:] = [d for d in dirs if not spec.match_file(prefix + d)]
            filelist = [(prefix + f).replace(os.sep, '/') for f in files if not spec.match_file(prefix + f)]
            fileentries = [FileEntryLV1(f) for f in filelist]
            res.extend(fileentries)
        self.list = res

    def add_file(self, subpath, ignorerules=[]):
        filepath = os.path.abspath(subpath)
        h = len(config.reporoot)
        if os.path.isfile(filepath):
            entry = FileEntryLV1(filepath[h + 1:].replace(os.sep, '/'))
            if entry not in self.list:
                self.list.append(entry)
            self.list = sorted(self.list)
            return

    def add_subdirectory(self, subpath, ignorerules=[]):
        res = []
        spec = pathspec.PathSpec.from_lines(pathspec.patterns.GitWildMatchPattern, ignorerules)

        walkroot = os.path.abspath(subpath)
        for rootdir, dirs, files in os.walk(walkroot):
            h = len(config.reporoot)
            prefix = rootdir[h + 1:]
            if(len(prefix) != 0):
                prefix = prefix + os.sep

            dirs[:] = [d for d in dirs if not spec.match_file(prefix + d)]
            filelist = [(prefix + f).replace(os.sep, '/') for f in files if not spec.match_file(prefix + f)]
            fileentries = [FileEntryLV1(f) for f in filelist if not self.exists(f)]
            res.extend(fileentries)
        self.list.extend(res)
        self.list = sorted(self.list)

    def dumps(self):
        res = '{0}\n{1}\n'.format(self.version, self.format)
        for entry in self.list:
            res = res + entry.path + ' ' + entry.hash + '\n'
        return res

    def loads(self, s):
        self.list = []
        slines = s.splitlines()
        self.version = int(slines[0])
        self.format = slines[1]
        if self.format != 'LV1':
            return False
        for ln in slines[2:]:
            parts = ln.split(' ')
            self.list.append(FileEntryLV1(parts[0], parts[1]))

    def gen_cache(self):
        self.cache = {}
        for x in self.list:
            components = x.path.split('/')
            curr = self.cache
            for comp in components[:-1]:
                if comp not in curr:
                    curr[comp] = dict()
                curr = curr[comp]
            curr[components[-1]] = x.hash

    def listdir(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        if path == '.':
            return [s for s in self.cache]
        curr = self.cache
        for x in components:
            curr = curr[x]
        assert isinstance(curr, dict)
        return [s for s in curr]

    def get_hash(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        curr = self.cache
        for x in components:
            curr = curr[x]
        assert isinstance(curr, str)
        return curr

    def is_dir(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        curr = self.cache
        for x in components:
            curr = curr[x]
        if type(curr) is dict:
            return True
        else:
            return False


def test():
    dd = ManifestLV1()
    config.reporoot = 'E:\\Dev\\constructfield\\DependencyMan'
    dd.walk_subdirectory('.')
    print(dd.dumps())
    dd.gen_cache()
    print(dd.listdir(''))
    print(dd.listdir('Lib'))
    print(dd.is_dir('Lib'))
    print(dd.get_hash('Lib\\requests\\__init__.py'))
    print(dd.is_dir('Lib\\requests\\__init__.py'))
    from snapshot import OSSnapshot, SnapshotDirCmp
    b = OSSnapshot('E:\Dev\constructfield')
    dircmp = SnapshotDirCmp('', dd, '', b)
    print("Succeed")
    print(dircmp.subdirs)
    for x in dircmp.subdirs:
        print(dircmp.subdirs[x].common_files)
        print(dircmp.subdirs[x].same_files)
        print(dircmp.subdirs[x].common_dirs)

if __name__ == "__main__":
    test()

import os
import hashlib
import pathspec

import config
from snapshot import Snapshot

def get_file_hash(path):
    hasher = hashlib.sha1()
    with open(path, mode="rb") as f:
        buf = f.read()
        hasher.update(buf)
    return hasher.hexdigest()


class FileEntryLV1:
    def __init__(self, p, h=None):
        self.path = p
        if(h == None):
            self.hash = get_file_hash(config.reporoot + os.sep + p)
        else:
            self.hash = h

    def __str__(self):
        return str(self.__dict__)

    def __eq__(self, value):
        return self.path == value.path

    def __ge__(self, value):
        return self.path >= value.path

    def __gt__(self, value):
        return self.path > value.path


class ManifestLV1(Snapshot):
    def __init__(self):
        self.version = -1
        self.format = 'LV1'
        self.list = []

    def get_upload_dict(self):
        res = dict()
        for f in self.list:
            res[f.hash] = f.path
        return res

    def exists(self, path):
        tempfile = FileEntryLV1(path, '')
        return tempfile in self.list

    def walk_subdirectory(self, subpath, ignorerules=[]):
        res = []
        spec = pathspec.PathSpec.from_lines(pathspec.patterns.GitWildMatchPattern, ignorerules)

        walkroot = config.reporoot + os.sep + subpath
        walkroot = os.path.abspath(walkroot)
        for rootdir, dirs, files in os.walk(walkroot):
            h = len(config.reporoot)
            prefix = rootdir[h + 1:]
            if(len(prefix) != 0):
                prefix = prefix + os.sep

            dirs[:] = [d for d in dirs if not spec.match_file(prefix + d)]
            filelist = [(prefix + f).replace(os.sep, '/') for f in files if not spec.match_file(prefix + f)]
            fileentries = [FileEntryLV1(f) for f in filelist]
            res.extend(fileentries)
        self.list = res

    def add_file(self, subpath, ignorerules=[]):
        filepath = os.path.abspath(subpath)
        h = len(config.reporoot)
        if os.path.isfile(filepath):
            entry = FileEntryLV1(filepath[h + 1:].replace(os.sep, '/'))
            if entry not in self.list:
                self.list.append(entry)
            self.list = sorted(self.list)
            return

    def add_subdirectory(self, subpath, ignorerules=[]):
        res = []
        spec = pathspec.PathSpec.from_lines(pathspec.patterns.GitWildMatchPattern, ignorerules)

        walkroot = os.path.abspath(subpath)
        for rootdir, dirs, files in os.walk(walkroot):
            h = len(config.reporoot)
            prefix = rootdir[h + 1:]
            if(len(prefix) != 0):
                prefix = prefix + os.sep

            dirs[:] = [d for d in dirs if not spec.match_file(prefix + d)]
            filelist = [(prefix + f).replace(os.sep, '/') for f in files if not spec.match_file(prefix + f)]
            fileentries = [FileEntryLV1(f) for f in filelist if not self.exists(f)]
            res.extend(fileentries)
        self.list.extend(res)
        self.list = sorted(self.list)

    def dumps(self):
        res = '{0}\n{1}\n'.format(self.version, self.format)
        for entry in self.list:
            res = res + entry.path + ' ' + entry.hash + '\n'
        return res

    def loads(self, s):
        self.list = []
        slines = s.splitlines()
        self.version = int(slines[0])
        self.format = slines[1]
        if self.format != 'LV1':
            return False
        for ln in slines[2:]:
            parts = ln.split(' ')
            self.list.append(FileEntryLV1(parts[0], parts[1]))

    def gen_cache(self):
        self.cache = {}
        for x in self.list:
            components = x.path.split('/')
            curr = self.cache
            for comp in components[:-1]:
                if comp not in curr:
                    curr[comp] = dict()
                curr = curr[comp]
            curr[components[-1]] = x.hash

    def listdir(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        if path == '.':
            return [s for s in self.cache]
        curr = self.cache
        for x in components:
            curr = curr[x]
        assert isinstance(curr, dict)
        return [s for s in curr]

    def get_hash(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        curr = self.cache
        for x in components:
            curr = curr[x]
        assert isinstance(curr, str)
        return curr

    def is_dir(self, path):
        path = os.path.normpath(path)
        components = path.split(os.sep)
        curr = self.cache
        for x in components:
            curr = curr[x]
        if type(curr) is dict:
            return True
        else:
            return False


def test():
    dd = ManifestLV1()
    config.reporoot = 'E:\\Dev\\constructfield\\DependencyMan'
    dd.walk_subdirectory('.')
    print(dd.dumps())
    dd.gen_cache()
    print(dd.listdir(''))
    print(dd.listdir('Lib'))
    print(dd.is_dir('Lib'))
    print(dd.get_hash('Lib\\requests\\__init__.py'))
    print(dd.is_dir('Lib\\requests\\__init__.py'))
    from snapshot import OSSnapshot, SnapshotDirCmp
    b = OSSnapshot('E:\Dev\constructfield')
    dircmp = SnapshotDirCmp('', dd, '', b)
    print("Succeed")
    print(dircmp.subdirs)
    for x in dircmp.subdirs:
        print(dircmp.subdirs[x].common_files)
        print(dircmp.subdirs[x].same_files)
        print(dircmp.subdirs[x].common_dirs)

if __name__ == "__main__":
    test()