import os.path
import datasuper as ds
from os import listdir, symlink
from shutil import copyfile
import sys
import inspect
from subprocess import call


class RecipeNotFoundError(Exception):
    pass


class Repo:
    repoDirName = '.package_mega'

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')

    def addRecipes(self, uri, dev=False):
        if os.path.exists(self.uri):
            return self.addFromLocal()
        elif 'git' in self.uri:
            return self.addFromGithub()

    def addFromLocal(self, uri, dev=False):
        if uri[-9:] == 'recipe.py':
            fs = [uri]
        else:
            fs = [os.path.join(uri, f) for f in listdir(uri)]
        out = []
        for f in fs:
            if f[-9:] == 'recipe.py':
                absP = os.path.abspath(f)
                target = os.path.basename(f)
                target = os.path.join(self.recipeDir, target)
                if dev:
                    try:
                        symlink(absP, target)
                    except FileExistsError:
                        pass
                else:
                    copyfile(absP, target)
                out.append(self._recipeName(f))
        return out

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        # check if we have the recipe
        # if not throw an error
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        # else run it
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        # (sort of hacky)
        for f in listdir(self.recipeDir):
            if f[: len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]

        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname

    def downloadDir(self):
        try:
            return os.environ['PACKAGE_MEGA_DOWNLOADS']
        except KeyError:
            try:
                defaultDatabaseDir = os.path.join(self.abspath,
                                                  'database_dir_location.txt')
                defaultDatabaseDir = open(defaultDatabaseDir).read()
                return defaultDatabaseDir
            except FileNotFoundError:
                defaultDatabaseDir = os.path.join(self.abspath, 'databases')
                return defaultDatabaseDir

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out

    def database(self, databaseName):
        return self.dsRepo().sampleTable.get(databaseName)

    def dbStatus(self):
        return self.dsRepo().checkStatus()

    def saveFiles(self, recipe, subName, *filepaths, **kwFilepaths):
        fs = {}
        for i, filepath in enumerate(filepaths):
            fs[i] = filepath
        for k, v in kwFilepaths.items():
            fs[k] = v

        with self.dsRepo() as dsr:
            schema = recipe.resultSchema()[subName]

            fileRecs = []
            ftypes = dictify(schema)
            for key, fpath in fs.items():
                fname = '{}.{}.{}'.format(recipe.name(), subName, key)
                print('{} {}'.format(fname, fpath))
                ftype = ftypes[key]
                dsr.addFileType(ftype)
                ds.makeFile(dsr, fname, fpath, ftype, modify=True)
                fileRecs.append(fname)

            schemaName = '{}::{}'.format(recipe.name(), subName)
            dsr.addResultSchema(schemaName, schema)
            rname = '{}.{}'.format(recipe.name(), subName)
            result = ds.getOrMakeResult(dsr, rname, schemaName, fileRecs)

            dsr.addSampleType('db')
            sample = ds.getOrMakeSample(dsr, recipe.name(), 'db')
            sample.addResult(result).save(modify=True)

    
    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)
        
    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


def dictify(el):
    if type(el) == list:
        return {i: sub for i, sub in enumerate(el)}
    elif type(el) == dict:
        return el
    else:
        return {0: el}

6daea4cdef0b783b78b429c03bc08f3a943642ef
<mask token>


class Repo:
    <mask token>

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')
    <mask token>
    <mask token>

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        for f in listdir(self.recipeDir):
            if f[:len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]
        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname
    <mask token>

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out
    <mask token>

    def dbStatus(self):
        return self.dsRepo().checkStatus()
    <mask token>

    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)

    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


<mask token>

<mask token>


class Repo:
    <mask token>

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')
    <mask token>

    def addFromLocal(self, uri, dev=False):
        if uri[-9:] == 'recipe.py':
            fs = [uri]
        else:
            fs = [os.path.join(uri, f) for f in listdir(uri)]
        out = []
        for f in fs:
            if f[-9:] == 'recipe.py':
                absP = os.path.abspath(f)
                target = os.path.basename(f)
                target = os.path.join(self.recipeDir, target)
                if dev:
                    try:
                        symlink(absP, target)
                    except FileExistsError:
                        pass
                else:
                    copyfile(absP, target)
                out.append(self._recipeName(f))
        return out

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        for f in listdir(self.recipeDir):
            if f[:len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]
        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname
    <mask token>

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out
    <mask token>

    def dbStatus(self):
        return self.dsRepo().checkStatus()

    def saveFiles(self, recipe, subName, *filepaths, **kwFilepaths):
        fs = {}
        for i, filepath in enumerate(filepaths):
            fs[i] = filepath
        for k, v in kwFilepaths.items():
            fs[k] = v
        with self.dsRepo() as dsr:
            schema = recipe.resultSchema()[subName]
            fileRecs = []
            ftypes = dictify(schema)
            for key, fpath in fs.items():
                fname = '{}.{}.{}'.format(recipe.name(), subName, key)
                print('{} {}'.format(fname, fpath))
                ftype = ftypes[key]
                dsr.addFileType(ftype)
                ds.makeFile(dsr, fname, fpath, ftype, modify=True)
                fileRecs.append(fname)
            schemaName = '{}::{}'.format(recipe.name(), subName)
            dsr.addResultSchema(schemaName, schema)
            rname = '{}.{}'.format(recipe.name(), subName)
            result = ds.getOrMakeResult(dsr, rname, schemaName, fileRecs)
            dsr.addSampleType('db')
            sample = ds.getOrMakeSample(dsr, recipe.name(), 'db')
            sample.addResult(result).save(modify=True)

    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)

    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


<mask token>

<mask token>


class Repo:
    <mask token>

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')

    def addRecipes(self, uri, dev=False):
        if os.path.exists(self.uri):
            return self.addFromLocal()
        elif 'git' in self.uri:
            return self.addFromGithub()

    def addFromLocal(self, uri, dev=False):
        if uri[-9:] == 'recipe.py':
            fs = [uri]
        else:
            fs = [os.path.join(uri, f) for f in listdir(uri)]
        out = []
        for f in fs:
            if f[-9:] == 'recipe.py':
                absP = os.path.abspath(f)
                target = os.path.basename(f)
                target = os.path.join(self.recipeDir, target)
                if dev:
                    try:
                        symlink(absP, target)
                    except FileExistsError:
                        pass
                else:
                    copyfile(absP, target)
                out.append(self._recipeName(f))
        return out

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        for f in listdir(self.recipeDir):
            if f[:len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]
        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname

    def downloadDir(self):
        try:
            return os.environ['PACKAGE_MEGA_DOWNLOADS']
        except KeyError:
            try:
                defaultDatabaseDir = os.path.join(self.abspath,
                    'database_dir_location.txt')
                defaultDatabaseDir = open(defaultDatabaseDir).read()
                return defaultDatabaseDir
            except FileNotFoundError:
                defaultDatabaseDir = os.path.join(self.abspath, 'databases')
                return defaultDatabaseDir

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out

    def database(self, databaseName):
        return self.dsRepo().sampleTable.get(databaseName)

    def dbStatus(self):
        return self.dsRepo().checkStatus()

    def saveFiles(self, recipe, subName, *filepaths, **kwFilepaths):
        fs = {}
        for i, filepath in enumerate(filepaths):
            fs[i] = filepath
        for k, v in kwFilepaths.items():
            fs[k] = v
        with self.dsRepo() as dsr:
            schema = recipe.resultSchema()[subName]
            fileRecs = []
            ftypes = dictify(schema)
            for key, fpath in fs.items():
                fname = '{}.{}.{}'.format(recipe.name(), subName, key)
                print('{} {}'.format(fname, fpath))
                ftype = ftypes[key]
                dsr.addFileType(ftype)
                ds.makeFile(dsr, fname, fpath, ftype, modify=True)
                fileRecs.append(fname)
            schemaName = '{}::{}'.format(recipe.name(), subName)
            dsr.addResultSchema(schemaName, schema)
            rname = '{}.{}'.format(recipe.name(), subName)
            result = ds.getOrMakeResult(dsr, rname, schemaName, fileRecs)
            dsr.addSampleType('db')
            sample = ds.getOrMakeSample(dsr, recipe.name(), 'db')
            sample.addResult(result).save(modify=True)

    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)

    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


<mask token>

<mask token>


class Repo:
    repoDirName = '.package_mega'

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')

    def addRecipes(self, uri, dev=False):
        if os.path.exists(self.uri):
            return self.addFromLocal()
        elif 'git' in self.uri:
            return self.addFromGithub()

    def addFromLocal(self, uri, dev=False):
        if uri[-9:] == 'recipe.py':
            fs = [uri]
        else:
            fs = [os.path.join(uri, f) for f in listdir(uri)]
        out = []
        for f in fs:
            if f[-9:] == 'recipe.py':
                absP = os.path.abspath(f)
                target = os.path.basename(f)
                target = os.path.join(self.recipeDir, target)
                if dev:
                    try:
                        symlink(absP, target)
                    except FileExistsError:
                        pass
                else:
                    copyfile(absP, target)
                out.append(self._recipeName(f))
        return out

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        for f in listdir(self.recipeDir):
            if f[:len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]
        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname

    def downloadDir(self):
        try:
            return os.environ['PACKAGE_MEGA_DOWNLOADS']
        except KeyError:
            try:
                defaultDatabaseDir = os.path.join(self.abspath,
                    'database_dir_location.txt')
                defaultDatabaseDir = open(defaultDatabaseDir).read()
                return defaultDatabaseDir
            except FileNotFoundError:
                defaultDatabaseDir = os.path.join(self.abspath, 'databases')
                return defaultDatabaseDir

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out

    def database(self, databaseName):
        return self.dsRepo().sampleTable.get(databaseName)

    def dbStatus(self):
        return self.dsRepo().checkStatus()

    def saveFiles(self, recipe, subName, *filepaths, **kwFilepaths):
        fs = {}
        for i, filepath in enumerate(filepaths):
            fs[i] = filepath
        for k, v in kwFilepaths.items():
            fs[k] = v
        with self.dsRepo() as dsr:
            schema = recipe.resultSchema()[subName]
            fileRecs = []
            ftypes = dictify(schema)
            for key, fpath in fs.items():
                fname = '{}.{}.{}'.format(recipe.name(), subName, key)
                print('{} {}'.format(fname, fpath))
                ftype = ftypes[key]
                dsr.addFileType(ftype)
                ds.makeFile(dsr, fname, fpath, ftype, modify=True)
                fileRecs.append(fname)
            schemaName = '{}::{}'.format(recipe.name(), subName)
            dsr.addResultSchema(schemaName, schema)
            rname = '{}.{}'.format(recipe.name(), subName)
            result = ds.getOrMakeResult(dsr, rname, schemaName, fileRecs)
            dsr.addSampleType('db')
            sample = ds.getOrMakeSample(dsr, recipe.name(), 'db')
            sample.addResult(result).save(modify=True)

    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)

    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


<mask token>

import os.path
import datasuper as ds
from os import listdir, symlink
from shutil import copyfile
import sys
import inspect
from subprocess import call


class RecipeNotFoundError(Exception):
    pass


class Repo:
    repoDirName = '.package_mega'

    def __init__(self, abspath):
        self.abspath = abspath
        self.recipeDir = os.path.join(self.abspath, 'recipes')
        self.stagingDir = os.path.join(self.abspath, 'staging')

    def addRecipes(self, uri, dev=False):
        if os.path.exists(self.uri):
            return self.addFromLocal()
        elif 'git' in self.uri:
            return self.addFromGithub()

    def addFromLocal(self, uri, dev=False):
        if uri[-9:] == 'recipe.py':
            fs = [uri]
        else:
            fs = [os.path.join(uri, f) for f in listdir(uri)]
        out = []
        for f in fs:
            if f[-9:] == 'recipe.py':
                absP = os.path.abspath(f)
                target = os.path.basename(f)
                target = os.path.join(self.recipeDir, target)
                if dev:
                    try:
                        symlink(absP, target)
                    except FileExistsError:
                        pass
                else:
                    copyfile(absP, target)
                out.append(self._recipeName(f))
        return out

    def addFromGithub(self, uri):
        hname = self.uri.split('/')[-1].split('.')[0]
        dest = os.path.join(self.stagingDir, hname)
        cmd = 'git clone {} {}'.format(self.uri, dest)
        call(cmd, shell=True)
        self.addFromLocal(dest)

    def _recipeName(self, recipeFilename):
        if recipeFilename[-9:] == 'recipe.py':
            r = recipeFilename[:-9]
            if r[-1] in ['-', '_', '.']:
                r = r[:-1]
            return os.path.basename(r)
        else:
            assert False and '{} is not a recipe'.format(recipeFilename)

    def allRecipes(self):
        out = set()
        for recipe in listdir(self.recipeDir):
            try:
                r = self._recipeName(recipe)
                out.add(r)
            except AssertionError:
                pass
        return out

    def makeRecipe(self, recipeName):
        # check if we have the recipe
        # if not throw an error
        if recipeName not in self.allRecipes():
            raise RecipeNotFoundError(recipeName)
        # else run it
        recipe = self._loadRecipe(recipeName)
        recipe.makeRecipe()

    def _loadRecipe(self, recipeName):
        # (sort of hacky)
        for f in listdir(self.recipeDir):
            if f[: len(recipeName)] == recipeName:
                fname = os.path.join(self.recipeDir, f)
                break
        cname = self._getClassName(fname)
        importName = os.path.basename(fname)[:-3]

        sys.path.append(os.path.dirname(fname))
        __import__(importName)
        classes = inspect.getmembers(sys.modules[importName], inspect.isclass)
        for name, c in classes:
            if name == cname:
                return c()

    def _getClassName(self, fname):
        recipeStr = open(fname).read()
        cname = None
        for line in recipeStr.split('\n'):
            if 'class' in line:
                cname = line.split()[1]
                cname = cname.split(':')[0]
                cname = cname.split('(')[0]
                break
        return cname

    def downloadDir(self):
        try:
            return os.environ['PACKAGE_MEGA_DOWNLOADS']
        except KeyError:
            try:
                defaultDatabaseDir = os.path.join(self.abspath,
                                                  'database_dir_location.txt')
                defaultDatabaseDir = open(defaultDatabaseDir).read()
                return defaultDatabaseDir
            except FileNotFoundError:
                defaultDatabaseDir = os.path.join(self.abspath, 'databases')
                return defaultDatabaseDir

    def allDatabases(self):
        out = []
        for database in self.dsRepo().sampleTable.getAll():
            out.append(database)
        return out

    def database(self, databaseName):
        return self.dsRepo().sampleTable.get(databaseName)

    def dbStatus(self):
        return self.dsRepo().checkStatus()

    def saveFiles(self, recipe, subName, *filepaths, **kwFilepaths):
        fs = {}
        for i, filepath in enumerate(filepaths):
            fs[i] = filepath
        for k, v in kwFilepaths.items():
            fs[k] = v

        with self.dsRepo() as dsr:
            schema = recipe.resultSchema()[subName]

            fileRecs = []
            ftypes = dictify(schema)
            for key, fpath in fs.items():
                fname = '{}.{}.{}'.format(recipe.name(), subName, key)
                print('{} {}'.format(fname, fpath))
                ftype = ftypes[key]
                dsr.addFileType(ftype)
                ds.makeFile(dsr, fname, fpath, ftype, modify=True)
                fileRecs.append(fname)

            schemaName = '{}::{}'.format(recipe.name(), subName)
            dsr.addResultSchema(schemaName, schema)
            rname = '{}.{}'.format(recipe.name(), subName)
            result = ds.getOrMakeResult(dsr, rname, schemaName, fileRecs)

            dsr.addSampleType('db')
            sample = ds.getOrMakeSample(dsr, recipe.name(), 'db')
            sample.addResult(result).save(modify=True)

    
    def dsRepo(self):
        return ds.Repo.loadRepo(self.abspath)
        
    @staticmethod
    def loadRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        targetDir = os.path.join(targetDir, Repo.repoDirName)
        p = os.path.abspath(targetDir)
        try:
            dsRepo = ds.Repo.loadRepo(p)
        except FileNotFoundError:
            Repo._initRepo()
            return Repo.loadRepo()
        return Repo(p)

    @staticmethod
    def _initRepo():
        try:
            targetDir = os.environ['PACKAGE_MEGA_HOME']
        except KeyError:
            targetDir = os.environ['HOME']
        p = os.path.abspath(targetDir)
        p = os.path.join(p, Repo.repoDirName)
        os.makedirs(p)
        ds.Repo.initRepo(targetDir=p)
        r = os.path.join(p, 'recipes')
        os.makedirs(r)
        s = os.path.join(p, 'staging')
        os.makedirs(s)
        d = os.path.join(p, 'databases')
        os.makedirs(d)


def dictify(el):
    if type(el) == list:
        return {i: sub for i, sub in enumerate(el)}
    elif type(el) == dict:
        return el
    else:
        return {0: el}
