# -*- coding: utf-8 -*-
# Copyright 2016 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Basic Turbinia config."""

from __future__ import unicode_literals

import imp
import itertools
import logging
import os
import sys

from turbinia import TurbiniaException

DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S.%fZ'

# Look for config files with these names
CONFIGFILES = ['.turbiniarc', 'turbinia.conf', 'turbinia_config_tmpl.py']
# Look in homedir first, then /etc/turbinia
CONFIGPATH = [
    os.path.expanduser('~'),
    '/etc/turbinia',
    os.path.dirname(os.path.abspath(__file__)),
]
# Config setup reminder for cleaner error handling on empty configs.
CONFIG_MSG = (
    'Copy turbinia/config/turbinia_config_tmpl.py to ~/.turbiniarc '
    'or /etc/turbinia/turbinia.conf, edit, and re-run.')

# Required config vars
REQUIRED_VARS = [
    # Turbinia Config
    'INSTANCE_ID',
    'STATE_MANAGER',
    'TASK_MANAGER',
    'LOG_FILE',
    'LOCK_FILE',
    'OUTPUT_DIR',
    'TMP_DIR',
    'SLEEP_TIME',
    'SINGLE_RUN',
    'MOUNT_DIR_PREFIX',
    'SHARED_FILESYSTEM',
    'DEBUG_TASKS',
    'DEPENDENCIES',
    'DOCKER_ENABLED',
    'DISABLED_JOBS',
]

# Optional config vars.  Some may be mandatory depending on the configuration
# (e.g. if TASK_MANAGER is set to 'PSQ', then the GCE Config variables are
# required), but these requirements are not enforced.
OPTIONAL_VARS = [
    # GCE CONFIG
    'TURBINIA_PROJECT',
    'TURBINIA_ZONE',
    'TURBINIA_REGION',
    'BUCKET_NAME',
    'PSQ_TOPIC',
    'PUBSUB_TOPIC',
    'GCS_OUTPUT_PATH',
    'STACKDRIVER_LOGGING',
    'STACKDRIVER_TRACEBACK',
    # REDIS CONFIG
    'REDIS_HOST',
    'REDIS_PORT',
    'REDIS_DB',
    # Celery config
    'CELERY_BROKER',
    'CELERY_BACKEND',
    'KOMBU_BROKER',
    'KOMBU_CHANNEL',
    'KOMBU_DURABLE',
    # Email config
    'EMAIL_NOTIFICATIONS',
    'EMAIL_HOST_ADDRESS',
    'EMAIL_PORT',
    'EMAIL_ADDRESS',
    'EMAIL_PASSWORD',
    # Prometheus config
    'PROMETHEUS_ADDR',
    'PROMETHEUS_PORT'
]

# Environment variable to look for path data in
ENVCONFIGVAR = 'TURBINIA_CONFIG_PATH'

CONFIG = None

log = logging.getLogger('turbinia')


def LoadConfig(config_file=None):
  """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
  # TODO(aarontp): Find way to not require global var here.  Maybe a singleton
  # pattern on the config class.
  # pylint: disable=global-statement
  global CONFIG
  if CONFIG and not config_file:
    log.debug(
        'Returning cached config from {0:s} instead of reloading config'.format(
            CONFIG.configSource))
    return CONFIG

  if not config_file:
    log.debug('No config specified. Looking in default locations for config.')
    # If the environment variable is set, take precedence over the pre-defined
    # CONFIGPATHs.
    configpath = CONFIGPATH
    if ENVCONFIGVAR in os.environ:
      configpath = os.environ[ENVCONFIGVAR].split(':')

    # Load first file found
    for _dir, _file in itertools.product(configpath, CONFIGFILES):
      if os.path.exists(os.path.join(_dir, _file)):
        config_file = os.path.join(_dir, _file)
        break

  if config_file is None:
    raise TurbiniaException('No config files found')

  log.debug('Loading config from {0:s}'.format(config_file))
  # Warn about using fallback source config, but it's currently necessary for
  # tests. See issue #446.
  if 'turbinia_config_tmpl' in config_file:
    log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
  try:
    _config = imp.load_source('config', config_file)
  except IOError as exception:
    message = (
        'Could not load config file {0:s}: {1!s}'.format(
            config_file, exception))
    log.error(message)
    raise TurbiniaException(message)

  _config.configSource = config_file
  ValidateAndSetConfig(_config)

  # Set the environment var for this so that we don't see the "No project ID
  # could be determined." warning later.
  if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
    os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT

  CONFIG = _config
  log.debug(
      'Returning parsed config loaded from {0:s}'.format(CONFIG.configSource))
  return _config


def ValidateAndSetConfig(_config):
  """Makes sure that the config has the vars loaded and set in the module."""
  # Explicitly set the config path
  setattr(sys.modules[__name__], 'configSource', _config.configSource)

  CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
  for var in CONFIGVARS:
    empty_value = False
    if not hasattr(_config, var):
      if var in OPTIONAL_VARS:
        log.debug(
            'Setting non-existent but optional config variable {0:s} to '
            'None'.format(var))
        empty_value = True
      else:
        raise TurbiniaException(
            'Required config attribute {0:s}:{1:s} not in config'.format(
                _config.configSource, var))
    if var in REQUIRED_VARS and getattr(_config, var) is None:
      raise TurbiniaException(
          'Config attribute {0:s}:{1:s} is not set'.format(
              _config.configSource, var))

    # Set the attribute in the current module
    if empty_value:
      setattr(sys.modules[__name__], var, None)
    else:
      setattr(sys.modules[__name__], var, getattr(_config, var))


def ParseDependencies():
  """Parses the config file DEPENDENCIES variable.

  Raises:
    TurbiniaException: If bad config file.

  Returns:
   dependencies(dict): The parsed dependency values.
  """
  dependencies = {}
  try:
    for values in CONFIG.DEPENDENCIES:
      job = values['job'].lower()
      dependencies[job] = {}
      dependencies[job]['programs'] = values['programs']
      dependencies[job]['docker_image'] = values.get('docker_image')
  except (KeyError, TypeError) as exception:
    raise TurbiniaException(
        'An issue has occurred while parsing the '
        'dependency config: {0!s}'.format(exception))
  return dependencies

b3a1a149e52befe23ac31f7bb3a621a736c69971
<mask token>


def LoadConfig(config_file=None):
    """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
    global CONFIG
    if CONFIG and not config_file:
        log.debug(
            'Returning cached config from {0:s} instead of reloading config'
            .format(CONFIG.configSource))
        return CONFIG
    if not config_file:
        log.debug(
            'No config specified. Looking in default locations for config.')
        configpath = CONFIGPATH
        if ENVCONFIGVAR in os.environ:
            configpath = os.environ[ENVCONFIGVAR].split(':')
        for _dir, _file in itertools.product(configpath, CONFIGFILES):
            if os.path.exists(os.path.join(_dir, _file)):
                config_file = os.path.join(_dir, _file)
                break
    if config_file is None:
        raise TurbiniaException('No config files found')
    log.debug('Loading config from {0:s}'.format(config_file))
    if 'turbinia_config_tmpl' in config_file:
        log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
    try:
        _config = imp.load_source('config', config_file)
    except IOError as exception:
        message = 'Could not load config file {0:s}: {1!s}'.format(config_file,
            exception)
        log.error(message)
        raise TurbiniaException(message)
    _config.configSource = config_file
    ValidateAndSetConfig(_config)
    if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
        os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT
    CONFIG = _config
    log.debug('Returning parsed config loaded from {0:s}'.format(CONFIG.
        configSource))
    return _config


def ValidateAndSetConfig(_config):
    """Makes sure that the config has the vars loaded and set in the module."""
    setattr(sys.modules[__name__], 'configSource', _config.configSource)
    CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
    for var in CONFIGVARS:
        empty_value = False
        if not hasattr(_config, var):
            if var in OPTIONAL_VARS:
                log.debug(
                    'Setting non-existent but optional config variable {0:s} to None'
                    .format(var))
                empty_value = True
            else:
                raise TurbiniaException(
                    'Required config attribute {0:s}:{1:s} not in config'.
                    format(_config.configSource, var))
        if var in REQUIRED_VARS and getattr(_config, var) is None:
            raise TurbiniaException('Config attribute {0:s}:{1:s} is not set'
                .format(_config.configSource, var))
        if empty_value:
            setattr(sys.modules[__name__], var, None)
        else:
            setattr(sys.modules[__name__], var, getattr(_config, var))


<mask token>

<mask token>


def LoadConfig(config_file=None):
    """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
    global CONFIG
    if CONFIG and not config_file:
        log.debug(
            'Returning cached config from {0:s} instead of reloading config'
            .format(CONFIG.configSource))
        return CONFIG
    if not config_file:
        log.debug(
            'No config specified. Looking in default locations for config.')
        configpath = CONFIGPATH
        if ENVCONFIGVAR in os.environ:
            configpath = os.environ[ENVCONFIGVAR].split(':')
        for _dir, _file in itertools.product(configpath, CONFIGFILES):
            if os.path.exists(os.path.join(_dir, _file)):
                config_file = os.path.join(_dir, _file)
                break
    if config_file is None:
        raise TurbiniaException('No config files found')
    log.debug('Loading config from {0:s}'.format(config_file))
    if 'turbinia_config_tmpl' in config_file:
        log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
    try:
        _config = imp.load_source('config', config_file)
    except IOError as exception:
        message = 'Could not load config file {0:s}: {1!s}'.format(config_file,
            exception)
        log.error(message)
        raise TurbiniaException(message)
    _config.configSource = config_file
    ValidateAndSetConfig(_config)
    if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
        os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT
    CONFIG = _config
    log.debug('Returning parsed config loaded from {0:s}'.format(CONFIG.
        configSource))
    return _config


def ValidateAndSetConfig(_config):
    """Makes sure that the config has the vars loaded and set in the module."""
    setattr(sys.modules[__name__], 'configSource', _config.configSource)
    CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
    for var in CONFIGVARS:
        empty_value = False
        if not hasattr(_config, var):
            if var in OPTIONAL_VARS:
                log.debug(
                    'Setting non-existent but optional config variable {0:s} to None'
                    .format(var))
                empty_value = True
            else:
                raise TurbiniaException(
                    'Required config attribute {0:s}:{1:s} not in config'.
                    format(_config.configSource, var))
        if var in REQUIRED_VARS and getattr(_config, var) is None:
            raise TurbiniaException('Config attribute {0:s}:{1:s} is not set'
                .format(_config.configSource, var))
        if empty_value:
            setattr(sys.modules[__name__], var, None)
        else:
            setattr(sys.modules[__name__], var, getattr(_config, var))


def ParseDependencies():
    """Parses the config file DEPENDENCIES variable.

  Raises:
    TurbiniaException: If bad config file.

  Returns:
   dependencies(dict): The parsed dependency values.
  """
    dependencies = {}
    try:
        for values in CONFIG.DEPENDENCIES:
            job = values['job'].lower()
            dependencies[job] = {}
            dependencies[job]['programs'] = values['programs']
            dependencies[job]['docker_image'] = values.get('docker_image')
    except (KeyError, TypeError) as exception:
        raise TurbiniaException(
            'An issue has occurred while parsing the dependency config: {0!s}'
            .format(exception))
    return dependencies

<mask token>
DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S.%fZ'
CONFIGFILES = ['.turbiniarc', 'turbinia.conf', 'turbinia_config_tmpl.py']
CONFIGPATH = [os.path.expanduser('~'), '/etc/turbinia', os.path.dirname(os.
    path.abspath(__file__))]
CONFIG_MSG = (
    'Copy turbinia/config/turbinia_config_tmpl.py to ~/.turbiniarc or /etc/turbinia/turbinia.conf, edit, and re-run.'
    )
REQUIRED_VARS = ['INSTANCE_ID', 'STATE_MANAGER', 'TASK_MANAGER', 'LOG_FILE',
    'LOCK_FILE', 'OUTPUT_DIR', 'TMP_DIR', 'SLEEP_TIME', 'SINGLE_RUN',
    'MOUNT_DIR_PREFIX', 'SHARED_FILESYSTEM', 'DEBUG_TASKS', 'DEPENDENCIES',
    'DOCKER_ENABLED', 'DISABLED_JOBS']
OPTIONAL_VARS = ['TURBINIA_PROJECT', 'TURBINIA_ZONE', 'TURBINIA_REGION',
    'BUCKET_NAME', 'PSQ_TOPIC', 'PUBSUB_TOPIC', 'GCS_OUTPUT_PATH',
    'STACKDRIVER_LOGGING', 'STACKDRIVER_TRACEBACK', 'REDIS_HOST',
    'REDIS_PORT', 'REDIS_DB', 'CELERY_BROKER', 'CELERY_BACKEND',
    'KOMBU_BROKER', 'KOMBU_CHANNEL', 'KOMBU_DURABLE', 'EMAIL_NOTIFICATIONS',
    'EMAIL_HOST_ADDRESS', 'EMAIL_PORT', 'EMAIL_ADDRESS', 'EMAIL_PASSWORD',
    'PROMETHEUS_ADDR', 'PROMETHEUS_PORT']
ENVCONFIGVAR = 'TURBINIA_CONFIG_PATH'
CONFIG = None
log = logging.getLogger('turbinia')


def LoadConfig(config_file=None):
    """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
    global CONFIG
    if CONFIG and not config_file:
        log.debug(
            'Returning cached config from {0:s} instead of reloading config'
            .format(CONFIG.configSource))
        return CONFIG
    if not config_file:
        log.debug(
            'No config specified. Looking in default locations for config.')
        configpath = CONFIGPATH
        if ENVCONFIGVAR in os.environ:
            configpath = os.environ[ENVCONFIGVAR].split(':')
        for _dir, _file in itertools.product(configpath, CONFIGFILES):
            if os.path.exists(os.path.join(_dir, _file)):
                config_file = os.path.join(_dir, _file)
                break
    if config_file is None:
        raise TurbiniaException('No config files found')
    log.debug('Loading config from {0:s}'.format(config_file))
    if 'turbinia_config_tmpl' in config_file:
        log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
    try:
        _config = imp.load_source('config', config_file)
    except IOError as exception:
        message = 'Could not load config file {0:s}: {1!s}'.format(config_file,
            exception)
        log.error(message)
        raise TurbiniaException(message)
    _config.configSource = config_file
    ValidateAndSetConfig(_config)
    if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
        os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT
    CONFIG = _config
    log.debug('Returning parsed config loaded from {0:s}'.format(CONFIG.
        configSource))
    return _config


def ValidateAndSetConfig(_config):
    """Makes sure that the config has the vars loaded and set in the module."""
    setattr(sys.modules[__name__], 'configSource', _config.configSource)
    CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
    for var in CONFIGVARS:
        empty_value = False
        if not hasattr(_config, var):
            if var in OPTIONAL_VARS:
                log.debug(
                    'Setting non-existent but optional config variable {0:s} to None'
                    .format(var))
                empty_value = True
            else:
                raise TurbiniaException(
                    'Required config attribute {0:s}:{1:s} not in config'.
                    format(_config.configSource, var))
        if var in REQUIRED_VARS and getattr(_config, var) is None:
            raise TurbiniaException('Config attribute {0:s}:{1:s} is not set'
                .format(_config.configSource, var))
        if empty_value:
            setattr(sys.modules[__name__], var, None)
        else:
            setattr(sys.modules[__name__], var, getattr(_config, var))


def ParseDependencies():
    """Parses the config file DEPENDENCIES variable.

  Raises:
    TurbiniaException: If bad config file.

  Returns:
   dependencies(dict): The parsed dependency values.
  """
    dependencies = {}
    try:
        for values in CONFIG.DEPENDENCIES:
            job = values['job'].lower()
            dependencies[job] = {}
            dependencies[job]['programs'] = values['programs']
            dependencies[job]['docker_image'] = values.get('docker_image')
    except (KeyError, TypeError) as exception:
        raise TurbiniaException(
            'An issue has occurred while parsing the dependency config: {0!s}'
            .format(exception))
    return dependencies

<mask token>
from __future__ import unicode_literals
import imp
import itertools
import logging
import os
import sys
from turbinia import TurbiniaException
DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S.%fZ'
CONFIGFILES = ['.turbiniarc', 'turbinia.conf', 'turbinia_config_tmpl.py']
CONFIGPATH = [os.path.expanduser('~'), '/etc/turbinia', os.path.dirname(os.
    path.abspath(__file__))]
CONFIG_MSG = (
    'Copy turbinia/config/turbinia_config_tmpl.py to ~/.turbiniarc or /etc/turbinia/turbinia.conf, edit, and re-run.'
    )
REQUIRED_VARS = ['INSTANCE_ID', 'STATE_MANAGER', 'TASK_MANAGER', 'LOG_FILE',
    'LOCK_FILE', 'OUTPUT_DIR', 'TMP_DIR', 'SLEEP_TIME', 'SINGLE_RUN',
    'MOUNT_DIR_PREFIX', 'SHARED_FILESYSTEM', 'DEBUG_TASKS', 'DEPENDENCIES',
    'DOCKER_ENABLED', 'DISABLED_JOBS']
OPTIONAL_VARS = ['TURBINIA_PROJECT', 'TURBINIA_ZONE', 'TURBINIA_REGION',
    'BUCKET_NAME', 'PSQ_TOPIC', 'PUBSUB_TOPIC', 'GCS_OUTPUT_PATH',
    'STACKDRIVER_LOGGING', 'STACKDRIVER_TRACEBACK', 'REDIS_HOST',
    'REDIS_PORT', 'REDIS_DB', 'CELERY_BROKER', 'CELERY_BACKEND',
    'KOMBU_BROKER', 'KOMBU_CHANNEL', 'KOMBU_DURABLE', 'EMAIL_NOTIFICATIONS',
    'EMAIL_HOST_ADDRESS', 'EMAIL_PORT', 'EMAIL_ADDRESS', 'EMAIL_PASSWORD',
    'PROMETHEUS_ADDR', 'PROMETHEUS_PORT']
ENVCONFIGVAR = 'TURBINIA_CONFIG_PATH'
CONFIG = None
log = logging.getLogger('turbinia')


def LoadConfig(config_file=None):
    """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
    global CONFIG
    if CONFIG and not config_file:
        log.debug(
            'Returning cached config from {0:s} instead of reloading config'
            .format(CONFIG.configSource))
        return CONFIG
    if not config_file:
        log.debug(
            'No config specified. Looking in default locations for config.')
        configpath = CONFIGPATH
        if ENVCONFIGVAR in os.environ:
            configpath = os.environ[ENVCONFIGVAR].split(':')
        for _dir, _file in itertools.product(configpath, CONFIGFILES):
            if os.path.exists(os.path.join(_dir, _file)):
                config_file = os.path.join(_dir, _file)
                break
    if config_file is None:
        raise TurbiniaException('No config files found')
    log.debug('Loading config from {0:s}'.format(config_file))
    if 'turbinia_config_tmpl' in config_file:
        log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
    try:
        _config = imp.load_source('config', config_file)
    except IOError as exception:
        message = 'Could not load config file {0:s}: {1!s}'.format(config_file,
            exception)
        log.error(message)
        raise TurbiniaException(message)
    _config.configSource = config_file
    ValidateAndSetConfig(_config)
    if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
        os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT
    CONFIG = _config
    log.debug('Returning parsed config loaded from {0:s}'.format(CONFIG.
        configSource))
    return _config


def ValidateAndSetConfig(_config):
    """Makes sure that the config has the vars loaded and set in the module."""
    setattr(sys.modules[__name__], 'configSource', _config.configSource)
    CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
    for var in CONFIGVARS:
        empty_value = False
        if not hasattr(_config, var):
            if var in OPTIONAL_VARS:
                log.debug(
                    'Setting non-existent but optional config variable {0:s} to None'
                    .format(var))
                empty_value = True
            else:
                raise TurbiniaException(
                    'Required config attribute {0:s}:{1:s} not in config'.
                    format(_config.configSource, var))
        if var in REQUIRED_VARS and getattr(_config, var) is None:
            raise TurbiniaException('Config attribute {0:s}:{1:s} is not set'
                .format(_config.configSource, var))
        if empty_value:
            setattr(sys.modules[__name__], var, None)
        else:
            setattr(sys.modules[__name__], var, getattr(_config, var))


def ParseDependencies():
    """Parses the config file DEPENDENCIES variable.

  Raises:
    TurbiniaException: If bad config file.

  Returns:
   dependencies(dict): The parsed dependency values.
  """
    dependencies = {}
    try:
        for values in CONFIG.DEPENDENCIES:
            job = values['job'].lower()
            dependencies[job] = {}
            dependencies[job]['programs'] = values['programs']
            dependencies[job]['docker_image'] = values.get('docker_image')
    except (KeyError, TypeError) as exception:
        raise TurbiniaException(
            'An issue has occurred while parsing the dependency config: {0!s}'
            .format(exception))
    return dependencies

# -*- coding: utf-8 -*-
# Copyright 2016 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Basic Turbinia config."""

from __future__ import unicode_literals

import imp
import itertools
import logging
import os
import sys

from turbinia import TurbiniaException

DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S.%fZ'

# Look for config files with these names
CONFIGFILES = ['.turbiniarc', 'turbinia.conf', 'turbinia_config_tmpl.py']
# Look in homedir first, then /etc/turbinia
CONFIGPATH = [
    os.path.expanduser('~'),
    '/etc/turbinia',
    os.path.dirname(os.path.abspath(__file__)),
]
# Config setup reminder for cleaner error handling on empty configs.
CONFIG_MSG = (
    'Copy turbinia/config/turbinia_config_tmpl.py to ~/.turbiniarc '
    'or /etc/turbinia/turbinia.conf, edit, and re-run.')

# Required config vars
REQUIRED_VARS = [
    # Turbinia Config
    'INSTANCE_ID',
    'STATE_MANAGER',
    'TASK_MANAGER',
    'LOG_FILE',
    'LOCK_FILE',
    'OUTPUT_DIR',
    'TMP_DIR',
    'SLEEP_TIME',
    'SINGLE_RUN',
    'MOUNT_DIR_PREFIX',
    'SHARED_FILESYSTEM',
    'DEBUG_TASKS',
    'DEPENDENCIES',
    'DOCKER_ENABLED',
    'DISABLED_JOBS',
]

# Optional config vars.  Some may be mandatory depending on the configuration
# (e.g. if TASK_MANAGER is set to 'PSQ', then the GCE Config variables are
# required), but these requirements are not enforced.
OPTIONAL_VARS = [
    # GCE CONFIG
    'TURBINIA_PROJECT',
    'TURBINIA_ZONE',
    'TURBINIA_REGION',
    'BUCKET_NAME',
    'PSQ_TOPIC',
    'PUBSUB_TOPIC',
    'GCS_OUTPUT_PATH',
    'STACKDRIVER_LOGGING',
    'STACKDRIVER_TRACEBACK',
    # REDIS CONFIG
    'REDIS_HOST',
    'REDIS_PORT',
    'REDIS_DB',
    # Celery config
    'CELERY_BROKER',
    'CELERY_BACKEND',
    'KOMBU_BROKER',
    'KOMBU_CHANNEL',
    'KOMBU_DURABLE',
    # Email config
    'EMAIL_NOTIFICATIONS',
    'EMAIL_HOST_ADDRESS',
    'EMAIL_PORT',
    'EMAIL_ADDRESS',
    'EMAIL_PASSWORD',
    # Prometheus config
    'PROMETHEUS_ADDR',
    'PROMETHEUS_PORT'
]

# Environment variable to look for path data in
ENVCONFIGVAR = 'TURBINIA_CONFIG_PATH'

CONFIG = None

log = logging.getLogger('turbinia')


def LoadConfig(config_file=None):
  """Finds Turbinia config file and loads it.

  Args:
    config_file(str): full path to config file
  """
  # TODO(aarontp): Find way to not require global var here.  Maybe a singleton
  # pattern on the config class.
  # pylint: disable=global-statement
  global CONFIG
  if CONFIG and not config_file:
    log.debug(
        'Returning cached config from {0:s} instead of reloading config'.format(
            CONFIG.configSource))
    return CONFIG

  if not config_file:
    log.debug('No config specified. Looking in default locations for config.')
    # If the environment variable is set, take precedence over the pre-defined
    # CONFIGPATHs.
    configpath = CONFIGPATH
    if ENVCONFIGVAR in os.environ:
      configpath = os.environ[ENVCONFIGVAR].split(':')

    # Load first file found
    for _dir, _file in itertools.product(configpath, CONFIGFILES):
      if os.path.exists(os.path.join(_dir, _file)):
        config_file = os.path.join(_dir, _file)
        break

  if config_file is None:
    raise TurbiniaException('No config files found')

  log.debug('Loading config from {0:s}'.format(config_file))
  # Warn about using fallback source config, but it's currently necessary for
  # tests. See issue #446.
  if 'turbinia_config_tmpl' in config_file:
    log.warning('Using fallback source config. {0:s}'.format(CONFIG_MSG))
  try:
    _config = imp.load_source('config', config_file)
  except IOError as exception:
    message = (
        'Could not load config file {0:s}: {1!s}'.format(
            config_file, exception))
    log.error(message)
    raise TurbiniaException(message)

  _config.configSource = config_file
  ValidateAndSetConfig(_config)

  # Set the environment var for this so that we don't see the "No project ID
  # could be determined." warning later.
  if hasattr(_config, 'TURBINIA_PROJECT') and _config.TURBINIA_PROJECT:
    os.environ['GOOGLE_CLOUD_PROJECT'] = _config.TURBINIA_PROJECT

  CONFIG = _config
  log.debug(
      'Returning parsed config loaded from {0:s}'.format(CONFIG.configSource))
  return _config


def ValidateAndSetConfig(_config):
  """Makes sure that the config has the vars loaded and set in the module."""
  # Explicitly set the config path
  setattr(sys.modules[__name__], 'configSource', _config.configSource)

  CONFIGVARS = REQUIRED_VARS + OPTIONAL_VARS
  for var in CONFIGVARS:
    empty_value = False
    if not hasattr(_config, var):
      if var in OPTIONAL_VARS:
        log.debug(
            'Setting non-existent but optional config variable {0:s} to '
            'None'.format(var))
        empty_value = True
      else:
        raise TurbiniaException(
            'Required config attribute {0:s}:{1:s} not in config'.format(
                _config.configSource, var))
    if var in REQUIRED_VARS and getattr(_config, var) is None:
      raise TurbiniaException(
          'Config attribute {0:s}:{1:s} is not set'.format(
              _config.configSource, var))

    # Set the attribute in the current module
    if empty_value:
      setattr(sys.modules[__name__], var, None)
    else:
      setattr(sys.modules[__name__], var, getattr(_config, var))


def ParseDependencies():
  """Parses the config file DEPENDENCIES variable.

  Raises:
    TurbiniaException: If bad config file.

  Returns:
   dependencies(dict): The parsed dependency values.
  """
  dependencies = {}
  try:
    for values in CONFIG.DEPENDENCIES:
      job = values['job'].lower()
      dependencies[job] = {}
      dependencies[job]['programs'] = values['programs']
      dependencies[job]['docker_image'] = values.get('docker_image')
  except (KeyError, TypeError) as exception:
    raise TurbiniaException(
        'An issue has occurred while parsing the '
        'dependency config: {0!s}'.format(exception))
  return dependencies
